Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
    	
        tokenizer_config.json
    CHANGED
    
    | @@ -195,7 +195,7 @@ | |
| 195 | 
             
                "<|video_pad|>"
         | 
| 196 | 
             
              ],
         | 
| 197 | 
             
              "bos_token": null,
         | 
| 198 | 
            -
              "chat_template": "{%- if  | 
| 199 | 
             
              "clean_up_tokenization_spaces": false,
         | 
| 200 | 
             
              "eos_token": "<|im_end|>",
         | 
| 201 | 
             
              "errors": "replace",
         | 
|  | |
| 195 | 
             
                "<|video_pad|>"
         | 
| 196 | 
             
              ],
         | 
| 197 | 
             
              "bos_token": null,
         | 
| 198 | 
            +
              "chat_template": "{%- if messages[0]['role'] == 'system' %}\n    {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}\n{%- else %}\n    {{- '<|im_start|>system\n<|im_end|>\n' }}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == 'user') or (message.role == 'system' and not loop.first) or (message.role == 'assistant') %}\n        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\n' }}\n{%- endif %}",
         | 
| 199 | 
             
              "clean_up_tokenization_spaces": false,
         | 
| 200 | 
             
              "eos_token": "<|im_end|>",
         | 
| 201 | 
             
              "errors": "replace",
         | 

