Upload tokenizer

chat_template.jinja

@@ -86,7 +86,7 @@
     {%- elif message.role == "tool" %}
         {{- '<|im_start|>tool/function_call\n' + content + '<|im_end|>\n' }}
     {%- else %}
-        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>\n' }}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>\n<|im_start|>assistant' }}
     {%- endif %}
 {%- endfor %}
 {%- if add_generation_prompt %}

tokenizer.json

@@ -2,7 +2,7 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 1024,
+    "max_length": 2048,
     "strategy": "LongestFirst",
     "stride": 0
   },

tokenizer_config.json

@@ -494,7 +494,7 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
   "extra_special_tokens": {},
-  "max_length": 1024,
+  "max_length": 2048,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<|endoftext|>",
   "stride": 0,