Merge remote-tracking branch 'origin/main'
Browse files- tokenizer_config.json +2 -0
tokenizer_config.json
CHANGED
|
@@ -306,6 +306,8 @@
|
|
| 306 |
"<|end_of_video|>",
|
| 307 |
"<|begin_of_audio|>",
|
| 308 |
"<|end_of_audio|>",
|
|
|
|
|
|
|
| 309 |
"<|begin_of_transcription|>",
|
| 310 |
"<|end_of_transcription|>",
|
| 311 |
"<|code_prefix|>",
|
|
|
|
| 306 |
"<|end_of_video|>",
|
| 307 |
"<|begin_of_audio|>",
|
| 308 |
"<|end_of_audio|>",
|
| 309 |
+
"<|image|>",
|
| 310 |
+
"<|video|>",
|
| 311 |
"<|begin_of_transcription|>",
|
| 312 |
"<|end_of_transcription|>",
|
| 313 |
"<|code_prefix|>",
|