Upload processor
Browse files- preprocessor_config.json +1 -0
- processor_config.json +9 -0
- tokenizer_config.json +1 -0
preprocessor_config.json
CHANGED
|
@@ -23,6 +23,7 @@
|
|
| 23 |
"input_data_format": null,
|
| 24 |
"max_patches": 12,
|
| 25 |
"min_patches": 1,
|
|
|
|
| 26 |
"resample": 3,
|
| 27 |
"rescale_factor": 0.00392156862745098,
|
| 28 |
"return_tensors": null,
|
|
|
|
| 23 |
"input_data_format": null,
|
| 24 |
"max_patches": 12,
|
| 25 |
"min_patches": 1,
|
| 26 |
+
"processor_class": "InternVLProcessor",
|
| 27 |
"resample": 3,
|
| 28 |
"rescale_factor": 0.00392156862745098,
|
| 29 |
"return_tensors": null,
|
processor_config.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"context_image_token": "<IMG_CONTEXT>",
|
| 3 |
+
"end_image_token": "</img>",
|
| 4 |
+
"fake_image_token": "<image>",
|
| 5 |
+
"fake_video_token": "<video>",
|
| 6 |
+
"image_seq_length": 256,
|
| 7 |
+
"processor_class": "InternVLProcessor",
|
| 8 |
+
"start_image_token": "<img>"
|
| 9 |
+
}
|
tokenizer_config.json
CHANGED
|
@@ -1667,6 +1667,7 @@
|
|
| 1667 |
"model_max_length": 8192,
|
| 1668 |
"pad_token": "</s>",
|
| 1669 |
"prepend_scheme": "never",
|
|
|
|
| 1670 |
"return_token_type_ids": false,
|
| 1671 |
"sp_model_kwargs": {},
|
| 1672 |
"spaces_between_special_tokens": false,
|
|
|
|
| 1667 |
"model_max_length": 8192,
|
| 1668 |
"pad_token": "</s>",
|
| 1669 |
"prepend_scheme": "never",
|
| 1670 |
+
"processor_class": "InternVLProcessor",
|
| 1671 |
"return_token_type_ids": false,
|
| 1672 |
"sp_model_kwargs": {},
|
| 1673 |
"spaces_between_special_tokens": false,
|