Upload processor
Browse files- preprocessor_config.json +1 -1
- special_tokens_map.json +14 -2
- tokenizer_config.json +1 -0
preprocessor_config.json
CHANGED
|
@@ -13,7 +13,7 @@
|
|
| 13 |
"crop_window_size": 224,
|
| 14 |
"data_format": "channels_first",
|
| 15 |
"default_to_square": true,
|
| 16 |
-
"device":
|
| 17 |
"do_center_crop": null,
|
| 18 |
"do_convert_rgb": true,
|
| 19 |
"do_normalize": true,
|
|
|
|
| 13 |
"crop_window_size": 224,
|
| 14 |
"data_format": "channels_first",
|
| 15 |
"default_to_square": true,
|
| 16 |
+
"device": "cuda:2",
|
| 17 |
"do_center_crop": null,
|
| 18 |
"do_convert_rgb": true,
|
| 19 |
"do_normalize": true,
|
special_tokens_map.json
CHANGED
|
@@ -425,7 +425,13 @@
|
|
| 425 |
"<|image|>"
|
| 426 |
],
|
| 427 |
"boi_token": "<im_start>",
|
| 428 |
-
"bos_token":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 429 |
"eoi_token": "<im_end>",
|
| 430 |
"eos_token": {
|
| 431 |
"content": "<|endoftext|>",
|
|
@@ -437,5 +443,11 @@
|
|
| 437 |
"im_col_token": "<im_col>",
|
| 438 |
"im_patch_token": "<im_patch>",
|
| 439 |
"image_token": "<image>",
|
| 440 |
-
"pad_token":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 441 |
}
|
|
|
|
| 425 |
"<|image|>"
|
| 426 |
],
|
| 427 |
"boi_token": "<im_start>",
|
| 428 |
+
"bos_token": {
|
| 429 |
+
"content": "<|endoftext|>",
|
| 430 |
+
"lstrip": false,
|
| 431 |
+
"normalized": false,
|
| 432 |
+
"rstrip": false,
|
| 433 |
+
"single_word": false
|
| 434 |
+
},
|
| 435 |
"eoi_token": "<im_end>",
|
| 436 |
"eos_token": {
|
| 437 |
"content": "<|endoftext|>",
|
|
|
|
| 443 |
"im_col_token": "<im_col>",
|
| 444 |
"im_patch_token": "<im_patch>",
|
| 445 |
"image_token": "<image>",
|
| 446 |
+
"pad_token": {
|
| 447 |
+
"content": "<|pad|>",
|
| 448 |
+
"lstrip": false,
|
| 449 |
+
"normalized": false,
|
| 450 |
+
"rstrip": false,
|
| 451 |
+
"single_word": false
|
| 452 |
+
}
|
| 453 |
}
|
tokenizer_config.json
CHANGED
|
@@ -3857,6 +3857,7 @@
|
|
| 3857 |
"boi_token": "<im_start>",
|
| 3858 |
"bos_token": "<|endoftext|>",
|
| 3859 |
"clean_up_tokenization_spaces": false,
|
|
|
|
| 3860 |
"eoi_token": "<im_end>",
|
| 3861 |
"eos_token": "<|endoftext|>",
|
| 3862 |
"errors": "replace",
|
|
|
|
| 3857 |
"boi_token": "<im_start>",
|
| 3858 |
"bos_token": "<|endoftext|>",
|
| 3859 |
"clean_up_tokenization_spaces": false,
|
| 3860 |
+
"device": "cuda:2",
|
| 3861 |
"eoi_token": "<im_end>",
|
| 3862 |
"eos_token": "<|endoftext|>",
|
| 3863 |
"errors": "replace",
|