feihu.hf commited on
Commit
939eb0f
·
1 Parent(s): 7c0ea6e

update tokenizer & generation config

Browse files
Files changed (2) hide show
  1. generation_config.json +12 -5
  2. tokenizer_config.json +0 -1
generation_config.json CHANGED
@@ -1,6 +1,13 @@
1
  {
2
- "_from_model_config": true,
3
- "eos_token_id": 151645,
4
- "pad_token_id": 151643,
5
- "transformers_version": "4.51.3"
6
- }
 
 
 
 
 
 
 
 
1
  {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.6,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.51.0"
13
+ }
tokenizer_config.json CHANGED
@@ -231,7 +231,6 @@
231
  "clean_up_tokenization_spaces": false,
232
  "eos_token": "<|im_end|>",
233
  "errors": "replace",
234
- "extra_special_tokens": {},
235
  "model_max_length": 131072,
236
  "pad_token": "<|endoftext|>",
237
  "split_special_tokens": false,
 
231
  "clean_up_tokenization_spaces": false,
232
  "eos_token": "<|im_end|>",
233
  "errors": "replace",
 
234
  "model_max_length": 131072,
235
  "pad_token": "<|endoftext|>",
236
  "split_special_tokens": false,