feihu.hf
		
	commited on
		
		
					Commit 
							
							·
						
						939eb0f
	
1
								Parent(s):
							
							7c0ea6e
								
update tokenizer & generation config
Browse files- generation_config.json +12 -5
- tokenizer_config.json +0 -1
    	
        generation_config.json
    CHANGED
    
    | @@ -1,6 +1,13 @@ | |
| 1 | 
             
            {
         | 
| 2 | 
            -
             | 
| 3 | 
            -
             | 
| 4 | 
            -
             | 
| 5 | 
            -
             | 
| 6 | 
            -
             | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
             
            {
         | 
| 2 | 
            +
                "bos_token_id": 151643,
         | 
| 3 | 
            +
                "do_sample": true,
         | 
| 4 | 
            +
                "eos_token_id": [
         | 
| 5 | 
            +
                    151645,
         | 
| 6 | 
            +
                    151643
         | 
| 7 | 
            +
                ],
         | 
| 8 | 
            +
                "pad_token_id": 151643,
         | 
| 9 | 
            +
                "temperature": 0.6,
         | 
| 10 | 
            +
                "top_k": 20,
         | 
| 11 | 
            +
                "top_p": 0.95,
         | 
| 12 | 
            +
                "transformers_version": "4.51.0"
         | 
| 13 | 
            +
            }
         | 
    	
        tokenizer_config.json
    CHANGED
    
    | @@ -231,7 +231,6 @@ | |
| 231 | 
             
              "clean_up_tokenization_spaces": false,
         | 
| 232 | 
             
              "eos_token": "<|im_end|>",
         | 
| 233 | 
             
              "errors": "replace",
         | 
| 234 | 
            -
              "extra_special_tokens": {},
         | 
| 235 | 
             
              "model_max_length": 131072,
         | 
| 236 | 
             
              "pad_token": "<|endoftext|>",
         | 
| 237 | 
             
              "split_special_tokens": false,
         | 
|  | |
| 231 | 
             
              "clean_up_tokenization_spaces": false,
         | 
| 232 | 
             
              "eos_token": "<|im_end|>",
         | 
| 233 | 
             
              "errors": "replace",
         | 
|  | |
| 234 | 
             
              "model_max_length": 131072,
         | 
| 235 | 
             
              "pad_token": "<|endoftext|>",
         | 
| 236 | 
             
              "split_special_tokens": false,
         | 
