OLAIR
/

ko-r1-14b-v2.0.3

Text Generation

text-generation-inference

Model card Files Files and versions

amphora commited on Mar 2

Commit

3386a0d

·

verified ·

1 Parent(s): db959b7

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -189,7 +189,7 @@
   "model_max_length": 16384,
   "pad_token": "<｜end▁of▁sentence｜>",
   "sp_model_kwargs": {},
-  "tokenizer_class": "LlamaTokenizer",
   "unk_token": null,
   "use_default_system_prompt": false
 }

   "model_max_length": 16384,
   "pad_token": "<｜end▁of▁sentence｜>",
   "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizerFast",
   "unk_token": null,
   "use_default_system_prompt": false
 }