unsloth
/

ERNIE-4.5-21B-A3B-Thinking

Text Generation

Model card Files Files and versions

danielhanchen commited on Oct 1

Commit

e45eec3

·

verified ·

1 Parent(s): 01acc0c

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -264,7 +264,7 @@
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "cls_token": "<|begin_of_sentence|>",
-  "eos_token": "<|im_end|>",
   "extra_special_tokens": {},
   "header_end_token": "<mask:7>",
   "header_start_token": "<mask:6>",

   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "cls_token": "<|begin_of_sentence|>",
+  "eos_token": "</s>",
   "extra_special_tokens": {},
   "header_end_token": "<mask:7>",
   "header_start_token": "<mask:6>",