e0a23e1 4acc913 e0a23e1
1
2
3
4
5
6
7
8
9
10
{ "model_max_length": 2048, "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "model_max_length": 2048, "pad_token": "<|padding|>", "tokenizer_class": "PreTrainedTokenizerFast", "unk_token": "<|endoftext|>" }
