Mattimax commited on
Commit
cefd2dd
·
verified ·
1 Parent(s): f4b3f18

Upload tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -1
tokenizer_config.json CHANGED
@@ -42,5 +42,6 @@
42
  "tokenizer_class": "GPT2Tokenizer",
43
  "truncation_side": "right",
44
  "truncation_strategy": "longest_first",
45
- "unk_token": "<|endoftext|>"
 
46
  }
 
42
  "tokenizer_class": "GPT2Tokenizer",
43
  "truncation_side": "right",
44
  "truncation_strategy": "longest_first",
45
+ "unk_token": "<|endoftext|>",
46
+ "chat_template": "{% if messages[0]['role'] != 'system' %}<|system|>\nTi chiami DACMini, un modello di intelligenza artificiale creato da M.INC.{% endif %}\n{% for message in messages %}{% if message['role'] == 'user' %}<|user|>\n{{ message['content'] }}{% elif message['role'] == 'assistant' %}<|assistant|>\n{{ message['content'] }}{% endif %}{% endfor %}\n<|assistant|>"
47
  }