AdithyaSK's picture
Upload tokenizer
0e36d0e verified
raw
history blame
866 Bytes
{% if messages[0]['role'] == 'system' %}{% if messages[0]['content'] is string %}{% set system_message = messages[0]['content'] %}{% else %}{% set system_message = messages[0]['content'][0]['text'] %}{% endif %}{% set messages = messages[1:] %}{% else %}{% set system_message = "Answer the questions." %}{% endif %}{{ bos_token }}<|start_header_id|>system<|end_header_id|>
{{ system_message }}<|eot_id|>{% for message in messages %}<|start_header_id|>{{ message['role'] }}<|end_header_id|>
{% if message['content'] is string %}{{ message['content'] }}{% else %}{%- for content in message['content'] -%}{%- if content['type'] == 'image' -%}{{ '<image>
' }}{%- elif content['type'] == 'text' -%}{{ content['text'] }}{%- endif -%}{%- endfor -%}{% endif %}<|eot_id|>{%- endfor -%}{% if add_generation_prompt %}<|start_header_id|>assistant<|end_header_id|>
{% endif %}