Update model.yml
Browse files
model.yml
CHANGED
|
@@ -16,4 +16,4 @@ stream: true # true | false
|
|
| 16 |
ngl: 33 # Infer from base config.json -> num_attention_heads
|
| 17 |
ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
|
| 18 |
engine: cortex.llamacpp
|
| 19 |
-
prompt_template: "{system_message}
|
|
|
|
| 16 |
ngl: 33 # Infer from base config.json -> num_attention_heads
|
| 17 |
ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
|
| 18 |
engine: cortex.llamacpp
|
| 19 |
+
prompt_template: "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n"
|