Modelfile

FROM ./AgentFlow-3B.gguf

# set the temperature to 1 [higher is more creative, lower is more coherent]
PARAMETER temperature 0.644224422442
PARAMETER num_ctx 4096
# PARAMETER num_gpu 42
# PARAMETER num_thread 2
PARAMETER stop "</s>"
PARAMETER stop "<s>"
PARAMETER stop "<br/>"
PARAMETER stop "<br>"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|user|>"
PARAMETER stop "<|end|>"
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|`end `|>"
PARAMETER stop "<|` end `|>"
PARAMETER stop "<|` end`|>"
PARAMETER stop "<|`---`|>"
PARAMETER stop "<|endoftext|>"

PARAMETER stop "\n\n\n"
PARAMETER stop "BEGININPUT" 
PARAMETER stop "ENDINPUT" 
PARAMETER stop "BEGINCONTEXT" 
PARAMETER stop "ENDCONTEXT" 
PARAMETER stop "BEGININSTRUCTION"
PARAMETER stop "ENDINSTRUCTION"

# PARAMETER repeat_penalty 1.6

# PARAMETER num_predict -2

PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|eot_id|>"
PARAMETER stop "<|reserved_special_token"
PARAMETER stop "<|system|>"
PARAMETER stop " \`\`\` "

# # set the system prompt
# TEMPLATE """ 
# <|im_start|> {{ if .System }}{{ .System }}{{ end }}{{ if .Prompt }} {{ .Prompt }} {{ end }} 
#  <|im_start|> {{ if .System }}{{ .System }}{{ end }} {{ .Response }} <|im_end|>
# """

# set the system prompt
# TEMPLATE """ 
# {{ if .System }}<|system|>
# {{ .System }}<|end|>
# {{ end }}{{ if .Prompt }}<|user|>
# {{ .Prompt }}<|end|>
# {{ end }}<|assistant|>
# {{ .Response }}<|end|>
# """


# TEMPLATE """
# BEGININPUT
# BEGINCONTEXT
# ENDCONTEXT
# {{ if .System }}<|system|>:{{ .System }}{{ end }}
# ENDINPUT
# BEGININSTRUCTION
# {{ if .Prompt }}{{ .Prompt }}{{ end }}
# ENDINSTRUCTION
# ### Contextual Response
# {{ .Response }}
# """

# TEMPLATE """
# Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.


# {{ if .System }}### Instruction:
# {{ .System }}{{ end }}

# {{ if .Prompt }}### Input:
# {{ .Prompt }}{{ end }}

# ### Response:
# """

TEMPLATE """
{{ if .Prompt }}{{ .Prompt }}{{ end }}
<|flow|>
```mermaid
{{ .Response }}
```
"""