example-zephyr.env

MODEL_PATH="/absolute/path/to/model/zephyr-model.gguf"

BOT=""
PREFIX_TEMPLATE="<|{agent}|>"
EOS="</s>"
AGENT_SYSTEM="system"
AGENT_USER="user"
AGENT_ASSISTANT="assistant"
SYSTEM_PROMPT="You are a helpful developer assistant, answer all the questions correctly and concisely."
ASSISTANT_INITIAL_MESSAGE="Hello, do you have any question?"

REAL_TIME=1
N_CTX=4096
N_GENERATE=1024
SEED=69
USE_MMAP=1
USE_MLOCK=1
USE_GPU=1