diff --git a/constants.py b/constants.py index 876e4d71..cf27985d 100644 --- a/constants.py +++ b/constants.py @@ -107,8 +107,8 @@ # MODEL_BASENAME = "Meta-Llama-3-8B-Instruct.Q4_K_M.gguf" # LLAMA 3 # use for Apple Silicon -# MODEL_ID = "meta-llama/Meta-Llama-3-8B-Instruct" -# MODEL_BASENAME = None +MODEL_ID = "meta-llama/Meta-Llama-3-8B-Instruct" +MODEL_BASENAME = None # LLAMA 3 # use for NVIDIA GPUs # MODEL_ID = "unsloth/llama-3-8b-bnb-4bit"