changed default model to llama3-8B, its not quantized

PromtEngineer · May 3, 2024 · c1f04b5 · c1f04b5
1 parent e7311a2
commit c1f04b5
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/constants.py b/constants.py
@@ -107,8 +107,8 @@
 # MODEL_BASENAME = "Meta-Llama-3-8B-Instruct.Q4_K_M.gguf"
 
 # LLAMA 3 # use for Apple Silicon
-# MODEL_ID = "meta-llama/Meta-Llama-3-8B-Instruct"
-# MODEL_BASENAME = None
+MODEL_ID = "meta-llama/Meta-Llama-3-8B-Instruct"
+MODEL_BASENAME = None
 
 # LLAMA 3 # use for NVIDIA GPUs
 # MODEL_ID = "unsloth/llama-3-8b-bnb-4bit"