Merge pull request #581 from Dafterfly/run-offline-without-crashing

Update run_localGPT.py to be able to run without an internet connection
PromtEngineer · Oct 14, 2023 · 573c903 · 573c903
2 parents c45b23b + c59db5f
commit 573c903
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/run_localGPT.py b/run_localGPT.py
@@ -32,6 +32,7 @@
  MODEL_BASENAME,
  MAX_NEW_TOKENS,
  MODELS_PATH,
+ CHROMA_SETTINGS
 )
 
 
@@ -122,6 +123,7 @@ def retrieval_qa_pipline(device_type, use_history, promptTemplate_type="llama"):
  db = Chroma(
  persist_directory=PERSIST_DIRECTORY,
  embedding_function=embeddings,
+ client_settings=CHROMA_SETTINGS
  )
  retriever = db.as_retriever()