Update run_clm_llms_inference.py

lyuchenyang · Jul 1, 2023 · 8d41f30 · 8d41f30
1 parent 7647ef4
commit 8d41f30
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/run_clm_llms_inference.py b/run_clm_llms_inference.py
@@ -498,7 +498,7 @@ def compute_metrics(eval_preds):
  if training_args.do_eval:
  prompt = "Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\n{}\n\n### Response:"
 
- tokenizer = AutoTokenizer.from_pretrained('trained_models/llama_tokenizer')
+ tokenizer = LlamaTokenizer.from_pretrained('trained_models/llama_tokenizer')
  model = trainer.get_model()
 
  dataset_name = data_args.dataset_name