diff --git a/run_clm_llms_inference.py b/run_clm_llms_inference.py index 646bc34..d28c168 100644 --- a/run_clm_llms_inference.py +++ b/run_clm_llms_inference.py @@ -498,7 +498,7 @@ def compute_metrics(eval_preds): if training_args.do_eval: prompt = "Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\n{}\n\n### Response:" - tokenizer = AutoTokenizer.from_pretrained('trained_models/llama_tokenizer') + tokenizer = LlamaTokenizer.from_pretrained('trained_models/llama_tokenizer') model = trainer.get_model() dataset_name = data_args.dataset_name