diff --git a/run_clm_llms.py b/run_clm_llms.py index 4e970f7..28a0820 100644 --- a/run_clm_llms.py +++ b/run_clm_llms.py @@ -574,7 +574,7 @@ def compute_metrics(eval_preds): trainer.save_state() if training_args.do_eval: - tokenizer = AutoTokenizer.from_pretrained('trained_models/llama_tokenizer') + tokenizer = LlamaTokenizer.from_pretrained('trained_models/llama_tokenizer') model = trainer.get_model() image_dirs = ['None', 'None', 'None'] video_dirs = ['None', 'data/avsd/frames/7UPGT', 'data/avsd/frames/3MSZA']