From d03e59d24e12b97390ab687652977fc4407e537b Mon Sep 17 00:00:00 2001 From: Chenyang Lyu <73568459+lyuchenyang@users.noreply.github.com> Date: Sat, 1 Jul 2023 11:46:41 +0800 Subject: [PATCH] Update run_clm_llms.py --- run_clm_llms.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/run_clm_llms.py b/run_clm_llms.py index 4e970f7..28a0820 100644 --- a/run_clm_llms.py +++ b/run_clm_llms.py @@ -574,7 +574,7 @@ def compute_metrics(eval_preds): trainer.save_state() if training_args.do_eval: - tokenizer = AutoTokenizer.from_pretrained('trained_models/llama_tokenizer') + tokenizer = LlamaTokenizer.from_pretrained('trained_models/llama_tokenizer') model = trainer.get_model() image_dirs = ['None', 'None', 'None'] video_dirs = ['None', 'data/avsd/frames/7UPGT', 'data/avsd/frames/3MSZA']