Update run_clm_llms.py

lyuchenyang · Jul 1, 2023 · d03e59d · d03e59d
1 parent 8d41f30
commit d03e59d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/run_clm_llms.py b/run_clm_llms.py
@@ -574,7 +574,7 @@ def compute_metrics(eval_preds):
  trainer.save_state()
 
  if training_args.do_eval:
- tokenizer = AutoTokenizer.from_pretrained('trained_models/llama_tokenizer')
+ tokenizer = LlamaTokenizer.from_pretrained('trained_models/llama_tokenizer')
  model = trainer.get_model()
  image_dirs = ['None', 'None', 'None']
  video_dirs = ['None', 'data/avsd/frames/7UPGT', 'data/avsd/frames/3MSZA']