-
Notifications
You must be signed in to change notification settings - Fork 9
/
infer_jointgt_bart.sh
59 lines (55 loc) · 1.9 KB
/
infer_jointgt_bart.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
#!/bin/bash
CUDA_VISIBLE_DEVICES=0 python cli_gt.py \
--do_predict \
--output_dir out/jointgt_bart_webnlg \
--train_file data/webnlg/train \
--predict_file data/webnlg/test \
--tokenizer_path pretrain_model/jointgt_bart \
--dataset webnlg \
--predict_batch_size 32 \
--max_input_length 256 \
--max_output_length 128 \
--append_another_bos \
--num_beams 5 \
--prefix test_beam5_lenpen1_
CUDA_VISIBLE_DEVICES=0 python cli_gt.py \
--do_predict \
--output_dir out/jointgt_bart_webnlg_const \
--train_file data/webnlg_const/train \
--predict_file data/webnlg_const/test \
--tokenizer_path pretrain_model/jointgt_bart \
--dataset webnlg \
--predict_batch_size 32 \
--max_input_length 256 \
--max_output_length 128 \
--append_another_bos \
--num_beams 5 \
--clean_up_spaces \
--prefix test_beam5_lenpen1_
CUDA_VISIBLE_DEVICES=0 python cli_gt.py \
--do_predict \
--output_dir out/jointgt_bart_wq \
--train_file data/wq/train \
--predict_file data/wq/test \
--tokenizer_path pretrain_model/jointgt_bart \
--dataset webnlg \
--predict_batch_size 32 \
--max_input_length 256 \
--max_output_length 128 \
--append_another_bos \
--num_beams 5 \
--prefix test_beam5_lenpen5_ \
--length_penalty 5.0
CUDA_VISIBLE_DEVICES=0 python cli_gt.py \
--do_predict \
--output_dir out/jointgt_bart_pq \
--train_file data/pq/train \
--predict_file data/pq/test \
--tokenizer_path pretrain_model/jointgt_bart \
--dataset webnlg \
--predict_batch_size 32 \
--max_input_length 128 \
--max_output_length 64 \
--append_another_bos \
--num_beams 5 \
--prefix test_beam5_lenpen1_