-
Notifications
You must be signed in to change notification settings - Fork 61
/
agnews.sh
24 lines (21 loc) · 793 Bytes
/
agnews.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
export CUDA_DEVICE_ORDER=PCI_BUS_ID
export CUDA_VISIBLE_DEVICES=0,1
DATASET=agnews
LABEL_NAME_FILE=label_names.txt
TRAIN_CORPUS=train.txt
TEST_CORPUS=test.txt
TEST_LABEL=test_labels.txt
MAX_LEN=200
TRAIN_BATCH=32
ACCUM_STEP=2
EVAL_BATCH=128
GPUS=2
MCP_EPOCH=3
SELF_TRAIN_EPOCH=1
python src/train.py --dataset_dir datasets/${DATASET}/ --label_names_file ${LABEL_NAME_FILE} \
--train_file ${TRAIN_CORPUS} \
--test_file ${TEST_CORPUS} --test_label_file ${TEST_LABEL} \
--max_len ${MAX_LEN} \
--train_batch_size ${TRAIN_BATCH} --accum_steps ${ACCUM_STEP} --eval_batch_size ${EVAL_BATCH} \
--gpus ${GPUS} \
--mcp_epochs ${MCP_EPOCH} --self_train_epochs ${SELF_TRAIN_EPOCH} \