Skip to content

Latest commit

 

History

History
114 lines (94 loc) · 5.35 KB

command.md

File metadata and controls

114 lines (94 loc) · 5.35 KB

一些命令

  • Bi-LSTM

    # punc_flag should be False
CUDA_VISIBLE_DEVICES=6,7,8,9 python3 train.py

# With punc. punc_flag = True
CUDA_VISIBLE_DEVICES=6,7,8,9 nohup python3 -u train.py \
  --vocab_path ../pretrained_models/Glove/vocab_with_punc.txt \
  --pretrained_embedding_path ../pretrained_models/Glove/glove_embed_with_punc.txt \
	--last_model_path ../models/bilstm_with_punc/last/model.bin \
	--best_model_path ../models/bilstm_with_punc/best/model.bin \
	--result_path ../results/bilstm_with_punc/test_result.txt \
	--model_type bilstm > ../logs/bilstm_with_punc_training.out 2>&1 &!
  
# Update punc. punc_flag = False
CUDA_VISIBLE_DEVICES=6,7,8,9 nohup python3 -u train.py \
	--last_model_path ../models/bilstm_new/last/model.bin \
	--best_model_path ../models/bilstm_new/best/model.bin \
	--result_path ../results/bilstm_new/test_result.txt \
	--model_type bilstm > ../logs/bilstm_new_training.out 2>&1 &!
  
# Update punc. punc_flag = False. merge = True
CUDA_VISIBLE_DEVICES=5,7,8,9 nohup python3 -u train.py \
	--last_model_path ../models/bilstm_new_merge/last/model.bin \
	--best_model_path ../models/bilstm_new_merge/best/model.bin \
	--result_path ../results/bilstm_new_merge/test_result.txt \
	--model_type bilstm --merge 1 > ../logs/bilstm_new_merge_training.out 2>&1 &!

CUDA_VISIBLE_DEVICES=5,7,8,9 python3 train.py \
	--last_model_path ../models/bilstm_new_merge/last/model.bin \
	--best_model_path ../models/bilstm_new_merge/best/model.bin \
	--result_path ../results/bilstm_new_merge/test_result.txt \
	--model_type bilstm --merge 1

# Update punc. punc_flag = False. merge = True. Without Glove. 
CUDA_VISIBLE_DEVICES=6,7,8,9 nohup python3 -u train.py \
	--last_model_path ../models/bilstm_new_merge_random/last/model.bin \
	--best_model_path ../models/bilstm_new_merge_random/best/model.bin \
	--result_path ../results/bilstm_new_merge_random/test_result.txt \
	--model_type bilstm --merge 1 > ../logs/bilstm_new_merge_random_training.out 2>&1 &!

# Final. punc_flag = False. merge = True
CUDA_VISIBLE_DEVICES=6,7,8,9 nohup python3 -u train.py \
	--last_model_path ../models/bilstm_new_merge_final/last/model.bin \
	--best_model_path ../models/bilstm_new_merge_final/best/model.bin \
	--result_path ../results/bilstm_new_merge_final/test_result.txt \
	--model_type bilstm --merge 1 --K 1 --epochs 20 > ../logs/bilstm_new_merge_final_training.out 2>&1 &!

CUDA_VISIBLE_DEVICES=6,7,8,9 python3 train.py \
	--last_model_path ../models/bilstm_new_merge_final/last/model.bin \
	--best_model_path ../models/bilstm_new_merge_final/best/model.bin \
	--result_path ../results/bilstm_new_merge_final/test_result.txt \
	--model_type bilstm --merge 1 --K 1 --epochs 1

  • Bi-LSTM+CRF

    CUDA_VISIBLE_DEVICES=6,7,8,9 python3 train.py \
	--last_model_path ../models/bilstmcrf/last/model.bin \
	--best_model_path ../models/bilstmcrf/best/model.bin \
	--result_path ../results/bilstmcrf/test_result.txt \
	--model_type bilstmcrf
	
CUDA_VISIBLE_DEVICES=6,7,8,9 nohup python3 -u train.py \
	--last_model_path ../models/bilstmcrf/last/model.bin \
	--best_model_path ../models/bilstmcrf/best/model.bin \
	--result_path ../results/bilstmcrf/test_result.txt \
	--model_type bilstmcrf > ../logs/bilstmcrf_training.out 2>&1 &!

# With punc. punc_flag = True
CUDA_VISIBLE_DEVICES=6,7,8,9 nohup python3 -u train.py \
  --vocab_path ../pretrained_models/Glove/vocab_with_punc.txt \
  --pretrained_embedding_path ../pretrained_models/Glove/glove_embed_with_punc.txt \
	--last_model_path ../models/bilstmcrf_with_punc/last/model.bin \
	--best_model_path ../models/bilstmcrf_with_punc/best/model.bin \
	--result_path ../results/bilstmcrf_with_punc/test_result.txt \
	--model_type bilstmcrf > ../logs/bilstmcrf_with_punc_training.out 2>&1 &!

  • Transformer

    # Update punc. punc_flag = False. merge = True
CUDA_VISIBLE_DEVICES=5,7,8,9 nohup python3 -u train.py \
	--last_model_path ../models/transformer_new_merge/last/model.bin \
	--best_model_path ../models/transformer_new_merge/best/model.bin \
	--result_path ../results/transformer_new_merge/test_result.txt \
	--model_type transformer --merge 1 > ../logs/transformer_new_merge_training.out 2>&1 &!

CUDA_VISIBLE_DEVICES=5,7,8,9 python3 train.py \
	--last_model_path ../models/transformer_new_merge/last/model.bin \
	--best_model_path ../models/transformer_new_merge/best/model.bin \
	--result_path ../results/transformer_new_merge/test_result.txt \
	--model_type transformer --merge 1

# Update punc. punc_flag = False. merge = True. separate = True
CUDA_VISIBLE_DEVICES=4,5,6,7 python3 train.py \
	--last_model_path ../models/transformer_new_merge_separate/last/model.bin \
	--best_model_path ../models/transformer_new_merge_separate/best/model.bin \
	--result_path ../results/transformer_new_merge_separate/test_result.txt \
	--model_type transformer --merge 1 --separate 1 --report_steps 250

CUDA_VISIBLE_DEVICES=4,5,6,7 nohup python3 -u train.py \
	--last_model_path ../models/transformer_new_merge_separate/last/model.bin \
	--best_model_path ../models/transformer_new_merge_separate/best/model.bin \
	--result_path ../results/transformer_new_merge_separate/test_result.txt \
	--model_type transformer --merge 1 --separate 1 --report_steps 250 > ../logs/transformer_new_merge_separate_training.out 2>&1 &!