-
Notifications
You must be signed in to change notification settings - Fork 2
/
finetune_exp.sh
executable file
·58 lines (40 loc) · 4.89 KB
/
finetune_exp.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
#!/usr/bin/env bash
tpu=$1
./finetune.sh $tpu 11B 11B_mh noloss uq_mh_ol_mix train mh &> output/log/ft_11B_mh.out
./finetune.sh $tpu 11B 11B_mh_mh noloss uq_mh_mh_ol_mix train mh &> output/log/ft_11B_mh_mh.out
./finetune.sh $tpu 11B 11B_mh_lr1e3 noloss uq_mh_ol_mix train mh &> output/log/ft_11B_mh_lr1e3.out
./finetune.sh $tpu 11B 11B_mh_mh_lr1e3 noloss uq_mh_mh_ol_mix train mh &> output/log/ft_11B_mh_mh_lr1e3.out
./finetune.sh $tpu 11B 11B_mh__sm_lr1e3 noloss uq_mh__sm_ol_mix train mh &> output/log/ft_11B_mh__sm_lr1e3.out
./finetune.sh $tpu 11B 11B_mh_s_m_lr1e3 noloss uq_mh_s_m_ol_mix train mh &> output/log/ft_11B_mh_s_m_lr1e3.out
# sql
./finetune.sh $tpu 11B 11B_uq_mh_mh_sql_ol_mix noloss uq_mh_mh_sql_ol_mix train mh &> output/log/ft_11B_uq_mh_mh_sql_ol_mix.out
./finetune.sh $tpu 11B 11B_uq_mh_mh_sql_combine_ol_mix noloss uq_mh_mh_sql_combine_ol_mix train mh &> output/log/ft_11B_uq_mh_mh_sql_combine_ol_mix.out
./finetune.sh $tpu 11B 11B_uq_mh_mh_sql_simple_ol_mix noloss uq_mh_mh_sql_simple_ol_mix train mh &> output/log/ft_11B_uq_mh_mh_sql_simple_ol_mix.out
./finetune.sh $tpu 11B 11B_uq_mh_mh_sql_simple_combine_ol_mix noloss uq_mh_mh_sql_simple_combine_ol_mix train mh &> output/log/ft_11B_uq_mh_mh_sql_simple_combine_ol_mix.out
./finetune.sh $tpu 11B 11B_uq_mh_mh_sql_combine_nomh_ol_mix noloss uq_mh_mh_sql_combine_nomh_ol_mix train mh &> output/log/ft_11B_uq_mh_mh_sql_combine_nomh_ol_mix.out
./finetune.sh $tpu 11B 11B_uq_mh_mh_sql_combine_nonlmh_ol_mix noloss uq_mh_mh_sql_combine_nonlmh_ol_mix train mh &> output/log/ft_11B_uq_mh_mh_sql_combine_nonlmh_ol_mix.out
./finetune.sh $tpu 11B 11B_uq_mh_mh_sql_combine_concat_as_mh_ol_mix noloss uq_mh_mh_sql_combine_concat_as_mh_ol_mix train mh &> output/log/ft_11B_uq_mh_mh_sql_combine_concat_as_mh_ol_mix.out
./finetune.sh $tpu 11B 11B_mh_mh_reducehop_lr1e3 noloss uq_mh_mh_reducehop_ol_mix train mh &> output/log/ft_11B_mh_mh_reducehop_lr1e3.out
./finetune.sh $tpu 11B 11B_mh_mh_implicit_lr1e3 noloss uq_mh_mh_implicit_ol_mix train mh &> output/log/ft_11B_mh_mh_implicit_lr1e3.out
./finetune.sh $tpu 11B 11B_mh_mh_explicit_lr1e3 noloss uq_mh_mh_explicit_ol_mix train mh &> output/log/ft_11B_mh_mh_explicit_lr1e3.out
./finetune.sh $tpu 11B 11B_mh_mh_implicit_nomh_lr1e3 noloss uq_mh_mh_implicit_nomh_ol_mix train mh &> output/log/ft_11B_mh_mh_implicit_nomh_lr1e3.out
./finetune.sh $tpu 11B 11B_mh_mh_cwq_elq_implicit_nomh_lr1e3 noloss uq_mh_mh_cwq_elq_implicit_nomh_ol_mix train mh &> output/log/ft_11B_mh_mh_cwq_elq_implicit_nomh_lr1e3.out
#./finetune.sh $tpu 11B 11B_mh_dev_lr1e3 noloss uq_mh_dev_ol_mix train mh &> output/log/11B_mh_dev_lr1e3.out
./finetune.sh jzb4 11B 11B_mh_mh_lr1e3_alltheway_dev noloss uq_mh_dev_ol_mix train mh &> output/log/ft_11B_mh_mh_lr1e3_alltheway_dev.out
./finetune.sh $tpu 11B 11B_mh_mh_path_lr1e3 noloss uq_mh_mh_path_ol_mix train mh &> output/log/ft_11B_mh_mh_path_lr1e3.out
./finetune.sh $tpu 11B 11B_mh_mh_path_inverse_lr1e3 noloss uq_mh_mh_path_inverse_ol_mix train mh &> output/log/ft_11B_mh_mh_path_inverse_lr1e3.out &
./finetune.sh $tpu 11B 11B_mh_mh_hint_lr1e3 noloss uq_mh_mh_hint_ol_mix train mh &> output/log/ft_11B_mh_mh_hint_lr1e3.out &
./finetune.sh $tpu 11B 11B_mh_mh_dedup_lr1e3 noloss uq_mh_mh_dedup_ol_mix train mh &> output/log/ft_11B_mh_mh_dedup_lr1e3.out
./finetune.sh $tpu 11B 11B_mh_mh_cwq_elq_lr1e3 noloss uq_mh_mh_cwq_elq_ol_mix train mh &> output/log/ft_11B_mh_mh_cwq_elq_lr1e3.out
#./finetune.sh $tpu 3B 3B_softmax_nolennorm softmax uq_clean_train_ol_mix train mc &> output/log/ft_3B_mc_softmax3.out
#./finetune.sh $tpu 3B 3B_margin_nolennorm margin uq_clean_train_ol_mix train mc &> output/log/ft_3B_mc_margin3.out
#./finetune.sh $tpu 11B 11B_softmax_nolennorm softmax uq_clean_train_ol_mix train mc &> output/log/ft_11B_mc_softmax2.out
#./finetune.sh $tpu 11B 11B_margin_nolennorm margin uq_clean_train_ol_mix train mc &> output/log/ft_11B_mc_margin2.out
#./finetune.sh $tpu 3B 3B_ext_softmax softmax uq_ext_decode_train_ol_uq3B_mix train ext &> output/log/ft_3B_ext_softmax.out
#./finetune.sh $tpu 3B 3B_ext_margin margin uq_ext_decode_train_ol_uq3B_mix train ext &> output/log/ft_3B_ext_margin.out
#./finetune.sh $tpu 3B 3B_ext_dedup_softmax softmax uq_ext_decode_train_ol_uq3B_dedup_mix train ext &> output/log/ft_3B_ext_dedup_softmax.out
#./finetune.sh $tpu 3B 3B_ext_dedup_margin margin uq_ext_decode_train_ol_uq3B_dedup_mix train ext &> output/log/ft_3B_ext_dedup_margin.out
#./finetune.sh $tpu 3B 3B_ext_sample_softmax softmax uq_ext_decode_train_ol_uq3B_sample_mix train ext &> output/log/ft_3B_ext_sample_softmax.out
#./finetune.sh $tpu 3B 3B_ext_sample_margin margin uq_ext_decode_train_ol_uq3B_sample_mix train ext &> output/log/ft_3B_ext_sample_margin.out
#./finetune.sh $tpu 3B 3B_ext_span_softmax softmax uq_ext_decode_train_ol_uq3B_span_topk_mix train ext &> output/log/ft_3B_ext_span_softmax.out
#./finetune.sh $tpu 3B 3B_ext_span_margin margin uq_ext_decode_train_ol_uq3B_span_topk_mix train ext &> output/log/ft_3B_ext_span_margin.out