-
Notifications
You must be signed in to change notification settings - Fork 33
/
mer_examples.sh
executable file
·163 lines (140 loc) · 8.98 KB
/
mer_examples.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
#!/bin/bash
seed=$1
ROT="--n_layers 2 --n_hiddens 100 --data_path data/ --save_path results/ --batch_size 1 --log_every 100 --samples_per_task 1000 --data_file mnist_rotations.pt --cuda no --seed"
PERM="--n_layers 2 --n_hiddens 100 --data_path data/ --save_path results/ --batch_size 1 --log_every 100 --samples_per_task 1000 --data_file mnist_permutations.pt --cuda no --seed"
MANY="--n_layers 2 --n_hiddens 100 --data_path data/ --save_path results/ --batch_size 1 --log_every 100 --samples_per_task 200 --data_file mnist_manypermutations.pt --cuda no --seed"
echo "Beginning Online Learning" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model online --lr 0.0003
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model online --lr 0.003
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model online --lr 0.003
echo "Beginning Independent Model Per Task" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model independent --lr 0.01
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model independent --lr 0.01
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model independent --lr 0.01
echo "Beginning EWC" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model ewc --lr 0.001 --n_memories 10 --memory_strength 100.0
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model ewc --lr 0.01 --n_memories 10 --memory_strength 10.0
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model ewc --lr 0.003 --n_memories 10 --memory_strength 1.0
echo "Beginning GEM With 5120 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model gem --lr 0.01 --n_memories 256 --memory_strength 1.0
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model gem --lr 0.01 --n_memories 256 --memory_strength 1.0
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model gem --lr 0.01 --n_memories 51 --memory_strength 0.0
echo "Beginning GEM With 500 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model gem --lr 0.01 --n_memories 25 --memory_strength 0.0
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model gem --lr 0.01 --n_memories 25 --memory_strength 1.0
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model gem --lr 0.003 --n_memories 5 --memory_strength 0.1
echo "Beginning GEM With 200 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model gem --lr 0.01 --n_memories 10 --memory_strength 0.0
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model gem --lr 0.01 --n_memories 10 --memory_strength 0.0
echo "Beginning ER (Algorithm 4) With 5120 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model eralg4 --lr 0.1 --memories 5120 --replay_batch_size 25
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model eralg4 --lr 0.1 --memories 5120 --replay_batch_size 25
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model eralg4 --lr 0.1 --memories 5120 --replay_batch_size 25
echo "Beginning ER (Algorithm 4) With 500 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model eralg4 --lr 0.1 --memories 500 --replay_batch_size 5
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model eralg4 --lr 0.1 --memories 500 --replay_batch_size 10
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model eralg4 --lr 0.1 --memories 500 --replay_batch_size 25
echo "Beginning ER (Algorithm 4) With 200 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model eralg4 --lr 0.1 --memories 200 --replay_batch_size 10
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model eralg4 --lr 0.1 --memories 200 --replay_batch_size 10
echo "Beginning ER (Algorithm 5) With 5120 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model eralg5 --lr 0.03 --memories 5120 --replay_batch_size 100
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model eralg5 --lr 0.01 --memories 5120 --replay_batch_size 25
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model eralg5 --lr 0.003 --memories 5120 --replay_batch_size 10
echo "Beginning ER (Algorithm 5) With 500 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model eralg5 --lr 0.01 --memories 500 --replay_batch_size 100
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model eralg5 --lr 0.01 --memories 500 --replay_batch_size 25
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model eralg5 --lr 0.01 --memories 500 --replay_batch_size 5
echo "Beginning ER (Algorithm 5) With 200 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model eralg5 --lr 0.01 --memories 200 --replay_batch_size 50
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model eralg5 --lr 0.01 --memories 200 --replay_batch_size 10
echo "Beginning MER (Algorithm 1) With 5120 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model meralg1 --lr 0.03 --beta 0.03 --gamma 1.0 --memories 5120 --replay_batch_size 100 --batches_per_example 10
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model meralg1 --lr 0.03 --beta 0.03 --gamma 1.0 --memories 5120 --replay_batch_size 100 --batches_per_example 10
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model meralg1 --lr 0.1 --beta 0.01 --gamma 1.0 --memories 5120 --replay_batch_size 5 --batches_per_example 10
echo "Beginning MER (Algorithm 1) With 500 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model meralg1 --lr 0.1 --beta 0.01 --gamma 1.0 --memories 500 --replay_batch_size 10 --batches_per_example 10
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model meralg1 --lr 0.03 --beta 0.03 --gamma 1.0 --memories 500 --replay_batch_size 25 --batches_per_example 10
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model meralg1 --lr 0.03 --beta 0.03 --gamma 1.0 --memories 500 --replay_batch_size 5 --batches_per_example 10
echo "Beginning MER (Algorithm 1) With 200 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model meralg1 --lr 0.1 --beta 0.01 --gamma 1.0 --memories 200 --replay_batch_size 10 --batches_per_example 5
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model meralg1 --lr 0.03 --beta 0.03 --gamma 1.0 --memories 200 --replay_batch_size 10 --batches_per_example 10
echo "Beginning MER (Algorithm 6) With 5120 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model meralg6 --lr 0.03 --gamma 0.1 --memories 5120 --replay_batch_size 100
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model meralg6 --lr 0.03 --gamma 0.1 --memories 5120 --replay_batch_size 50
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model meralg6 --lr 0.03 --gamma 0.1 --memories 5120 --replay_batch_size 25
echo "Beginning MER (Algorithm 6) With 500 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model meralg6 --lr 0.1 --gamma 0.03 --memories 500 --replay_batch_size 10
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model meralg6 --lr 0.03 --gamma 0.3 --memories 500 --replay_batch_size 10
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model meralg6 --lr 0.1 --gamma 0.03 --memories 500 --replay_batch_size 5
echo "Beginning MER (Algorithm 6) With 200 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model meralg6 --lr 0.1 --gamma 0.03 --memories 200 --replay_batch_size 25
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model meralg6 --lr 0.1 --gamma 0.03 --memories 200 --replay_batch_size 5
echo "Beginning MER (Algorithm 7) With 5120 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model meralg7 --lr 0.03 --gamma 0.03 --memories 5120 --replay_batch_size 100 --s 5
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model meralg7 --lr 0.01 --gamma 0.1 --memories 5120 --replay_batch_size 100 --s 10
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model meralg7 --lr 0.03 --gamma 0.03 --memories 5120 --replay_batch_size 100 --s 10
echo "Beginning MER (Algorithm 7) With 500 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model meralg7 --lr 0.03 --gamma 0.03 --memories 500 --replay_batch_size 50 --s 5
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model meralg7 --lr 0.01 --gamma 0.1 --memories 500 --replay_batch_size 25 --s 10
echo "MNIST Many Permutations:"
python3 main.py $MANY $seed --model meralg7 --lr 0.03 --gamma 0.03 --memories 500 --replay_batch_size 5 --s 10
echo "Beginning MER (Algorithm 7) With 200 Memories" "( seed =" $seed ")"
echo "MNIST Rotations:"
python3 main.py $ROT $seed --model meralg7 --lr 0.03 --gamma 0.03 --memories 200 --replay_batch_size 50 --s 5
echo "MNIST Permutations:"
python3 main.py $PERM $seed --model meralg7 --lr 0.03 --gamma 0.1 --memories 200 --replay_batch_size 5 --s 2