forked from AndreasMadsen/stable-nalu
-
Notifications
You must be signed in to change notification settings - Fork 0
/
mclstm_tableB2.sh
50 lines (46 loc) · 1.32 KB
/
mclstm_tableB2.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
#/usr/bin/env sh
EXPNAME="function_static" # hard coded in R-scripts...
### MC-FC ###
seq 0 99 | xargs -n1 -P10 -i -- \
python experiments/simple_function_static.py \
--operation add \
--layer-type linear \
--first-layer MCFC \
--learning-rate 1e-4 \
--max-iterations 500000 \
--name-prefix "$EXPNAME" \
--seed {} \
--remove-existing-data
seq 0 99 | xargs -n1 -P10 -i -- \
python experiments/simple_function_static.py \
--operation sub \
--layer-type linear \
--first-layer MCFC \
--learning-rate 1e-4 \
--hidden-size 3 \
--regualizer 0 \
--max-iterations 500000 \
--name-prefix "$EXPNAME" \
--seed {} \
--remove-existing-data
seq 0 99 | xargs -n1 -P10 -i -- \
python experiments/simple_function_static.py \
--operation mul \
--layer-type MulMCFC \
--first-layer MCFC \
--hidden-size 3 \
--learning-rate 1e-2 \
--regualizer 0 \
--max-iterations 3000000 \
--name-prefix "$EXPNAME" \
--seed {} \
--remove-existing-data
### NAU / NMU (from Madsen et al.) ###
## NAC (from Madsen et al.) ###
### NALU (from Madsen et al.) ###
### create Madsen table ###
python export/simple_function_static.py \
--tensorboard-dir "tensorboard/$EXPNAME/" \
--csv-out "$EXPNAME.csv"
Rscript -e "source('export/function_task_static_mse_expectation.r')"
Rscript -e "source('export/function_task_static.r')"