From 92d2a08c8c87552286a032f037797a0236fc4c94 Mon Sep 17 00:00:00 2001
From: epwalsh <petew@allenai.org>
Date: Mon, 18 Mar 2024 19:14:14 -0700
Subject: [PATCH] update beaker launch script

---
 scripts/beaker/mitchish70.sh | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/scripts/beaker/mitchish70.sh b/scripts/beaker/mitchish70.sh
index 37b2246a3..a5b279ebf 100755
--- a/scripts/beaker/mitchish70.sh
+++ b/scripts/beaker/mitchish70.sh
@@ -4,16 +4,14 @@ set -ex
 
 CONFIG_PATH=configs/mitchish70-s3.yaml
 NUM_NODES=4
-SEED=3423
-INIT=fan_in
-RUN_NAME="fan-in-init-${SEED}"
-ARGS="--run_name=${RUN_NAME} --data.seed=6198 --seed=${SEED} --model.init_fn=${INIT} --model.init_std=0.006 --model.init_cutoff_factor=3 --device_train_microbatch_size=4 --model.flash_attention=true --fused_loss=true --evaluators=[] --stop_at=500 --wandb.group=mitchish70-ablate-init --save_interval_ephemeral=100"
+RUN_NAME="mitchish70-001"
+ARGS="--run_name=${RUN_NAME} --device_train_microbatch_size=4"
 
 gantry run \
   --allow-dirty \
   --workspace ai2/llm-testing \
   --task-name mitchish70 \
-  --description "OLMo mitchish 70B, model init ablations" \
+  --description "OLMo large - 70B" \
   --priority high \
   --stop-preemptible \
   --beaker-image olmo-torch2-gantry \