Also load from weka

allenai · Jun 28, 2024 · 224fa0a · 224fa0a
1 parent f9e5d7b
commit 224fa0a
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/scripts/beaker/cheap_decisions-baseline-and-sources-docspara-dedup-qc.sh b/scripts/beaker/cheap_decisions-baseline-and-sources-docspara-dedup-qc.sh
@@ -37,7 +37,7 @@ torchrun \
   --rdzv_conf="read_timeout=420" \
   scripts/train.py \
   configs/mitchish1-s3-cheap-decisions-r70b-dedupe-docspara-qc-01.yaml \
-    --load_path='${path.last_checkpoint:s3://ai2-llm/checkpoints/cheap_decisions/dolma-v1-6-and-sources-baseline-docspara-dedup-qc-01-1B-N-1T-D-mitchish1-001}'
+    --load_path='${path.last_checkpoint:/weka/oe-eval-default/ianm/ai2-llm/checkpoints/cheap_decisions/dolma-v1-6-and-sources-baseline-docspara-dedup-qc-01-1B-N-1T-D-mitchish1-001}'
     --model.flash_attention=true \
     # --save_folder=runs/ \
     # --save_overwrite \

diff --git a/scripts/beaker/cheap_decisions-baseline-and-sources-docspara-dedup.sh b/scripts/beaker/cheap_decisions-baseline-and-sources-docspara-dedup.sh
@@ -37,7 +37,7 @@ torchrun \
   --rdzv_conf="read_timeout=420" \
   scripts/train.py \
   configs/mitchish1-s3-cheap-decisions-r70b-dedupe-docspara.yaml \
-    --load_path='${path.last_checkpoint:s3://ai2-llm/checkpoints/cheap_decisions/dolma-v1-6-and-sources-baseline-docspara-dedup-1B-N-1T-D-mitchish1-001}' \
+    --load_path='${path.last_checkpoint:/weka/oe-eval-default/ianm/ai2-llm/checkpoints/cheap_decisions/dolma-v1-6-and-sources-baseline-docspara-dedup-1B-N-1T-D-mitchish1-001}' \
     --model.flash_attention=true \
     # --save_folder=runs/ \
     # --save_overwrite \

diff --git a/scripts/beaker/cheap_decisions-baseline-and-sources.sh b/scripts/beaker/cheap_decisions-baseline-and-sources.sh
@@ -37,7 +37,7 @@ torchrun \
   --rdzv_conf="read_timeout=420" \
   scripts/train.py \
   configs/mitchish1-s3-cheap-decisions-r70b-baseline-sources.yaml \
-    --load_path='${path.last_checkpoint:s3://ai2-llm/checkpoints/cheap_decisions/dolma-v1-6-and-sources-baseline-1B-N-1T-D-mitchish1-001}' \
+    --load_path='${path.last_checkpoint:/weka/oe-eval-default/ianm/ai2-llm/checkpoints/cheap_decisions/dolma-v1-6-and-sources-baseline-1B-N-1T-D-mitchish1-001}' \
     --model.flash_attention=true \
     # --save_folder=runs/ \
     # --save_overwrite \

diff --git a/scripts/beaker/cheap_decisions.sh b/scripts/beaker/cheap_decisions.sh
@@ -37,7 +37,7 @@ torchrun \
   --rdzv_conf="read_timeout=420" \
   scripts/train.py \
   configs/mitchish1-s3-cheap-decisions-dolma-v1-7.yaml \
-    --load_path='${path.last_checkpoint:s3://ai2-llm/checkpoints/cheap_decisions/dolma-v1-7-1B-N-1T-D-mitchish1-006}'
+    --load_path='${path.last_checkpoint:/weka/oe-eval-default/ianm/ai2-llm/checkpoints/cheap_decisions/dolma-v1-7-1B-N-1T-D-mitchish1-006}'
     --model.flash_attention=true \
     # --save_folder=runs/ \
     # --save_overwrite \