Merge branch 'main' into dataset-stuff-v2

allenai · Jan 24, 2025 · 55b9962 · 55b9962
2 parents 8e2b0f9 + 1d17da6
commit 55b9962
Show file tree

Hide file tree

Showing 6 changed files with 1,996 additions and 13 deletions.
diff --git a/configs/beaker_configs/ray_node_setup.sh b/configs/beaker_configs/ray_node_setup.sh
@@ -1,6 +1,7 @@
 export CURRENT_DATETIME=$(python -c "import datetime; import pytz; print(datetime.datetime.now(pytz.timezone('America/Los_Angeles')).strftime('%m%d%y_%H%M%S'))")
 export PYTHONPATH=$REPO_PATH
 export PATH="/root/.local/bin:$PATH"
+export NCCL_CUMEM_ENABLE=0
 
 
 echo CURRENT_DATETIME=$CURRENT_DATETIME