[NOMERG] Annoyingly creating a PR to log in failed jobs nodes through ssh

.github/scripts/m1_script.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
 
-export BUILD_VERSION=0.3.0
+export BUILD_VERSION=0.3.1
 
 ${CONDA_RUN} pip install git+https://github.com/pytorch/tensordict.git -U

.github/unittest/linux/scripts/run_all.sh

@@ -124,15 +124,15 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with %s\n" "${CU_VERSION}"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cpu
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
+      pip3 install torch torchvision --index-url https://download.pytorch.org/whl/cpu
   else
-      pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/$CU_VERSION
+      pip3 install torch torchvision --index-url https://download.pytorch.org/whl/$CU_VERSION
   fi
 else
   printf "Failed to install pytorch"
@@ -150,7 +150,11 @@ else
 fi
 
 # install tensordict
-pip3 install git+https://github.com/pytorch/tensordict.git
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  pip3 install git+https://github.com/pytorch/tensordict.git
+else
+  pip3 install tensordict
+fi
 
 printf "* Installing torchrl\n"
 python setup.py develop

.github/unittest/linux_distributed/scripts/install.sh

@@ -26,11 +26,21 @@ fi
 # submodules
 git submodule sync && git submodule update --init --recursive
 
-printf "Installing PyTorch with %s\n" "${CU_VERSION}"
-if [ "${CU_VERSION:-}" == cpu ] ; then
-    pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cpu
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
+  else
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION  -U
+  fi
+elif [[ "$TORCH_VERSION" == "stable" ]]; then
+    if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install torch torchvision --index-url https://download.pytorch.org/whl/cpu -U
+  else
+      pip3 install torch torchvision --index-url https://download.pytorch.org/whl/$CU_VERSION -U
+  fi
 else
-    pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
+  printf "Failed to install pytorch"
+  exit 1
 fi
 
 # smoke test
@@ -40,7 +50,11 @@ python -c "import functorch"
 pip install git+https://github.com/pytorch/torchsnapshot
 
 # install tensordict
-pip install git+https://github.com/pytorch/tensordict.git
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  pip3 install git+https://github.com/pytorch/tensordict.git
+else
+  pip3 install tensordict
+fi
 
 printf "* Installing torchrl\n"
 python setup.py develop

.github/unittest/linux_examples/scripts/run_all.sh

@@ -148,7 +148,7 @@ version="$(python -c "print('.'.join(\"${CUDA_VERSION}\".split('.')[:2]))")"
 git submodule sync && git submodule update --init --recursive
 
 printf "Installing PyTorch with %s\n" "${CU_VERSION}"
-pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
+pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
 
 # smoke test
 python -c "import functorch"
@@ -157,7 +157,11 @@ python -c "import functorch"
 pip install git+https://github.com/pytorch/torchsnapshot
 
 # install tensordict
-pip install git+https://github.com/pytorch/tensordict.git
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  pip3 install git+https://github.com/pytorch/tensordict.git
+else
+  pip3 install tensordict
+fi
 
 printf "* Installing torchrl\n"
 python setup.py develop

.github/unittest/linux_libs/scripts_ataridqn/install.sh

@@ -28,18 +28,30 @@ fi
 # submodules
 git submodule sync && git submodule update --init --recursive
 
-printf "Installing PyTorch with %s\n" "${CU_VERSION}"
-if [ "${CU_VERSION:-}" == cpu ] ; then
-    # conda install -y pytorch torchvision cpuonly -c pytorch-nightly
-    # use pip to install pytorch as conda can frequently pick older release
-#    conda install -y pytorch cpuonly -c pytorch-nightly
-    pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu
+printf "Installing PyTorch with cu121"
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
+  else
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+  fi
+elif [[ "$TORCH_VERSION" == "stable" ]]; then
+    if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install torch torchvision --index-url https://download.pytorch.org/whl/cpu
+  else
+      pip3 install torch torchvision --index-url https://download.pytorch.org/whl/cu121
+  fi
 else
-    pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121
+  printf "Failed to install pytorch"
+  exit 1
 fi
 
 # install tensordict
-pip install git+https://github.com/pytorch/tensordict.git
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  pip3 install git+https://github.com/pytorch/tensordict.git
+else
+  pip3 install tensordict
+fi
 
 # smoke test
 python -c "import functorch;import tensordict"

.github/unittest/linux_libs/scripts_brax/install.sh

@@ -25,14 +25,22 @@ fi
 # submodules
 git submodule sync && git submodule update --init --recursive
 
-printf "Installing PyTorch with %s\n" "${CU_VERSION}"
-if [ "${CU_VERSION:-}" == cpu ] ; then
-    # conda install -y pytorch torchvision cpuonly -c pytorch-nightly
-    # use pip to install pytorch as conda can frequently pick older release
-#    conda install -y pytorch cpuonly -c pytorch-nightly
-    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu --force-reinstall  --progress-bar off
+printf "Installing PyTorch with cu121"
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+  else
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+  fi
+elif [[ "$TORCH_VERSION" == "stable" ]]; then
+    if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install torch --index-url https://download.pytorch.org/whl/cpu
+  else
+      pip3 install torch --index-url https://download.pytorch.org/whl/cu121
+  fi
 else
-    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 --force-reinstall  --progress-bar off
+  printf "Failed to install pytorch"
+  exit 1
 fi
 
 # install tensordict

.github/unittest/linux_libs/scripts_d4rl/install.sh

@@ -28,18 +28,30 @@ fi
 # submodules
 git submodule sync && git submodule update --init --recursive
 
-printf "Installing PyTorch with %s\n" "${CU_VERSION}"
-if [ "${CU_VERSION:-}" == cpu ] ; then
-    # conda install -y pytorch torchvision cpuonly -c pytorch-nightly
-    # use pip to install pytorch as conda can frequently pick older release
-#    conda install -y pytorch cpuonly -c pytorch-nightly
-    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu --force-reinstall
+printf "Installing PyTorch with cu121"
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+  else
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+  fi
+elif [[ "$TORCH_VERSION" == "stable" ]]; then
+    if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install torch --index-url https://download.pytorch.org/whl/cpu
+  else
+      pip3 install torch --index-url https://download.pytorch.org/whl/cu121
+  fi
 else
-    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 --force-reinstall
+  printf "Failed to install pytorch"
+  exit 1
 fi
 
 # install tensordict
-pip install git+https://github.com/pytorch/tensordict.git
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  pip3 install git+https://github.com/pytorch/tensordict.git
+else
+  pip3 install tensordict
+fi
 
 # smoke test
 python -c "import functorch;import tensordict"

.github/unittest/linux_libs/scripts_envpool/install.sh

@@ -26,11 +26,11 @@ fi
 # submodules
 git submodule sync && git submodule update --init --recursive
 
-printf "Installing PyTorch with %s\n" "${CU_VERSION}"
+printf "Installing PyTorch with cu121"
 if [ "${CU_VERSION:-}" == cpu ] ; then
-    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu
+    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
 else
-    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu118
+    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
 fi
 
 # smoke test

.github/unittest/linux_libs/scripts_gen-dgrl/install.sh

@@ -28,18 +28,30 @@ fi
 # submodules
 git submodule sync && git submodule update --init --recursive
 
-printf "Installing PyTorch with %s\n" "${CU_VERSION}"
-if [ "${CU_VERSION:-}" == cpu ] ; then
-    # conda install -y pytorch torchvision cpuonly -c pytorch-nightly
-    # use pip to install pytorch as conda can frequently pick older release
-#    conda install -y pytorch cpuonly -c pytorch-nightly
-    pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu
+printf "Installing PyTorch with cu121"
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
+  else
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+  fi
+elif [[ "$TORCH_VERSION" == "stable" ]]; then
+    if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install torch torchvision --index-url https://download.pytorch.org/whl/cpu
+  else
+      pip3 install torch torchvision --index-url https://download.pytorch.org/whl/cu121
+  fi
 else
-    pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121
+  printf "Failed to install pytorch"
+  exit 1
 fi
 
 # install tensordict
-pip install git+https://github.com/pytorch/tensordict.git
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  pip3 install git+https://github.com/pytorch/tensordict.git
+else
+  pip3 install tensordict
+fi
 
 # smoke test
 python -c "import functorch;import tensordict"

.github/unittest/linux_libs/scripts_gym/install.sh

@@ -37,20 +37,32 @@ git submodule sync && git submodule update --init --recursive
 
 printf "Installing PyTorch with %s\n" "${CU_VERSION}"
 if [ "${CU_VERSION:-}" == cpu ] ; then
-    conda install pytorch==1.13.1 torchvision==0.14.1 torchaudio==0.13.1 cpuonly -c pytorch
+    conda install pytorch==1.13.1 torchvision==0.14.1 cpuonly -c pytorch
 else
-    conda install pytorch==1.13.1 torchvision==0.14.1 torchaudio==0.13.1 pytorch-cuda=11.6 -c pytorch -c nvidia -y
+    conda install pytorch==1.13.1 torchvision==0.14.1 pytorch-cuda=11.6 -c pytorch -c nvidia -y
 fi
 
 # Solving circular import: https://stackoverflow.com/questions/75501048/how-to-fix-attributeerror-partially-initialized-module-charset-normalizer-has
-pip install -U --force-reinstall charset-normalizer
+pip install -U charset-normalizer
 
 # install tensordict
-pip install git+https://github.com/pytorch/tensordict.git
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  pip3 install git+https://github.com/pytorch/tensordict.git
+else
+  pip3 install tensordict
+fi
 
 # smoke test
 python -c "import tensordict"
 
 printf "* Installing torchrl\n"
 python setup.py develop
 python -c "import torchrl"
+
+## Reinstalling pytorch with specific version
+#printf "Re-installing PyTorch with %s\n" "${CU_VERSION}"
+#if [ "${CU_VERSION:-}" == cpu ] ; then
+#    conda install pytorch==1.13.1 torchvision==0.14.1 cpuonly -c pytorch
+#else
+#    conda install pytorch==1.13.1 torchvision==0.14.1 pytorch-cuda=11.6 -c pytorch -c nvidia -y
+#fi

.github/unittest/linux_libs/scripts_habitat/install.sh

@@ -20,10 +20,19 @@ version="$(python -c "print('.'.join(\"${CUDA_VERSION}\".split('.')[:2]))")"
 git submodule sync && git submodule update --init --recursive
 
 printf "Installing PyTorch with %s\n" "${CU_VERSION}"
-pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 --force-reinstall
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+elif [[ "$TORCH_VERSION" == "stable" ]]; then
+  pip3 install torch --index-url https://download.pytorch.org/whl/cu121
+fi
 
 # install tensordict
-pip3 install git+https://github.com/pytorch/tensordict.git
+# install tensordict
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  pip3 install git+https://github.com/pytorch/tensordict.git
+else
+  pip3 install tensordict
+fi
 
 # smoke test
 python3 -c "import functorch;import tensordict"

.github/unittest/linux_libs/scripts_habitat/setup_env.sh

@@ -65,7 +65,8 @@ pip install pip --upgrade
 
 conda env update --file "${this_dir}/environment.yml" --prune
 
-conda install habitat-sim withbullet headless -c conda-forge -c aihabitat-nightly -y
-conda run python -m pip install git+https://github.com/facebookresearch/habitat-lab.git#subdirectory=habitat-lab
+#conda install habitat-sim withbullet headless -c conda-forge -c aihabitat -y
+conda install habitat-sim withbullet headless -c conda-forge -c aihabitat -y
+conda run python -m pip install git+https://github.com/facebookresearch/habitat-lab.git@stable#subdirectory=habitat-lab
 #conda run python -m pip install git+https://github.com/facebookresearch/habitat-lab.git#subdirectory=habitat-baselines
 conda run python -m pip install "gym[atari,accept-rom-license]" pygame

.github/unittest/linux_libs/scripts_jumanji/install.sh

@@ -25,18 +25,30 @@ fi
 # submodules
 git submodule sync && git submodule update --init --recursive
 
-printf "Installing PyTorch with %s\n" "${CU_VERSION}"
-if [ "${CU_VERSION:-}" == cpu ] ; then
-    # conda install -y pytorch torchvision cpuonly -c pytorch-nightly
-    # use pip to install pytorch as conda can frequently pick older release
-#    conda install -y pytorch cpuonly -c pytorch-nightly
-    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu --force-reinstall
+printf "Installing PyTorch with cu121"
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+  else
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+  fi
+elif [[ "$TORCH_VERSION" == "stable" ]]; then
+    if [ "${CU_VERSION:-}" == cpu ] ; then
+      pip3 install torch --index-url https://download.pytorch.org/whl/cpu
+  else
+      pip3 install torch --index-url https://download.pytorch.org/whl/cu121
+  fi
 else
-    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 --force-reinstall
+  printf "Failed to install pytorch"
+  exit 1
 fi
 
 # install tensordict
-pip install git+https://github.com/pytorch/tensordict.git
+if [[ "$TORCH_VERSION" == "nightly" ]]; then
+  pip3 install git+https://github.com/pytorch/tensordict.git
+else
+  pip3 install tensordict
+fi
 
 # smoke test
 python -c "import functorch;import tensordict"