Docs

.circleci/unittest/linux/scripts/environment.yml

@@ -3,13 +3,11 @@ channels:
   - defaults
 dependencies:
   - pip
-  - cmake >= 3.18
+  - protobuf
   - pip:
     - hypothesis
-    - protobuf
     - future
     - cloudpickle
-    - gym_retro
     - gym
     - pygame
     - gym[accept-rom-license]
@@ -19,8 +17,14 @@ dependencies:
     - pytest
     - pytest-cov
     - pytest-mock
+    - pytest-instafail
     - expecttest
     - pyyaml
     - scipy
+    - hydra-core
+    - tensorboard
+    - wandb
     - dm_control
-    - mujoco_py
+    - mlflow
+    - av
+    - coverage

.circleci/unittest/linux/scripts/install.sh

@@ -11,8 +11,8 @@ eval "$(./conda/bin/conda shell.bash hook)"
 conda activate ./env
 
 if [ "${CU_VERSION:-}" == cpu ] ; then
-    cudatoolkit="cpuonly"
     version="cpu"
+    echo "Using cpu build"
 else
     if [[ ${#CU_VERSION} -eq 4 ]]; then
         CUDA_VERSION="${CU_VERSION:2:1}.${CU_VERSION:3:1}"
@@ -21,42 +21,20 @@ else
     fi
     echo "Using CUDA $CUDA_VERSION as determined by CU_VERSION ($CU_VERSION)"
     version="$(python -c "print('.'.join(\"${CUDA_VERSION}\".split('.')[:2]))")"
-    cudatoolkit="cudatoolkit=${version}"
 fi
 
-case "$(uname -s)" in
-    Darwin*) os=MacOSX;;
-    *) os=Linux
-esac
-
 # submodules
 git submodule sync && git submodule update --init --recursive
 
-#printf "Installing PyTorch with %s\n" "${cudatoolkit}"
-#if [ "${os}" == "MacOSX" ]; then
-#    conda install -y -c "pytorch-${UPLOAD_CHANNEL}" "pytorch-${UPLOAD_CHANNEL}"::pytorch "${cudatoolkit}" pytest
-#else
-#    conda install -y -c "pytorch-${UPLOAD_CHANNEL}" "pytorch-${UPLOAD_CHANNEL}"::pytorch[build="*${version}*"] "${cudatoolkit}" pytest
-#fi
-
-#printf "Installing PyTorch with %s\n" "${CU_VERSION}"
+printf "Installing PyTorch with %s\n" "${CU_VERSION}"
 if [ "${CU_VERSION:-}" == cpu ] ; then
-    # conda install -y pytorch torchvision cpuonly -c pytorch-nightly
-    # use pip to install pytorch as conda can frequently pick older release
-    pip install torch torchvision -f https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html --pre
+    pip3 install --pre torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/nightly/cpu
 else
-    conda install -y pytorch torchvision cudatoolkit=10.2 -c pytorch-nightly
+    pip3 install --pre torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/nightly/cu113
 fi
 
-printf "Installing functorch\n"
-pip install ninja  # Makes the build go faster
-pip install "git+https://github.com/pytorch/functorch.git"
-
 # smoke test
 python -c "import functorch"
 
 printf "* Installing torchrl\n"
 python setup.py develop
-
-# smoke test
-python -c "import torchrl"

.circleci/unittest/linux/scripts/run_test.sh

@@ -7,10 +7,18 @@ conda activate ./env
 
 export PYTORCH_TEST_WITH_SLOW='1'
 python -m torch.utils.collect_env
+# Avoid error: "fatal: unsafe repository"
+git config --global --add safe.directory '*'
+
 root_dir="$(git rev-parse --show-toplevel)"
-export MJLIB_PATH=$root_dir/.mujoco/mujoco-2.1.1/lib/libmujoco.so.2.1.1
-export MUJOCO_PY_MUJOCO_PATH=$root_dir/.mujoco/mujoco210
-export DISPLAY=unix:0.0
-export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/root/project/.mujoco/mujoco210/bin
-#MUJOCO_GL=glfw pytest --cov=torchrl --junitxml=test-results/junit.xml -v --durations 20
-MUJOCO_GL=glfw pytest -v --durations 20
+env_dir="${root_dir}/env"
+lib_dir="${env_dir}/lib"
+
+# solves ImportError: /lib64/libstdc++.so.6: version `GLIBCXX_3.4.21' not found
+export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$lib_dir
+export MKL_THREADING_LAYER=GNU
+
+coverage run -m pytest test/smoke_test.py -v --durations 20
+coverage run -m pytest test/smoke_test_deps.py -v --durations 20
+coverage run -m pytest --instafail -v --durations 20
+coverage xml

.circleci/unittest/linux/scripts/setup_env.sh

@@ -8,9 +8,12 @@
 set -e
 
 this_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
+# Avoid error: "fatal: unsafe repository"
+git config --global --add safe.directory '*'
 root_dir="$(git rev-parse --show-toplevel)"
 conda_dir="${root_dir}/conda"
 env_dir="${root_dir}/env"
+lib_dir="${env_dir}/lib"
 
 cd "${root_dir}"
 
@@ -37,7 +40,7 @@ conda activate "${env_dir}"
 
 # 3. Install mujoco
 printf "* Installing mujoco and related\n"
-mkdir $root_dir/.mujoco
+mkdir -p $root_dir/.mujoco
 cd $root_dir/.mujoco/
 wget https://github.com/deepmind/mujoco/releases/download/2.1.1/mujoco-2.1.1-linux-x86_64.tar.gz
 tar -xf mujoco-2.1.1-linux-x86_64.tar.gz
@@ -49,9 +52,37 @@ cd $this_dir
 printf "* Installing dependencies (except PyTorch)\n"
 echo "  - python=${PYTHON_VERSION}" >> "${this_dir}/environment.yml"
 cat "${this_dir}/environment.yml"
-conda env update --file "${this_dir}/environment.yml" --prune
 
-#yum makecache
-#yum -y install glfw-devel
-#yum -y install libGLEW
-#yum -y install gcc-c++
+
+if [[ $OSTYPE == 'darwin'* ]]; then
+  PRIVATE_MUJOCO_GL=glfw
+elif [ "${CU_VERSION:-}" == cpu ]; then
+  PRIVATE_MUJOCO_GL=osmesa
+else
+  PRIVATE_MUJOCO_GL=egl
+fi
+
+export MUJOCO_GL=$PRIVATE_MUJOCO_GL
+conda env config vars set MUJOCO_PY_MUJOCO_PATH=$root_dir/.mujoco/mujoco210 \
+  DISPLAY=unix:0.0 \
+  MJLIB_PATH=$root_dir/.mujoco/mujoco-2.1.1/lib/libmujoco.so.2.1.1 \
+  LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$root_dir/.mujoco/mujoco210/bin \
+  SDL_VIDEODRIVER=dummy \
+  MUJOCO_GL=$PRIVATE_MUJOCO_GL \
+  PYOPENGL_PLATFORM=$PRIVATE_MUJOCO_GL
+
+# Software rendering requires GLX and OSMesa.
+if [ $PRIVATE_MUJOCO_GL == 'egl' ] || [ $PRIVATE_MUJOCO_GL == 'osmesa' ] ; then
+  yum makecache
+  yum install -y glfw
+  yum install -y glew
+  yum install -y mesa-libGL
+  yum install -y mesa-libGL-devel
+  yum install -y mesa-libOSMesa-devel
+  yum -y install egl-utils
+  yum -y install freeglut
+fi
+
+pip install pip --upgrade
+
+conda env update --file "${this_dir}/environment.yml" --prune

.circleci/unittest/linux_optdeps/scripts/environment.yml

@@ -3,16 +3,15 @@ channels:
   - defaults
 dependencies:
   - pip
-  - cmake >= 3.18
   - pip:
     - hypothesis
-    - protobuf
     - future
     - cloudpickle
-    - tqdm
     - pytest
     - pytest-cov
     - pytest-mock
+    - pytest-instafail
     - expecttest
     - pyyaml
     - scipy
+    - coverage

.circleci/unittest/linux_optdeps/scripts/install.sh

@@ -11,7 +11,6 @@ eval "$(./conda/bin/conda shell.bash hook)"
 conda activate ./env
 
 if [ "${CU_VERSION:-}" == cpu ] ; then
-    cudatoolkit="cpuonly"
     version="cpu"
 else
     if [[ ${#CU_VERSION} -eq 4 ]]; then
@@ -21,36 +20,21 @@ else
     fi
     echo "Using CUDA $CUDA_VERSION as determined by CU_VERSION ($CU_VERSION)"
     version="$(python -c "print('.'.join(\"${CUDA_VERSION}\".split('.')[:2]))")"
-    cudatoolkit="cudatoolkit=${version}"
 fi
 
-case "$(uname -s)" in
-    Darwin*) os=MacOSX;;
-    *) os=Linux
-esac
-
 # submodules
 git submodule sync && git submodule update --init --recursive
 
-#printf "Installing PyTorch with %s\n" "${cudatoolkit}"
-#if [ "${os}" == "MacOSX" ]; then
-#    conda install -y -c "pytorch-${UPLOAD_CHANNEL}" "pytorch-${UPLOAD_CHANNEL}"::pytorch "${cudatoolkit}" pytest
-#else
-#    conda install -y -c "pytorch-${UPLOAD_CHANNEL}" "pytorch-${UPLOAD_CHANNEL}"::pytorch[build="*${version}*"] "${cudatoolkit}" pytest
-#fi
-
-#printf "Installing PyTorch with %s\n" "${CU_VERSION}"
+printf "Installing PyTorch with %s\n" "${CU_VERSION}"
 if [ "${CU_VERSION:-}" == cpu ] ; then
+    # conda install -y pytorch torchvision cpuonly -c pytorch-nightly
     # use pip to install pytorch as conda can frequently pick older release
-    pip install torch -f https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html --pre
+#    conda install -y pytorch cpuonly -c pytorch-nightly
+    pip3 install --pre torch --extra-index-url https://download.pytorch.org/whl/nightly/cpu
 else
-    conda install -y pytorch cudatoolkit=10.2 -c pytorch-nightly
+    pip3 install --pre torch --extra-index-url https://download.pytorch.org/whl/nightly/cu113
 fi
 
-printf "Installing functorch\n"
-pip install ninja  # Makes the build go faster
-pip install "git+https://github.com/pytorch/functorch.git"
-
 # smoke test
 python -c "import functorch"
 

.circleci/unittest/linux_optdeps/scripts/run_test.sh

@@ -7,10 +7,15 @@ conda activate ./env
 
 export PYTORCH_TEST_WITH_SLOW='1'
 python -m torch.utils.collect_env
+# Avoid error: "fatal: unsafe repository"
+git config --global --add safe.directory '*'
 root_dir="$(git rev-parse --show-toplevel)"
 export MJLIB_PATH=$root_dir/.mujoco/mujoco-2.1.1/lib/libmujoco.so.2.1.1
 export MUJOCO_PY_MUJOCO_PATH=$root_dir/.mujoco/mujoco210
 export DISPLAY=unix:0.0
 export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/root/project/.mujoco/mujoco210/bin
+export MKL_THREADING_LAYER=GNU
+
 #MUJOCO_GL=glfw pytest --cov=torchrl --junitxml=test-results/junit.xml -v --durations 20
-MUJOCO_GL=glfw pytest -v --durations 20
+MUJOCO_GL=egl coverage run -m pytest --instafail -v --durations 20
+coverage xml

.circleci/unittest/linux_optdeps/scripts/setup_env.sh

@@ -8,6 +8,8 @@
 set -e
 
 this_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
+# Avoid error: "fatal: unsafe repository"
+git config --global --add safe.directory '*'
 root_dir="$(git rev-parse --show-toplevel)"
 conda_dir="${root_dir}/conda"
 env_dir="${root_dir}/env"
@@ -35,20 +37,23 @@ if [ ! -d "${env_dir}" ]; then
 fi
 conda activate "${env_dir}"
 
-# 3. Install mujoco
-printf "* Installing mujoco and related\n"
-mkdir $root_dir/.mujoco
-cd $root_dir/.mujoco/
-wget https://github.com/deepmind/mujoco/releases/download/2.1.1/mujoco-2.1.1-linux-x86_64.tar.gz
-tar -xf mujoco-2.1.1-linux-x86_64.tar.gz
-wget https://mujoco.org/download/mujoco210-linux-x86_64.tar.gz
-tar -xf mujoco210-linux-x86_64.tar.gz
-cd $this_dir
+## 3. Install mujoco
+#printf "* Installing mujoco and related\n"
+#mkdir $root_dir/.mujoco
+#cd $root_dir/.mujoco/
+#wget https://github.com/deepmind/mujoco/releases/download/2.1.1/mujoco-2.1.1-linux-x86_64.tar.gz
+#tar -xf mujoco-2.1.1-linux-x86_64.tar.gz
+#wget https://mujoco.org/download/mujoco210-linux-x86_64.tar.gz
+#tar -xf mujoco210-linux-x86_64.tar.gz
+#cd $this_dir
 
 # 4. Install Conda dependencies
 printf "* Installing dependencies (except PyTorch)\n"
 echo "  - python=${PYTHON_VERSION}" >> "${this_dir}/environment.yml"
 cat "${this_dir}/environment.yml"
+
+pip install pip --upgrade
+
 conda env update --file "${this_dir}/environment.yml" --prune
 
 #yum makecache

.circleci/unittest/linux_stable/scripts/environment.yml

@@ -4,13 +4,11 @@ channels:
 dependencies:
   - pip
   - ninja
-  - cmake >= 3.18
+  - protobuf
   - pip:
     - hypothesis
-    - protobuf
     - future
     - cloudpickle
-    - gym_retro
     - gym
     - pygame
     - gym[accept-rom-license]
@@ -20,8 +18,14 @@ dependencies:
     - pytest
     - pytest-cov
     - pytest-mock
+    - pytest-instafail
     - expecttest
     - pyyaml
     - scipy
+    - hydra-core
+    - tensorboard
+    - wandb
     - dm_control
-    - mujoco_py
+    - mlflow
+    - av
+    - coverage

.circleci/unittest/linux_stable/scripts/install.sh

@@ -11,8 +11,8 @@ eval "$(./conda/bin/conda shell.bash hook)"
 conda activate ./env
 
 if [ "${CU_VERSION:-}" == cpu ] ; then
-    cudatoolkit="cpuonly"
     version="cpu"
+    echo "Using cpu build"
 else
     if [[ ${#CU_VERSION} -eq 4 ]]; then
         CUDA_VERSION="${CU_VERSION:2:1}.${CU_VERSION:3:1}"
@@ -21,28 +21,20 @@ else
     fi
     echo "Using CUDA $CUDA_VERSION as determined by CU_VERSION ($CU_VERSION)"
     version="$(python -c "print('.'.join(\"${CUDA_VERSION}\".split('.')[:2]))")"
-    cudatoolkit="cudatoolkit=${version}"
 fi
 
-case "$(uname -s)" in
-    Darwin*) os=MacOSX;;
-    *) os=Linux
-esac
-
 # submodules
 git submodule sync && git submodule update --init --recursive
 
 printf "Installing PyTorch with %s\n" "${CU_VERSION}"
 if [ "${CU_VERSION:-}" == cpu ] ; then
-    # conda install -y pytorch torchvision cpuonly -c pytorch-nightly
-    # use pip to install pytorch as conda can frequently pick older release
-    pip install torch torchvision
+    pip3 install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
 else
-    conda install -y pytorch torchvision cudatoolkit=10.2 -c pytorch
+    pip3 install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cu113
 fi
 
 printf "Installing functorch\n"
-pip install functorch
+pip3 install functorch
 
 # smoke test
 python -c "import functorch"
@@ -51,4 +43,4 @@ printf "* Installing torchrl\n"
 printf "g++ version: "
 gcc --version
 
-python setup.py install
+python setup.py develop