Release! (#19)

* init refactor

* added datasets to the commit

* cql without reward normalization

* added reward normalisation

* report and iql drafts

* cql sweep, finish report script

* added iql and rem

* revert norm

* added rem, awac, iql

* deleted discrete iql

* a lot of stuff

* fix formatting

* stats

* add dataset downloading from hf

* updated requirements and dockerfile

* fix bug, fix docker

* num workers for rendering as config value

* add typings to the algorithms, remove db if exists

* more typings, optional memmap cache cleaning

* more typings

* removed default vector env arg

.gitignore

@@ -2,16 +2,22 @@
 dev/
 
 # Data
-data/
+data
 ttyrecs.db
 
 # Misc
+**/.DS_Store
+loading_times.py
+*.pkl
+algorithms/small_scale/iql_chaotic_lstm_discrete.py
+run.sh
 test.py
 test.ipynb
 .ml-job-preset.yml
 mlc_run.sh
 wandb
 algorithms/bc_resnet_lstm_accelerate.py
+bin
 
 # Byte-compiled / optimized / DLL files
 __pycache__/

Dockerfile

@@ -1,16 +1,13 @@
 FROM nvidia/cuda:11.7.1-cudnn8-devel-ubuntu20.04
 WORKDIR /workspace
 
-RUN #rm /etc/apt/sources.list.d/cuda.list
-RUN #rm /etc/apt/sources.list.d/nvidia-ml.list
-# python, dependencies for mujoco-py, from https://github.com/openai/mujoco-py
+# python, dependencies for mujoco-py (and in general useful for RL research),
+# from https://github.com/openai/mujoco-py
 RUN apt-get update -q \
     && DEBIAN_FRONTEND=noninteractive apt-get install -y \
     python3-pip \
     build-essential \
     patchelf \
-    curl \
-    git \
     libgl1-mesa-dev \
     libgl1-mesa-glx \
     libglew-dev \
@@ -25,21 +22,6 @@ RUN apt-get update -q \
     && apt-get clean \
     && rm -rf /var/lib/apt/lists/*
 
-# RUN ln -s /usr/bin/python3 /usr/bin/python
-# installing mujoco distr
-RUN mkdir -p /root/.mujoco \
-    && wget https://mujoco.org/download/mujoco210-linux-x86_64.tar.gz -O mujoco.tar.gz \
-    && tar -xf mujoco.tar.gz -C /root/.mujoco \
-    && rm mujoco.tar.gz
-ENV LD_LIBRARY_PATH /root/.mujoco/mujoco210/bin:${LD_LIBRARY_PATH}
-
-# installing dependencies, optional mujoco_py compilation
-COPY requirements.txt requirements.txt
-RUN pip install --pre torch --force-reinstall --index-url https://download.pytorch.org/whl/nightly/cu117
-RUN pip install -r requirements.txt
-
-RUN python3 -c "import mujoco_py"
-
 ### NetHack dependencies
 RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/3bf863cc.pub
 RUN apt-get update && apt-get install -yq \
@@ -65,5 +47,6 @@ RUN apt-get update && apt-get install -yq \
     kitware-archive-keyring
 COPY . /opt/nle
 
-# Install package
-RUN pip install nle
+COPY requirements.txt requirements.txt
+RUN pip3 install --upgrade pip setuptools wheel
+RUN pip3 install -r requirements.txt