perf: reconstruct repo(#47, #25, #46, #34, #31, #33, #39, #41, #45, #26)

dockerfile

@@ -3,7 +3,7 @@ FROM nvidia/cuda:10.1-cudnn7-runtime-ubuntu16.04
 LABEL maintainer="StepNeverStop(Keavnn)"\
       github="https://github.com/StepNeverStop/RLs"\
       description="Docker image for runing RLs."\
-      rls_version="0.0.1"\
+      rls_version="5.0.0"\
       email="[email protected]"
 
 ENV LANG C.UTF-8
@@ -48,7 +48,7 @@ RUN . /opt/conda/etc/profile.d/conda.sh && \
     pip install -e . && \
     /opt/conda/bin/conda build purge-all && \
     rm -rf ~/.cache/pip/* && \
-    python run.py --config-file rls/configs/examples/test.yaml && \
+    python run.py -p gym -a dqn -c 4 --no-save -t 10000 && \
     echo -e "\033[4;41;32m run rls successed. \033[0m"
 
 # 22:ssh 6006:tensorboard 8888:jupyter lab

dockerfile_cn

@@ -3,7 +3,7 @@ FROM nvidia/cuda:10.1-cudnn7-runtime-ubuntu16.04
 LABEL maintainer="StepNeverStop(Keavnn)"\
       github="https://github.com/StepNeverStop/RLs"\
       description="Docker image for runing RLs."\
-      rls_version="0.0.1"\
+      rls_version="5.0.0"\
       email="[email protected]"
 
 ENV LANG C.UTF-8
@@ -78,7 +78,7 @@ RUN . /opt/conda/etc/profile.d/conda.sh && \
     pip install -e . && \
     /opt/conda/bin/conda build purge-all && \
     rm -rf ~/.cache/pip/* && \
-    python run.py --config-file rls/configs/examples/test.yaml && \
+    python run.py -p gym -a dqn -c 4 --no-save -t 10000 && \
     echo -e "\033[4;41;32m run rls successed. \033[0m"
 
 # 22:ssh 6006:tensorboard 8888:jupyter lab

environment.yaml

@@ -1,59 +1,103 @@
 name: rls
 channels:
-  - http://mirrors.ustc.edu.cn/anaconda/pkgs/main
-  - http://mirrors.ustc.edu.cn/anaconda/pkgs/main/
-  - http://mirrors.ustc.edu.cn/anaconda/cloud/conda-forge/
-  - http://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/free/
+  - https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/main
+  - https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/free
   - defaults
 dependencies:
-  - ca-certificates=2020.10.14=0
-  - certifi=2020.6.20=pyhd3eb1b0_3
-  - openssl=1.1.1h=he774522_0
-  - pip=20.2.4=py38haa95532_0
-  - python=3.8.5=h5fd99cc_1
-  - setuptools=50.3.1=py38haa95532_1
-  - sqlite=3.33.0=h2a8f88b_0
-  - vc=14.1=h0510ff6_4
-  - vs2015_runtime=14.16.27012=hf0eaf9b_3
-  - wheel=0.35.1=pyhd3eb1b0_0
-  - wincertstore=0.2=py38_0
-  - zlib=1.2.11=h62dcd97_4
+  - appnope=0.1.2=py38hecd8cb5_1001
+  - autopep8=1.5.7=pyhd3eb1b0_0
+  - backcall=0.2.0=pyhd3eb1b0_0
+  - ca-certificates=2021.7.5=hecd8cb5_1
+  - certifi=2021.5.30=py38hecd8cb5_0
+  - decorator=5.0.9=pyhd3eb1b0_0
+  - ipykernel=5.3.4=py38h5ca1d4c_0
+  - ipython=7.22.0=py38h01d92e1_0
+  - ipython_genutils=0.2.0=pyhd3eb1b0_1
+  - jedi=0.17.0=py38_0
+  - jupyter_client=6.1.12=pyhd3eb1b0_0
+  - jupyter_core=4.7.1=py38hecd8cb5_0
+  - libcxx=10.0.0=1
+  - libffi=3.3=hb1e8313_2
+  - libsodium=1.0.18=h1de35cc_0
+  - ncurses=6.2=h0a44026_1
+  - openssl=1.1.1k=h9ed2024_0
+  - parso=0.8.2=pyhd3eb1b0_0
+  - pexpect=4.8.0=pyhd3eb1b0_3
+  - pickleshare=0.7.5=pyhd3eb1b0_1003
+  - pip=21.1.3=py38hecd8cb5_0
+  - prompt-toolkit=3.0.17=pyh06a4308_0
+  - ptyprocess=0.7.0=pyhd3eb1b0_2
+  - pycodestyle=2.7.0=pyhd3eb1b0_0
+  - pygments=2.9.0=pyhd3eb1b0_0
+  - python=3.8.10=h88f2d9e_7
+  - python-dateutil=2.8.2=pyhd3eb1b0_0
+  - pyzmq=20.0.0=py38h23ab428_1
+  - readline=8.1=h9ed2024_0
+  - setuptools=52.0.0=py38hecd8cb5_0
+  - six=1.16.0=pyhd3eb1b0_0
+  - sqlite=3.36.0=hce871da_0
+  - tk=8.6.10=hb0a8c7a_0
+  - toml=0.10.2=pyhd3eb1b0_0
+  - tornado=6.1=py38h9ed2024_0
+  - traitlets=5.0.5=pyhd3eb1b0_0
+  - wcwidth=0.2.5=py_0
+  - wheel=0.36.2=pyhd3eb1b0_0
+  - xz=5.2.5=h1de35cc_0
+  - zeromq=4.3.4=h23ab428_0
+  - zlib=1.2.11=h1de35cc_3
   - pip:
-    - absl-py==0.11.0
-    - astunparse==1.6.3
-    - cachetools==4.1.1
-    - chardet==3.0.4
-    - cloudpickle==1.2.2
-    - decorator==4.4.2
-    - dm-tree==0.1.5
-    - future==0.18.2
-    - gast==0.3.3
-    - google-auth==1.23.0
-    - google-auth-oauthlib==0.4.2
-    - google-pasta==0.2.0
-    - grpcio==1.33.2
-    - gym==0.15.3
-    - h5py==2.10.0
-    - idna==2.10
-    - keras-preprocessing==1.1.2
-    - markdown==3.3.3
-    - numpy==1.19.4
-    - oauthlib==3.1.0
-    - opt-einsum==3.3.0
-    - protobuf==3.14.0
-    - pyasn1==0.4.8
-    - pyasn1-modules==0.2.8
-    - pyglet==1.5.11
-    - pyyaml==5.3.1
-    - requests==2.25.0
-    - requests-oauthlib==1.3.0
-    - rsa==4.6
-    - scipy==1.5.4
-    - six==1.15.0
-    - tensorboard==2.4.0
-    - tensorboard-plugin-wit==1.7.0
-    - termcolor==1.1.0
-    - tqdm==4.52.0
-    - urllib3==1.26.2
-    - werkzeug==1.0.1
-    - wrapt==1.12.1
+      - absl-py==0.13.0
+      - atari-py==0.2.9
+      - box2d-py==2.3.8
+      - cachetools==4.2.2
+      - cffi==1.14.6
+      - charset-normalizer==2.0.3
+      - cloudpickle==1.6.0
+      - colored-traceback==0.3.0
+      - cython==0.29.24
+      - fasteners==0.16.3
+      - glfw==2.1.0
+      - google-auth==1.33.1
+      - google-auth-oauthlib==0.4.4
+      - grpcio==1.39.0
+      - gym==0.18.3
+      - hanabi-learning-environment==0.0.1
+      - idna==3.2
+      - imageio==2.9.0
+      - magent==0.1.14
+      - markdown==3.3.4
+      - mlagents-envs==0.27.0
+      - mujoco-py==2.0.2.13
+      - multi-agent-ale-py==0.1.11
+      - numpy==1.21.1
+      - oauthlib==3.1.1
+      - opencv-python==3.4.15.55
+      - pandas==1.3.1
+      - pettingzoo==1.10.0
+      - pillow==8.2.0
+      - protobuf==3.17.3
+      - pyasn1==0.4.8
+      - pyasn1-modules==0.2.8
+      - pycparser==2.20
+      - pygame==2.0.0
+      - pyglet==1.5.15
+      - pymunk==6.0.0
+      - python-chess==0.31.4
+      - pytz==2021.1
+      - pyyaml==5.4.1
+      - requests==2.26.0
+      - requests-oauthlib==1.3.0
+      - rlcard==0.2.8
+      - rsa==4.7.2
+      - scipy==1.7.0
+      - supersuit==3.0.1
+      - tensorboard==2.5.0
+      - tensorboard-data-server==0.6.1
+      - tensorboard-plugin-wit==1.8.0
+      - termcolor==1.1.0
+      - torch==1.9.0
+      - torch-tb-profiler==0.2.1
+      - tqdm==4.61.2
+      - typing-extensions==3.10.0.0
+      - urllib3==1.26.6
+      - werkzeug==2.0.1

requirements.txt

@@ -2,4 +2,4 @@ numpy
 pyyaml
 tqdm
 colored_traceback
-gym>=0.15.0, <=0.15.3
+gym>=0.15.4