[RFC] Change installation for extra packages

.azure-pipelines/gpu-tests.yml

@@ -50,7 +50,8 @@ jobs:
 
     - bash: |
         # python -m pip install "pip==20.1"
-        pip install --requirement ./requirements/devel.txt --upgrade-strategy only-if-needed
+        pip install '.[all]'
+        pip install '.[test]' --upgrade-strategy only-if-needed
         pip list
       displayName: 'Install dependencies'
 

.circleci/config.yml

@@ -13,8 +13,7 @@ references:
         # we need to use py3.7 ot higher becase of an issue with metaclass inheritence
         pyenv global 3.7.3
         python --version
-        pip install -e .
-        pip install -r requirements/docs.txt --progress-bar off
+        pip install -e ".[docs]" --progress-bar off
         pip list
         cd docs
         make clean

.github/workflows/ci-testing.yml

@@ -93,7 +93,7 @@ jobs:
         python --version
         pip --version
         pip install -e '.[${{ matrix.topic }}]' --pre --upgrade --find-links https://download.pytorch.org/whl/cpu/torch_stable.html
-        pip install --requirement requirements/test.txt --upgrade
+        pip install -e '.[test]' --pre --upgrade
         pip list
       shell: bash
 

.github/workflows/docs-check.yml

@@ -47,8 +47,7 @@ jobs:
       run: |
         python --version
         pip --version
-        pip install -e .
-        pip install -r requirements/docs.txt
+        pip install -e '.[docs]'
         # install Texlive, see https://linuxconfig.org/how-to-install-latex-on-ubuntu-20-04-focal-fossa-linux
         sudo apt-get update && sudo apt-get install -y texlive-latex-extra dvipng texlive-pictures
         pip list
@@ -90,8 +89,8 @@ jobs:
 
       - name: Install dependencies
         run: |
-          pip install -e '.[dev-test]' --find-links https://download.pytorch.org/whl/cpu/torch_stable.html --quiet
-          pip install --requirement requirements/docs.txt --upgrade-strategy only-if-needed
+          pip install -e '.[test]' --find-links https://download.pytorch.org/whl/cpu/torch_stable.html
+          pip install -e '.[docs]' --upgrade-strategy only-if-needed
           python --version
           pip --version
           pip list

.github/workflows/docs-deploy.yml

@@ -29,8 +29,7 @@ jobs:
             ${{ runner.os }}-pip-
       - name: Install dependencies
         run: |
-          pip install . --find-links https://download.pytorch.org/whl/cpu/torch_stable.html --quiet
-          pip install --requirement requirements/docs.txt --upgrade-strategy only-if-needed
+          pip install '.[docs]' --find-links https://download.pytorch.org/whl/cpu/torch_stable.html
           # install Texlive, see https://linuxconfig.org/how-to-install-latex-on-ubuntu-20-04-focal-fossa-linux
           sudo apt-get update
           sudo apt-get install -y texlive-latex-extra dvipng texlive-pictures

requirements/devel.txt

@@ -1,11 +1,13 @@
-# install all mandatory dependencies
- -r ../requirements.txt
+-r ../requirements.txt
 
- # extended list of dependencies for development and run lint and tests
- -r ./test.txt
+-r ./test.txt
+
+-r ./docs.txt
 
 -r ./datatype_image.txt
 
+-r ./datatype_image_style_transfer.txt
+
 -r ./datatype_tabular.txt
 
 -r ./datatype_text.txt

setup.py

@@ -57,11 +57,8 @@ def _load_py_module(fname, pkg="flash"):
 
 # remove possible duplicate.
 extras["vision"] = list(set(extras["image"] + extras["video"] + extras["image_style_transfer"]))
-extras["dev"] = list(set(extras["vision"] + extras["tabular"] + extras["text"] + extras["image"]))
-extras["dev-test"] = list(set(extras["test"] + extras["dev"]))
-extras["all"] = list(set(extras["dev"] + extras["docs"]))
-
-print(extras)
+extras["all"] = list(set(extras["vision"] + extras["tabular"] + extras["text"]))
+extras["dev"] = list(set(extras["all"] + extras["test"] + extras["docs"]))
 
 # https://packaging.python.org/discussions/install-requires-vs-requirements /
 # keep the meta-data here for simplicity in reading this file... it's not obvious