Tidy up dependency groups (#81)

---------

Co-authored-by: Nathan Habib <[email protected]>
Co-authored-by: Clémentine Fourrier <[email protected]>

Author: 3 people

.github/workflows/quality.yaml

@@ -24,10 +24,7 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          python setup.py egg_info
-          sed '/^$/q' src/lighteval.egg-info/requires.txt > src/lighteval.egg-info/requires_lite.txt
-          python -m pip install ruff -c src/lighteval.egg-info/requires_lite.txt
-          rm -rf src/lighteval.egg-info
+          python -m pip install ".[quality]"
       - name: Code quality
         run: |
           make quality

.github/workflows/tests.yaml

@@ -26,7 +26,7 @@ jobs:
          cache: 'pip'
      - name: Install lighteval in editable mode
        run: |
-         pip install -e .[accelerate]
+         pip install -e .[dev]
      - name: Get cached files
        uses: actions/cache@v2
        id: get-cache

README.md

@@ -62,7 +62,7 @@ and pasting your access token.
 Lastly, if you intend to push to the code base, you'll need to install the precommit hook for styling tests:
 
 ```bash
-pip install pre-commit
+pip install .[dev]
 pre-commit install
 ```
 

pyproject.toml

@@ -54,8 +54,6 @@ dependencies = [
     "torch>=2.0",
     "GitPython==3.1.31", # for logging
     "datasets>=2.14.0",
-    # Test
-    "pytest==7.4.0",
     # Prettiness
     "termcolor==2.3.0",
     "pytablewriter",
@@ -64,16 +62,13 @@ dependencies = [
     "aenum==3.1.15",
     # Base metrics
     "nltk==3.8.1",
-    "numpy",
     "scikit-learn",
     "spacy==3.7.2",
     "sacrebleu",
     "rouge_score==0.1.2",
     "sentencepiece>=0.1.99",
     "protobuf==3.20.*", # pinned for sentencepiece compat
     "pycountry",
-    # Code style
-    "ruff==v0.2.2",
 ]
 
 [project.optional-dependencies]
@@ -87,6 +82,9 @@ nanotron = [
   "nanotron",
   "tensorboardX"
 ]
+quality = ["ruff==v0.2.2","pre-commit"]
+tests = ["pytest==7.4.0"]
+dev = ["lighteval[accelerate,quality,tests]"]
 
 
 [project.urls]