V1.0 release

.github/conda/meta.yaml

@@ -16,7 +16,7 @@ requirements:
     - pip
     - fsspec
     - filelock
-    - requests
+    - httpx
     - tqdm
     - typing-extensions
     - packaging
@@ -26,7 +26,7 @@ requirements:
     - python
     - pip
     - filelock
-    - requests
+    - httpx
     - tqdm
     - typing-extensions
     - packaging

.github/workflows/check-installers.yml

@@ -0,0 +1,88 @@
+name: Check CLI installers
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "utils/installers/**"
+      - ".github/workflows/check-installers.yml"
+  pull_request:
+    paths:
+      - "utils/installers/**"
+      - ".github/workflows/check-installers.yml"
+  workflow_dispatch: {}
+
+permissions:
+  contents: read
+
+jobs:
+  linux-installer:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Run installer
+        shell: bash
+        run: |
+          set -euo pipefail
+
+          HF_TEST_ROOT=$(mktemp -d)
+          INSTALL_DIR="$HF_TEST_ROOT/install"
+          BIN_DIR="$HF_TEST_ROOT/bin"
+
+          HF_HOME="$INSTALL_DIR" HF_CLI_BIN_DIR="$BIN_DIR" utils/installers/install.sh --no-modify-path
+
+          export PATH="$BIN_DIR:$PATH"
+
+          HF_VERSION_PATH="$HF_TEST_ROOT/hf-version.txt"
+          hf version | tee "$HF_VERSION_PATH"
+          if ! grep -Eq 'huggingface_hub version: [0-9]+(\.[0-9]+){1,2}' "$HF_VERSION_PATH"; then
+            echo "hf version output missing huggingface_hub version" >&2
+            cat "$HF_VERSION_PATH" >&2
+            exit 1
+          fi
+
+          NO_COLOR=1 hf --help
+
+          rm -rf "$HF_TEST_ROOT"
+
+  windows-installer:
+    runs-on: windows-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Run installer
+        shell: pwsh
+        run: |
+          $hfTestRoot = Join-Path $env:TEMP ([System.Guid]::NewGuid().ToString())
+          $installDir = Join-Path $hfTestRoot 'install'
+          $binDir = Join-Path $hfTestRoot 'bin'
+          New-Item -ItemType Directory -Path $installDir -Force | Out-Null
+          New-Item -ItemType Directory -Path $binDir -Force | Out-Null
+
+          $env:HF_HOME = $installDir
+          $env:HF_CLI_BIN_DIR = $binDir
+          & "$PWD/utils/installers/install.ps1" -NoModifyPath
+
+          $env:PATH = "$binDir;$env:PATH"
+
+          $hfVersionPath = Join-Path $hfTestRoot 'hf-version.txt'
+          & hf.exe version | Tee-Object -FilePath $hfVersionPath
+          if ($LASTEXITCODE -ne 0) {
+            throw 'hf version failed'
+          }
+          if (-not (Select-String -Path $hfVersionPath -Pattern 'huggingface_hub version: [0-9]+(\.[0-9]+){1,2}')) {
+            throw 'hf version output missing huggingface_hub version'
+          }
+
+          $env:NO_COLOR = '1'
+          & hf.exe --help
+          if ($LASTEXITCODE -ne 0) {
+            throw 'hf --help failed'
+          }
+          Remove-Item Env:NO_COLOR
+
+          Remove-Item -Path $hfTestRoot -Recurse -Force

.github/workflows/python-quality.yml

@@ -35,13 +35,13 @@ jobs:
 
       - name: Install dependencies
         run: uv pip install "huggingface_hub[dev] @ ."
-      - run: .venv/bin/ruff check tests src contrib # linter
-      - run: .venv/bin/ruff format --check tests src contrib # formatter
-      - run: .venv/bin/python utils/check_contrib_list.py
+      - run: .venv/bin/ruff check tests src # linter
+      - run: .venv/bin/ruff format --check tests src # formatter
       - run: .venv/bin/python utils/check_inference_input_params.py
       - run: .venv/bin/python utils/check_static_imports.py
       - run: .venv/bin/python utils/check_all_variable.py
       - run: .venv/bin/python utils/generate_async_inference_client.py
+      - run: .venv/bin/python utils/generate_cli_reference.py --verbose
       - run: .venv/bin/python utils/generate_inference_types.py
       - run: .venv/bin/python utils/check_task_parameters.py
       - run: uvx ty check src
@@ -50,4 +50,4 @@ jobs:
       - run: .venv/bin/mypy src/huggingface_hub/__init__.py --follow-imports=silent --show-traceback
 
       # Run mypy on full package
-      - run: .venv/bin/mypy src
+      - run: .venv/bin/mypy src

.github/workflows/python-tests.yml

@@ -21,27 +21,17 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.8", "3.13"]
-        test_name:
-          [
-            "Repository only",
-            "Everything else",
-            "Inference only",
-            "Xet only"
-          ]
+        python-version: ["3.9", "3.13"]
+        test_name: ["Everything else", "Inference only", "Xet only"]
         include:
-          - python-version: "3.13" # LFS not ran on 3.8
+          - python-version: "3.13" # LFS not ran on 3.9
             test_name: "lfs"
-          - python-version: "3.8"
+          - python-version: "3.9"
             test_name: "fastai"
           - python-version: "3.10" # fastai not supported on 3.12 and 3.11 -> test it on 3.10
             test_name: "fastai"
-          - python-version: "3.8"
-            test_name: "tensorflow"
-          - python-version: "3.10" # tensorflow not supported on 3.12 -> test it on 3.10
-            test_name: "tensorflow"
-          - python-version: "3.8" # test torch~=1.11 on python 3.8 only.
-            test_name: "Python 3.8, torch_1.11"
+          - python-version: "3.9" # test torch~=1.11 on python 3.9 only.
+            test_name: "Python 3.9, torch_1.11"
           - python-version: "3.12" # test torch latest on python 3.12 only.
             test_name: "torch_latest"
     steps:
@@ -65,7 +55,7 @@ jobs:
 
           case "${{ matrix.test_name }}" in
 
-            "Repository only" | "Everything else" | "Inference only")
+            "Everything else" | "Inference only")
               sudo apt update
               sudo apt install -y libsndfile1-dev
               ;;
@@ -84,17 +74,11 @@ jobs:
               uv pip install --upgrade torch
               ;;
 
-            "Python 3.8, torch_1.11")
+            "Python 3.9, torch_1.11")
               uv pip install "huggingface_hub[torch] @ ."
               uv pip install torch~=1.11
               ;;
 
-            tensorflow)
-              sudo apt update
-              sudo apt install -y graphviz
-              uv pip install "huggingface_hub[tensorflow-testing] @ ."
-              ;;
-
           esac
 
           # If not "Xet only", we want to test upload/download with regular LFS workflow
@@ -112,13 +96,6 @@ jobs:
 
           case "${{ matrix.test_name }}" in
 
-            "Repository only")
-              # Run repo tests concurrently
-              PYTEST="$PYTEST ../tests -k 'TestRepository' -n 4"
-              echo $PYTEST
-              eval $PYTEST
-            ;;
-
             "Inference only")
               # Run inference tests concurrently
               PYTEST="$PYTEST ../tests -k 'test_inference' -n 4"
@@ -140,14 +117,7 @@ jobs:
               eval "$PYTEST ../tests/test_fastai*"
             ;;
 
-            tensorflow)
-              # Cannot be on same line since '_tf*' checks if tensorflow is NOT imported by default
-              eval "$PYTEST ../tests/test_tf*"
-              eval "$PYTEST ../tests/test_keras*"
-              eval "$PYTEST ../tests/test_serialization.py"
-            ;;
-
-            "Python 3.8, torch_1.11" | torch_latest)
+            "Python 3.9, torch_1.11" | torch_latest)
             eval "$PYTEST ../tests/test_hub_mixin*"
             eval "$PYTEST ../tests/test_serialization.py"
             ;;
@@ -178,7 +148,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.8", "3.11"]
+        python-version: ["3.9", "3.11"]
         test_name: ["Everything else", "Xet only"]
 
     steps:

.github/workflows/release-conda.yml

@@ -26,7 +26,7 @@ jobs:
         with:
           auto-update-conda: true
           auto-activate-base: false
-          python-version: 3.8
+          python-version: 3.9
           activate-environment: "build-hub"
 
       - name: Setup conda env

Makefile

@@ -1,27 +1,27 @@
-.PHONY: contrib quality style test
+.PHONY: quality style test
 
 
-check_dirs := contrib src tests utils setup.py
+check_dirs := src tests utils setup.py
 
 
 quality:
 	ruff check $(check_dirs)  # linter
 	ruff format --check $(check_dirs) # formatter
 	python utils/check_inference_input_params.py
-	python utils/check_contrib_list.py
 	python utils/check_static_imports.py
 	python utils/check_all_variable.py
 	python utils/generate_async_inference_client.py
+	python utils/generate_cli_reference.py
 
 	ty check src
 
 style:
 	ruff format $(check_dirs) # formatter
 	ruff check --fix $(check_dirs) # linter
-	python utils/check_contrib_list.py --update
 	python utils/check_static_imports.py --update
 	python utils/check_all_variable.py --update
 	python utils/generate_async_inference_client.py --update
+	python utils/generate_cli_reference.py --update
 
 inference_check:
 	python utils/generate_inference_types.py
@@ -38,42 +38,3 @@ repocard:
 
 test:
 	pytest ./tests/
-
-# Taken from https://stackoverflow.com/a/12110773
-# Commands:
-#	make contrib_setup_timm : setup tests for timm
-#	make contrib_test_timm  : run tests for timm
-#	make contrib_timm       : setup and run tests for timm
-#	make contrib_clear_timm : delete timm virtual env
-#
-#	make contrib_setup      : setup ALL tests
-#	make contrib_test       : run ALL tests
-#	make contrib            : setup and run ALL tests
-#	make contrib_clear      : delete all virtual envs
-# Use -j4 flag to run jobs in parallel.
-CONTRIB_LIBS := sentence_transformers spacy timm
-CONTRIB_JOBS := $(addprefix contrib_,${CONTRIB_LIBS})
-CONTRIB_CLEAR_JOBS := $(addprefix contrib_clear_,${CONTRIB_LIBS})
-CONTRIB_SETUP_JOBS := $(addprefix contrib_setup_,${CONTRIB_LIBS})
-CONTRIB_TEST_JOBS := $(addprefix contrib_test_,${CONTRIB_LIBS})
-
-contrib_clear_%:
-	rm -rf contrib/$*/.venv
-
-contrib_setup_%:
-	python3 -m venv contrib/$*/.venv
-	./contrib/$*/.venv/bin/pip install -r contrib/$*/requirements.txt
-	./contrib/$*/.venv/bin/pip uninstall -y huggingface_hub
-	./contrib/$*/.venv/bin/pip install -e .[testing]
-
-contrib_test_%:
-	./contrib/$*/.venv/bin/python -m pytest contrib/$*
-
-contrib_%:
-	make contrib_setup_$*
-	make contrib_test_$*
-
-contrib: ${CONTRIB_JOBS};
-contrib_clear: ${CONTRIB_CLEAR_JOBS}; echo "Successful contrib tests."
-contrib_setup: ${CONTRIB_SETUP_JOBS}; echo "Successful contrib setup."
-contrib_test: ${CONTRIB_TEST_JOBS}; echo "Successful contrib tests."