From 2126e5f27f0f570d93b057debee39b5641845576 Mon Sep 17 00:00:00 2001 From: Quentin Lhoest Date: Mon, 24 Jul 2023 12:16:00 +0200 Subject: [PATCH 1/2] test datasets@main --- .circleci/create_circleci_config.py | 1 + setup.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/.circleci/create_circleci_config.py b/.circleci/create_circleci_config.py index 9a0c488c74f7..deac41ae46ae 100644 --- a/.circleci/create_circleci_config.py +++ b/.circleci/create_circleci_config.py @@ -128,6 +128,7 @@ def to_dict(self): steps.extend([{"run": l} for l in self.install_steps]) steps.extend([{"run": 'pip install "fsspec>=2023.5.0,<2023.10.0"'}]) steps.extend([{"run": "pip install pytest-subtests"}]) + steps.append({"run": {"name": "Install `datasets@main`", "command": 'pip uninstall datasets -y && pip install "datasets @ git+https://github.com/huggingface/datasets@main#egg=datasets"'}}) steps.append({"run": {"name": "Show installed libraries and their versions", "command": "pip freeze | tee installed.txt"}}) steps.append({"store_artifacts": {"path": "~/transformers/installed.txt"}}) diff --git a/setup.py b/setup.py index 9278a8465c99..5a4fc1adf14d 100644 --- a/setup.py +++ b/setup.py @@ -102,7 +102,7 @@ "codecarbon==1.2.0", "cookiecutter==1.7.3", "dataclasses", - "datasets!=2.5.0", + "datasets!=2.5.0", # pinned to datasets@main in create_circleci_config.py "decord==0.6.0", "deepspeed>=0.9.3", "diffusers", From 782e652e0cee4a16c2d38a0c0ad0f5a032f96fef Mon Sep 17 00:00:00 2001 From: Albert Villanova del Moral <8515462+albertvillanova@users.noreply.github.com> Date: Thu, 18 Apr 2024 13:14:38 +0200 Subject: [PATCH 2/2] Rerun CI