diff --git a/pkgs/development/python-modules/torchdata/default.nix b/pkgs/development/python-modules/torchdata/default.nix new file mode 100644 index 0000000000000..4c89fc7c99183 --- /dev/null +++ b/pkgs/development/python-modules/torchdata/default.nix @@ -0,0 +1,70 @@ +{ lib +, buildPythonPackage +, fetchFromGitHub + +# Propogated build inputs +, pytorch +, requests + +# Check inputs +, pytestCheckHook +, expecttest +, fsspec +, numpy +, rarfile +, torchaudio +, torchtext +# , iopath +}: + + +buildPythonPackage rec { + pname = "torchdata"; + version = "0.3.0a1-e86cedc"; + + src = fetchFromGitHub { + owner = "pytorch"; + repo = "data"; + # rev = "v${version}"; + rev = "e86cedc5ffd024ea293f541fc77e8a3b4856c8c9"; # git branch release/0.3.0 + sha256 = "sha256:06gk7pqk2dbkxmaskycvvwyzhapbl5dr2r1v2vswdi6yx5iqzcwa"; + }; + + propagatedBuildInputs = [ + pytorch # FIXME: relies on an unstable version of pytorch for now + requests + ]; + + checkInputs = [ + pytestCheckHook + expecttest + fsspec + numpy + rarfile + torchaudio + torchtext + # iopath + ]; + + disabledTests = [ + # Tests that require network access + "test_gdrive_iterdatapipe" + "test_online_iterdatapipe" + "test_http_reader_iterdatapipe" + "test_on_disk_cache_holder_iterdatapipe" + ]; + + disabledTestPaths = [ + # FIXME: This test relies on a newer (unstable) version of torchtext + "test/test_text_examples.py" + ]; + + pythonImportsCheck = [ "torchdata" ]; + + meta = with lib; { + description = "A PyTorch repo for data loading and utilities to be shared by the PyTorch domain libraries."; + homepage = "github.com/pytorch/data"; + license = licenses.bsd3; + maintainers = with maintainers; [ ]; + }; +} diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix index 989fcc901e5b8..603bc9ff05a6c 100644 --- a/pkgs/top-level/python-packages.nix +++ b/pkgs/top-level/python-packages.nix @@ -9911,6 +9911,8 @@ in { torchaudio-bin = callPackage ../development/python-modules/torchaudio/bin.nix { }; + torchdata = callPackage ../development/python-modules/torchdata { }; + torchgpipe = callPackage ../development/python-modules/torchgpipe { }; torchinfo = callPackage ../development/python-modules/torchinfo { };