tjh.dev
nixpkgs mirror (for testing)
github.com/NixOS/nixpkgs
nix
1{ apache-beam
2, attrs
3, beautifulsoup4
4, buildPythonPackage
5, dill
6, dm-tree
7, fetchFromGitHub
8, ffmpeg
9, future
10, imagemagick
11, importlib-resources
12, jax
13, jaxlib
14, jinja2
15, langdetect
16, lib
17, matplotlib
18, mwparserfromhell
19, networkx
20, nltk
21, numpy
22, opencv4
23, pandas
24, pillow
25, promise
26, protobuf
27, pycocotools
28, pydub
29, pytest-xdist
30, pytestCheckHook
31, requests
32, scikitimage
33, scipy
34, six
35, tensorflow
36, tensorflow-metadata
37, termcolor
38, tifffile
39, tqdm
40}:
41
42buildPythonPackage rec {
43 pname = "tensorflow-datasets";
44 version = "4.5.2";
45
46 src = fetchFromGitHub {
47 owner = "tensorflow";
48 repo = "datasets";
49 rev = "v${version}";
50 sha256 = "sha256-OZpaY/6BMISq5IeDXyuyu5L/yG+DwlFliw4BsipPOLg=";
51 };
52
53 patches = [
54 # addresses https://github.com/tensorflow/datasets/issues/3673
55 ./corruptions.patch
56 ];
57
58 propagatedBuildInputs = [
59 attrs
60 dill
61 dm-tree
62 future
63 importlib-resources
64 numpy
65 promise
66 protobuf
67 requests
68 six
69 tensorflow-metadata
70 termcolor
71 tqdm
72 ];
73
74 pythonImportsCheck = [
75 "tensorflow_datasets"
76 ];
77
78 checkInputs = [
79 apache-beam
80 beautifulsoup4
81 ffmpeg
82 imagemagick
83 jax
84 jaxlib
85 jinja2
86 langdetect
87 matplotlib
88 mwparserfromhell
89 networkx
90 nltk
91 opencv4
92 pandas
93 pillow
94 pycocotools
95 pydub
96 pytest-xdist
97 pytestCheckHook
98 scikitimage
99 scipy
100 tensorflow
101 tifffile
102 ];
103
104 disabledTestPaths = [
105 # Sandbox violations: network access, filesystem write attempts outside of build dir, ...
106 "tensorflow_datasets/core/dataset_builder_test.py"
107 "tensorflow_datasets/core/dataset_info_test.py"
108 "tensorflow_datasets/core/features/features_test.py"
109 "tensorflow_datasets/core/github_api/github_path_test.py"
110 "tensorflow_datasets/core/utils/gcs_utils_test.py"
111 "tensorflow_datasets/scripts/cli/build_test.py"
112
113 # Requires `pretty_midi` which is not packaged in `nixpkgs`.
114 "tensorflow_datasets/audio/groove_test.py"
115
116 # Requires `crepe` which is not packaged in `nixpkgs`.
117 "tensorflow_datasets/audio/nsynth_test.py"
118
119 # Requires `gcld3` and `pretty_midi` which are not packaged in `nixpkgs`.
120 "tensorflow_datasets/core/lazy_imports_lib_test.py"
121
122 # Requires `tensorflow_io` which is not packaged in `nixpkgs`.
123 "tensorflow_datasets/image/lsun_test.py"
124
125 # Requires `envlogger` which is not packaged in `nixpkgs`.
126 "tensorflow_datasets/rlds/robosuite_panda_pick_place_can/robosuite_panda_pick_place_can_test.py"
127
128 # Fails with `TypeError: Constant constructor takes either 0 or 2 positional arguments`
129 # deep in TF AutoGraph. Doesn't reproduce in Docker with Ubuntu 22.04 => might be related
130 # to the differences in some of the dependencies?
131 "tensorflow_datasets/rl_unplugged/rlu_atari/rlu_atari_test.py"
132
133 # Requires `tensorflow_docs` which is not packaged in `nixpkgs` and the test is for documentation anyway.
134 "tensorflow_datasets/scripts/documentation/build_api_docs_test.py"
135
136 # Not a test, should not be executed.
137 "tensorflow_datasets/testing/test_utils.py"
138
139 # Require `gcld3` and `nltk.punkt` which are not packaged in `nixpkgs`.
140 "tensorflow_datasets/text/c4_test.py"
141 "tensorflow_datasets/text/c4_utils_test.py"
142 ];
143
144 meta = with lib; {
145 description = "Library of datasets ready to use with TensorFlow";
146 homepage = "https://www.tensorflow.org/datasets/overview";
147 license = licenses.asl20;
148 maintainers = with maintainers; [ ndl ];
149 };
150}