tjh.dev
nixpkgs mirror (for testing)
github.com/NixOS/nixpkgs
nix
1{ lib
2, aiohttp
3, buildPythonPackage
4, dill
5, fetchFromGitHub
6, fsspec
7, huggingface-hub
8, importlib-metadata
9, multiprocess
10, numpy
11, packaging
12, pandas
13, pyarrow
14, pythonOlder
15, requests
16, responses
17, tqdm
18, xxhash
19}:
20
21buildPythonPackage rec {
22 pname = "datasets";
23 version = "1.18.3";
24 format = "setuptools";
25
26 disabled = pythonOlder "3.7";
27
28 src = fetchFromGitHub {
29 owner = "huggingface";
30 repo = pname;
31 rev = version;
32 hash = "sha256-2x6DpsDcVF2O5iJKeMEGw/aJwZPc7gSGaK2947c3B6s=";
33 };
34
35 propagatedBuildInputs = [
36 aiohttp
37 dill
38 fsspec
39 huggingface-hub
40 multiprocess
41 numpy
42 packaging
43 pandas
44 pyarrow
45 requests
46 responses
47 tqdm
48 xxhash
49 ] ++ lib.optionals (pythonOlder "3.8") [
50 importlib-metadata
51 ];
52
53 # Tests require pervasive internet access.
54 doCheck = false;
55
56 # Module import will attempt to create a cache directory.
57 postFixup = "export HF_MODULES_CACHE=$TMPDIR";
58
59 pythonImportsCheck = [
60 "datasets"
61 ];
62
63 meta = with lib; {
64 description = "Open-access datasets and evaluation metrics for natural language processing";
65 homepage = "https://github.com/huggingface/datasets";
66 changelog = "https://github.com/huggingface/datasets/releases/tag/${version}";
67 license = licenses.asl20;
68 platforms = platforms.unix;
69 maintainers = with maintainers; [ ];
70 };
71}