Something went wrong. Try again.
lol
Something went wrong. Try again.
1.8 kB · 85 lines
Nix
at master
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586{ lib, buildPythonPackage, fetchFromGitHub, # build-system setuptools,
# dependencies dill, filelock, fsspec, httpx, huggingface-hub, multiprocess, numpy, pandas, pyarrow, pyyaml, requests, tqdm, xxhash,}:buildPythonPackage (finalAttrs: { pname = "datasets"; version = "3.6.0"; pyproject = true;
src = fetchFromGitHub { owner = "huggingface"; repo = "datasets"; tag = finalAttrs.version; hash = "sha256-/xhu0cDKfCEwrp9IzKd0+AeQky1198f9sba/pdutvAk="; };
build-system = [ setuptools ];
dependencies = [ dill filelock fsspec httpx huggingface-hub multiprocess numpy pandas pyarrow pyyaml requests tqdm xxhash ] ++ fsspec.optional-dependencies.http;
pythonRelaxDeps = [ # https://github.com/huggingface/datasets/blob/a256b85cbc67aa3f0e75d32d6586afc507cf535b/setup.py#L117 # "pin until dill has official support for determinism" "dill" # https://github.com/huggingface/datasets/blob/4.5.0/setup.py#L127 "multiprocess" # https://github.com/huggingface/datasets/blob/4.5.0/setup.py#L130 "fsspec" ];
# Tests require pervasive internet access doCheck = false;
# Module import will attempt to create a cache directory postFixup = "export HF_MODULES_CACHE=$TMPDIR";
pythonImportsCheck = [ "datasets" ];
meta = { description = "Open-access datasets and evaluation metrics for natural language processing"; mainProgram = "datasets-cli"; homepage = "https://github.com/huggingface/datasets"; changelog = "https://github.com/huggingface/datasets/releases/tag/${finalAttrs.src.tag}"; license = lib.licenses.asl20; maintainers = with lib.maintainers; [ osbm malteneuss ]; };})