tjh.dev
1{
2 lib,
3 buildPythonPackage,
4 fetchFromGitHub,
5 setuptools,
6 click,
7 cython,
8 pytestCheckHook,
9 pythonOlder,
10 tabulate,
11}:
12
13buildPythonPackage rec {
14 pname = "youtokentome";
15 version = "1.0.6";
16 pyproject = true;
17
18 disabled = pythonOlder "3.9";
19
20 src = fetchFromGitHub {
21 owner = "VKCOM";
22 repo = "YouTokenToMe";
23 rev = "refs/tags/v${version}";
24 hash = "sha256-IFZS4jSi4yMzI7VbOPHI3KFZu5tjPjfQDPY7e1qbKAM=";
25 };
26
27 nativeBuildInputs = [
28 cython
29 setuptools
30 ];
31
32 propagatedBuildInputs = [
33 click
34 tabulate
35 ];
36
37 pythonImportsCheck = [ "youtokentome" ];
38
39 meta = with lib; {
40 description = "Unsupervised text tokenizer";
41 mainProgram = "yttm";
42 homepage = "https://github.com/VKCOM/YouTokenToMe";
43 changelog = "https://github.com/VKCOM/YouTokenToMe/releases/tag/v${version}";
44 license = licenses.mit;
45 maintainers = with maintainers; [ fab ];
46 };
47}