pyrox.dev
lol
python3Packages.spacy_models.*: add missing models and fix dependencies
+84
pkgs/development/python-modules/spacy/models.json
+84
pkgs/development/python-modules/spacy/models.json
···
42
42
"license": "cc-by-sa-40"
43
43
},
44
44
{
45
+
"pname": "da_core_news_trf",
46
+
"version": "3.5.0",
47
+
"sha256": "0b8mxr1ajyw8ccm0khmcp4n3jcxl4syfrmiy9kzf3cp4hcrnqnxy",
48
+
"license": "cc-by-sa-40"
49
+
},
50
+
{
45
51
"pname": "de_core_news_lg",
46
52
"version": "3.5.0",
47
53
"sha256": "0l3sg853xfkab7mj41n370x37iksp79nrjp7s60hhajpfbl546a0",
···
132
138
"license": "gpl3"
133
139
},
134
140
{
141
+
"pname": "fi_core_news_lg",
142
+
"version": "3.5.0",
143
+
"sha256": "0j3r01a0yqgj8apfjv1wkblhqg86yp2nzxv51nf99pi2nmh81jzx",
144
+
"license": "cc-by-sa-40"
145
+
},
146
+
{
147
+
"pname": "fi_core_news_md",
148
+
"version": "3.5.0",
149
+
"sha256": "09qfzwyw6wfdmw1bgd1kfg1gdbmzal5z1r240djivxygzn6f1ixs",
150
+
"license": "cc-by-sa-40"
151
+
},
152
+
{
153
+
"pname": "fi_core_news_sm",
154
+
"version": "3.5.0",
155
+
"sha256": "1ly71cacy0gr62acvc3vl8dxh2czd6zkm7ijprisdblw17ik9yln",
156
+
"license": "cc-by-sa-40"
157
+
},
158
+
{
135
159
"pname": "fr_core_news_lg",
136
160
"version": "3.5.0",
137
161
"sha256": "1zjf348c60xf35zaldgykrlskvrryxv9vdaz49xlwq9caw0yzyh4",
···
154
178
"version": "3.5.0",
155
179
"sha256": "0ciyilnc5gx0f1qakim57pizj1dknm8l8gd72avmrmzg3z52mgl2",
156
180
"license": "lgpllr"
181
+
},
182
+
{
183
+
"pname": "hr_core_news_lg",
184
+
"version": "3.5.0",
185
+
"sha256": "1fvkzfi539fmp6jy3hjcrwvdxw5k6zc3h351s887xidlw3gs1kr3",
186
+
"license": "cc-by-sa-40"
187
+
},
188
+
{
189
+
"pname": "hr_core_news_md",
190
+
"version": "3.5.0",
191
+
"sha256": "1mi6k9qjxbigrl2fa60blyyz8b54jda5hc1s96vn9rykg4rni8cr",
192
+
"license": "cc-by-sa-40"
193
+
},
194
+
{
195
+
"pname": "hr_core_news_sm",
196
+
"version": "3.5.0",
197
+
"sha256": "1s22mx7y5h135ry5l49az30l7mw7fdrz53s4a9gaxfsp9rzs474g",
198
+
"license": "cc-by-sa-40"
157
199
},
158
200
{
159
201
"pname": "it_core_news_lg",
···
174
216
"license": "cc-by-nc-sa-30"
175
217
},
176
218
{
219
+
"pname": "ko_core_news_lg",
220
+
"version": "3.5.0",
221
+
"sha256": "1q314wb114ynkf455cm8jd9jsx3yb6y0rrgf820ww31jlk5jzaa9",
222
+
"license": "cc-by-sa-40"
223
+
},
224
+
{
225
+
"pname": "ko_core_news_md",
226
+
"version": "3.5.0",
227
+
"sha256": "0dy7kk4bvjl944vv2m4hcvppar7clwq28y2rk40i3022jbqh2nxq",
228
+
"license": "cc-by-sa-40"
229
+
},
230
+
{
231
+
"pname": "ko_core_news_sm",
232
+
"version": "3.5.0",
233
+
"sha256": "1i5q8dpyfa2sy80hr81r6s9dqpawp36ni8slz035b0wd9sq3i73v",
234
+
"license": "cc-by-sa-40"
235
+
},
236
+
{
177
237
"pname": "lt_core_news_lg",
178
238
"version": "3.5.0",
179
239
"sha256": "002xalsrf85vg4c3gmj1zaka1zfy7smxv2xpqkl00idiixc5822y",
···
334
394
"version": "3.5.0",
335
395
"sha256": "1c0w85xn8lnx394qmmnv3px68w0pha7fxx0qlqa74r2mfi3sv6s7",
336
396
"license": "cc-by-sa-40"
397
+
},
398
+
{
399
+
"pname": "uk_core_news_lg",
400
+
"version": "3.5.0",
401
+
"sha256": "0hl9xjnxslckc6wvfgkj30r3py8q95yj7mrxdb6m5gvknlq72kp2",
402
+
"license": "mit"
403
+
},
404
+
{
405
+
"pname": "uk_core_news_md",
406
+
"version": "3.5.0",
407
+
"sha256": "05mg719ra5khm61yr7xhfcsh3apl29s3h2wkq0v87gkyqn13812p",
408
+
"license": "mit"
409
+
},
410
+
{
411
+
"pname": "uk_core_news_sm",
412
+
"version": "3.5.0",
413
+
"sha256": "1dkbmjbyhf6vsr7c4m4njgi969sfhbdnp73skl3k206dign5qgnz",
414
+
"license": "mit"
415
+
},
416
+
{
417
+
"pname": "uk_core_news_trf",
418
+
"version": "3.5.0",
419
+
"sha256": "02bhvcivalifrxd3vl118799wvg6hgykj31wwfdsgnq68lwc28fb",
420
+
"license": "mit"
337
421
},
338
422
{
339
423
"pname": "xx_ent_wiki_sm",
+14
-6
pkgs/development/python-modules/spacy/models.nix
+14
-6
pkgs/development/python-modules/spacy/models.nix
···
1
1
{ lib
2
2
, buildPythonPackage
3
3
, fetchurl
4
-
, jieba
5
-
, pymorphy2
4
+
, protobuf
5
+
, pymorphy3
6
+
, pymorphy3-dicts-uk
6
7
, sentencepiece
7
8
, spacy
8
9
, spacy-pkuseg
···
15
16
}:
16
17
let
17
18
buildModelPackage = { pname, version, sha256, license }:
19
+
18
20
let
19
21
lang = builtins.substring 0 2 pname;
22
+
requires-protobuf = pname == "fr_dep_news_trf" || pname == "uk_core_news_trf";
20
23
in
21
24
buildPythonPackage {
22
25
inherit pname version;
···
27
30
};
28
31
29
32
propagatedBuildInputs = [ spacy ]
30
-
++ lib.optionals (lang == "zh") [ jieba spacy-pkuseg ]
31
33
++ lib.optionals (lib.hasSuffix "_trf" pname) [ spacy-transformers ]
32
-
++ lib.optionals (lang == "ru") [ pymorphy2 ]
34
+
++ lib.optionals (lang == "ru") [ pymorphy3 ]
35
+
++ lib.optionals (lang == "uk") [ pymorphy3 pymorphy3-dicts-uk ]
36
+
++ lib.optionals (lang == "zh") [ spacy-pkuseg ]
33
37
++ lib.optionals (pname == "fr_dep_news_trf") [ sentencepiece ];
34
38
35
-
postPatch = lib.optionalString (pname == "fr_dep_news_trf") ''
39
+
postPatch = lib.optionalString requires-protobuf ''
36
40
substituteInPlace meta.json \
37
-
--replace "sentencepiece==0.1.91" "sentencepiece>=0.1.91"
41
+
--replace "protobuf<3.21.0" "protobuf"
38
42
'';
43
+
44
+
nativeBuildInputs = lib.optionals requires-protobuf [
45
+
protobuf
46
+
];
39
47
40
48
pythonImportsCheck = [ pname ];
41
49