tjh.dev
1{ lib
2, buildPythonPackage
3, fetchFromGitHub
4, isPy3k
5, chardet
6, dnspython
7, html5-parser
8, lxml
9, namedlist
10, sqlalchemy
11, tornado
12, Yapsy
13, pythonAtLeast
14}:
15
16buildPythonPackage rec {
17 pname = "ludios_wpull";
18 version = "3.0.7";
19
20 disabled = (!isPy3k) || (pythonAtLeast "3.8");
21
22 src = fetchFromGitHub {
23 rev = version;
24 owner = "ludios";
25 repo = "wpull";
26 sha256 = "1j96avm0ynbazypzp766wh26n4qc73y7wgsiqfrdfl6x7rx20wgf";
27 };
28
29 propagatedBuildInputs = [ chardet dnspython html5-parser lxml namedlist sqlalchemy tornado Yapsy ];
30
31 # Test suite has tests that fail on all platforms
32 doCheck = false;
33
34 meta = {
35 description = "Web crawler; fork of wpull used by grab-site";
36 homepage = "https://github.com/ludios/wpull";
37 license = lib.licenses.gpl3;
38 maintainers = with lib.maintainers; [ ivan ];
39 broken = lib.versions.major tornado.version != "4";
40 };
41}