tjh.dev
1{ lib
2, buildGoModule
3, fetchFromGitHub
4}:
5
6buildGoModule rec {
7 pname = "gospider";
8 version = "1.1.6";
9
10 src = fetchFromGitHub {
11 owner = "jaeles-project";
12 repo = pname;
13 rev = "v${version}";
14 sha256 = "sha256-1EnKheHaS1kxw0cjxCahT3rUWBXiqxjKefrDBI2xIvY=";
15 };
16
17 vendorSha256 = "sha256-egjjSEZH8F6UMbnkz3xytIzdW/oITB3RL1ddxrmvSZM=";
18
19 # tests require internet access and API keys
20 doCheck = false;
21
22 meta = with lib; {
23 description = "Fast web spider written in Go";
24 longDescription = ''
25 GoSpider is a fast web crawler that parses sitemap.xml and robots.txt file.
26 It can generate and verify link from JavaScript files, extract URLs from
27 various sources and can detect subdomains from the response source.
28 '';
29 homepage = "https://github.com/jaeles-project/gospider";
30 license = licenses.mit;
31 maintainers = with maintainers; [ fab ];
32 };
33}