src/lib.rs at main · skoove.dev/webring-mapper

project to map out webrings

webring-mapper / src / lib.rs

at main 35 lines 627 B view raw

 1#![allow(clippy::needless_return)]
 2
 3pub mod robotstxt;
 4pub mod utils;
 5
 6pub static USER_AGENT: &str = concat!(
 7    env!("CARGO_PKG_NAME"),
 8    "/",
 9    env!("CARGO_PKG_VERSION"),
10    " (contact: zie@skoove.dev)"
11);
12
13struct WebSite {
14    url: String,
15    pages: Option<Vec<WebPage>>,
16    disallowed_paths: Option<Vec<String>>,
17}
18
19struct WebPage {
20    // path to page from site root eg, /blog/nix-flakes.html
21    path: String,
22    content: String,
23}
24
25struct WebRing {}
26
27impl WebSite {
28    fn new(url: String) -> Self {
29        Self {
30            url,
31            pages: None,
32            disallowed_paths: None,
33        }
34    }
35}