#![allow(clippy::needless_return)]

pub mod robotstxt;
pub mod utils;

pub static USER_AGENT: &str = concat!(
    env!("CARGO_PKG_NAME"),
    "/",
    env!("CARGO_PKG_VERSION"),
    " (contact: zie@skoove.dev)"
);

struct WebSite {
    url: String,
    pages: Option<Vec<WebPage>>,
    disallowed_paths: Option<Vec<String>>,
}

struct WebPage {
    // path to page from site root eg, /blog/nix-flakes.html
    path: String,
    content: String,
}

struct WebRing {}

impl WebSite {
    fn new(url: String) -> Self {
        Self {
            url,
            pages: None,
            disallowed_paths: None,
        }
    }
}