initialise indexer database

we use `cargo sqlx prepare` with offline mode as the database can be offline when docker starts, which leads to builds failing

.sqlx/query-214eb02cdf9fbf46e9344f4d7dbcfdaf6b7bd0ef74f632d007b0f8eb797c97ca.json

···
+{
+  "db_name": "PostgreSQL",
+  "query": "CREATE TABLE IF NOT EXISTS foreign_records (\n            did TEXT,\n            collection TEXT,\n            rkey TEXT,\n            record JSON NOT NULL,\n            PRIMARY KEY (did, collection, rkey)\n        );",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": []
+    },
+    "nullable": []
+  },
+  "hash": "214eb02cdf9fbf46e9344f4d7dbcfdaf6b7bd0ef74f632d007b0f8eb797c97ca"
+}

.sqlx/query-2663586971e5e67cd7f5452f64e9d74b28d8ff2619da9a5000b05f6106194d6b.json

···
+{
+  "db_name": "PostgreSQL",
+  "query": "CREATE TABLE IF NOT EXISTS blobs (\n            did TEXT,\n            cid TEXT,\n            blob bytea NOT NULL,\n            PRIMARY KEY (did, cid)\n        )",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": []
+    },
+    "nullable": []
+  },
+  "hash": "2663586971e5e67cd7f5452f64e9d74b28d8ff2619da9a5000b05f6106194d6b"
+}

.sqlx/query-94ea3e0cdd96672b408e4a445c2c38cb2911efff5432ae454210d23b70ee0ae2.json

···
+{
+  "db_name": "PostgreSQL",
+  "query": "CREATE TABLE IF NOT EXISTS records (\n            collection TEXT,\n            rkey TEXT,\n            record JSON NOT NULL,\n            PRIMARY KEY (collection, rkey)\n        );",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": []
+    },
+    "nullable": []
+  },
+  "hash": "94ea3e0cdd96672b408e4a445c2c38cb2911efff5432ae454210d23b70ee0ae2"
+}

Cargo.lock

···
  "sha2",
  "smallvec",
  "thiserror 2.0.17",
+ "tokio",
+ "tokio-stream",
  "tracing",
  "url",
 ]
···
  "sqlx-postgres",
  "sqlx-sqlite",
  "syn 2.0.109",
+ "tokio",
  "url",
 ]
 
···
 checksum = "1729aa945f29d91ba541258c8df89027d5792d85a8841fb65e8bf0f4ede4ef61"
 dependencies = [
  "rustls",
+ "tokio",
+]
+
+[[package]]
+name = "tokio-stream"
+version = "0.1.17"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "eca58d7bba4a75707817a2c44174253f9236b2d5fbd055602e9d5c07c139a047"
+dependencies = [
+ "futures-core",
+ "pin-project-lite",
  "tokio",
 ]
 

Cargo.toml

···
 
 [dependencies]
 jacquard = "0.9.0"
-sqlx = "0.8.6"
+sqlx = { version = "0.8.6", features = ["runtime-tokio", "postgres"] }
 tokio = "1.48.0"

Dockerfile

···
+FROM rust
+WORKDIR /app
+
+# copying just cargo config and making a stub main 
+# this means docker can cache building deps
+# and just build the main program in watch mode
+# much quicker and nicer on my cpu, network, and ram lol
+COPY ./Cargo.toml ./Cargo.toml
+COPY ./Cargo.lock ./Cargo.lock
+RUN mkdir ./src && echo 'fn main() { println!("Using cache build!!"); loop { println!("DOCKERFILE failed..."); } }' > ./src/main.rs
+RUN cargo build --locked
+RUN rm -f ./target/debug/index
+
+COPY ./src ./src
+COPY ./.sqlx ./.sqlx
+RUN cargo build --locked
+
+RUN cp ./target/debug/index ./index
+CMD ["/app/index"]

sqlx.sh

···
+docker compose up db -d
+DATABASE_URL=postgres://user:password@localhost:5432/user cargo sqlx prepare

src/config.rs

···
+use jacquard::types::string::Did;
+use std::env;
+use std::sync::LazyLock;
+
+// this should be loaded before the program starts any threads
+// if this panics threads that access it will be poisoned
+pub static USER: LazyLock<Did<'static>> = LazyLock::new(|| {
+    let Ok(env) = env::var("INDEX_USER") else {
+        panic!("INDEX_USER not set");
+    };
+
+    let Ok(did) = Did::new_owned(env) else {
+        panic!("INDEX_USER was not a valid did")
+    };
+
+    did
+});
+
+pub static POSTGRES_URL: LazyLock<String> = LazyLock::new(|| {
+    let Ok(user) = env::var("POSTGRES_USER") else {
+        panic!("POSTGRES_USER was not set. Cannot connect to database")
+    };
+    let Ok(password) = env::var("POSTGRES_PASSWORD") else {
+        panic!("POSTGRES_PASSWORD was not set. Cannot connect to database")
+    };
+    let Ok(host) = env::var("POSTGRES_HOST") else {
+        panic!("POSTGRES_HOST was not set. Cannot connect to database")
+    };
+
+    format!("postgres://{}:{}@{}/{}", user, password, host, user)
+});

src/db.rs

···
+use crate::config;
+use sqlx::{Pool, Postgres, postgres::PgPool, query};
+
+pub async fn init() -> Pool<Postgres> {
+    let conn = PgPool::connect(&config::POSTGRES_URL).await;
+    let conn = match conn {
+        Ok(val) => val,
+        Err(err) => {
+            println!("Could not connect to the database. Got error {err}");
+            panic!()
+        }
+    };
+    println!("Connected to db with pool: {:?}", conn);
+
+    // initialise db tables
+    if let Err(err) = query!(
+        "CREATE TABLE IF NOT EXISTS records (
+            collection TEXT,
+            rkey TEXT,
+            record JSON NOT NULL,
+            PRIMARY KEY (collection, rkey)
+        );"
+    )
+    .execute(&conn)
+    .await
+    {
+        println!("Creating table `records`: \n{err}");
+        panic!("Could not instantiate db");
+    };
+
+    if let Err(err) = query!(
+        "CREATE TABLE IF NOT EXISTS foreign_records (
+            did TEXT,
+            collection TEXT,
+            rkey TEXT,
+            record JSON NOT NULL,
+            PRIMARY KEY (did, collection, rkey)
+        );"
+    )
+    .execute(&conn)
+    .await
+    {
+        println!("Creating table `foreign_records`: \n{err}");
+        panic!();
+    };
+
+    if let Err(err) = query!(
+        "CREATE TABLE IF NOT EXISTS blobs (
+            did TEXT,
+            cid TEXT,
+            blob bytea NOT NULL,
+            PRIMARY KEY (did, cid)
+        )"
+    )
+    .execute(&conn)
+    .await
+    {
+        println!("Creating table `blobs`: \n{err}");
+        panic!();
+    };
+
+    return conn;
+}

src/main.rs

···
-fn main() {
-    println!("Hello, world!");
+mod config;
+mod db;
+
+#[tokio::main]
+async fn main() {
+    println!("Indexing {}", *config::USER);
+    let conn = db::init().await;
+    println!("Database established");
+
+    // to stop docker whinging
+    loop {}
 }