Add db setup

crates/Cargo.lock

···
  "tokio",
  "tokio-rustls",
  "tower-service",
- "webpki-roots",
+ "webpki-roots 1.0.2",
 ]
 
 [[package]]
···
 version = "0.2.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "04744f49eae99ab78e0d5c0b603ab218f515ea8cfe5a456d7629ad883a3b6e7d"
+
+[[package]]
+name = "ott-db-migration"
+version = "0.1.0"
+dependencies = [
+ "anyhow",
+ "sqlx",
+ "tokio",
+ "tracing",
+ "tracing-subscriber",
+]
 
 [[package]]
 name = "ott-embed"
···
  "wasm-bindgen",
  "wasm-bindgen-futures",
  "web-sys",
- "webpki-roots",
+ "webpki-roots 1.0.2",
 ]
 
 [[package]]
···
  "native-tls",
  "once_cell",
  "percent-encoding",
+ "rustls",
  "serde",
  "serde_json",
  "sha2",
···
  "tokio-stream",
  "tracing",
  "url",
+ "webpki-roots 0.26.11",
 ]
 
 [[package]]
···
 dependencies = [
  "js-sys",
  "wasm-bindgen",
+]
+
+[[package]]
+name = "webpki-roots"
+version = "0.26.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "521bc38abb08001b01866da9f51eb7c5d647a19260e00054a8c7fd5f9e57f7a9"
+dependencies = [
+ "webpki-roots 1.0.2",
 ]
 
 [[package]]

crates/Cargo.toml

···
 [workspace]
 resolver = "3"
-members = ["ott-types", "ott-filter", "ott-embed", "ott-xrpc"]
+members = ["ott-types", "ott-filter", "ott-embed", "ott-xrpc", "ott-db-migration"]

crates/ott-db-migration/Cargo.toml

···
+[package]
+name = "ott-db-migration"
+version = "0.1.0"
+edition = "2024"
+
+[dependencies]
+anyhow = "1.0.100"
+sqlx = { version = "0.8.6", features = ["runtime-tokio-rustls", "postgres", "migrate"] }
+tokio = { version = "1.47.1", features = ["full"] }
+tracing = "0.1.41"
+tracing-subscriber = { version = "0.3.20", features = ["env-filter"] }

crates/ott-db-migration/README.md

···
+Small bin to make sure the db schema is up to date

crates/ott-db-migration/build.rs

···
+fn main() {
+    println!("cargo:rerun-if-changed=migrations");
+}

crates/ott-db-migration/migrations/001_enble_extensions.sql

···
+-- Enable required extensions
+
+CREATE EXTENSION IF NOT EXISTS pg_partman;
+CREATE EXTENSION IF NOT EXISTS vector;
+CREATE EXTENSION IF NOT EXISTS pg_cron;

crates/ott-db-migration/migrations/002_create_partionened_table.sql

···
+-- Create the partitioned table
+
+CREATE TABLE vectors (
+    id BIGSERIAL,
+    uri VARCHAR NOT NULL,
+    vector vector,
+    created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+    PRIMARY KEY (id, created_at)
+) PARTITION BY RANGE (created_at);

crates/ott-db-migration/migrations/003_configure_pgpartman.sql

···
+-- Configure pg_partman for the table
+
+-- Configure pg_partman for the table
+SELECT create_parent(
+    p_parent_table => 'public.vectors',
+    p_control => 'created_at',
+    p_interval => '30 minutes',
+    p_type => 'range',
+    p_premake => 8
+);
+
+-- Configure retention policy
+UPDATE part_config
+SET
+    retention_keep_table = false,
+    retention = '2 hours',
+    infinite_time_partitions = true,
+    automatic_maintenance = 'on'
+WHERE parent_table = 'public.vectors';

crates/ott-db-migration/migrations/004_setup_cron.sql

···
+-- setup cron for running pgpartman maintenance
+
+SELECT cron.schedule('pgpartman-maintenance', '*/5 * * * *',
+    'CALL run_maintenance_proc()');

crates/ott-db-migration/src/main.rs

···
+use anyhow::Result;
+use sqlx::postgres::PgPoolOptions;
+use tracing::info;
+use tracing_subscriber::EnvFilter;
+
+#[tokio::main]
+async fn main() -> Result<()> {
+    tracing_subscriber::fmt()
+        .with_ansi(true) // Colors enabled (default)
+        .with_env_filter(EnvFilter::from_default_env())
+        .init();
+
+    let database_url = std::env::var("DATABASE_URL").expect("DATABASE_URL must be set");
+
+    let pool = PgPoolOptions::new()
+        .max_connections(5)
+        .connect(&database_url)
+        .await?;
+
+    info!("Starting db migration");
+    sqlx::migrate!("./migrations").run(&pool).await?;
+
+    info!("Migrations completed successfully!");
+    Ok(())
+}

helm/ott/templates/pg_cluster.yaml

···
   imageName: {{ .Values.postgresql.imageName }}
   storage:
     size: 10Gi
+  enableSuperuserAccess: true
+  postgresql:
+    shared_preload_libraries:
+      - pg_cron