server: get all repos which use a record

means currently dependent on bsky.network but in future this should change

.gitignore

···
 server/node_modules/*
 server/local.db
+server/.env

server/.env.template

···
 PORT=8000
 HOSTNAME=localhost
-DB_FILE_NAME=file:local.db
+DB_FILE_NAME=file:local.db
+# requires `/xrpc/com.atproto.sync.listReposByCollection` endpoint
+# this is because im lazy
+ATPROTO_RELAY=https://relay1.us-east.bsky.network

server/src/backfill.ts

···
-import { drizzle } from "drizzle-orm/libsql";
-import { routes } from "./db/schema.ts";
-import * as schema from "./db/schema.ts";
-import { db as db_type } from "./utils.ts";
-
-const db = drizzle<typeof schema>(Deno.env.get("DB_FILE_NAME")!);
-
-export default async function main(): Promise<db_type> {
-  await db.delete(routes);
-  try {
-    // await Deno.remove("./blobs", { recursive: true });
-  } catch {
-    // directory doesnt exist
-  }
-
-  await [
-    {
-      did: "did:web:invalid",
-      url_route: "404",
-      blob_cid: "this_is_a_cid",
-      mime: "text/html",
-    },
-    {
-      did: "did:web:invalid",
-      url_route: "/",
-      blob_cid: "root",
-      mime: "text/html",
-    },
-    {
-      did: "did:web:invalid",
-      url_route: "/hello.html",
-      blob_cid: "hello",
-      mime: "text/html",
-    },
-    {
-      did: "did:web:invalid",
-      url_route: "/cat.png",
-      blob_cid: "cat",
-      mime: "image/png",
-    },
-    {
-      did: "did:web:invalid",
-      url_route: "/styles.css",
-      blob_cid: "styles",
-      mime: "text/css",
-    },
-    {
-      did: "did:web:invalid",
-      url_route: "/missing",
-      blob_cid: "doesnt_exit",
-      mime: "text/json",
-    },
-  ].forEach(async (x) => await db.insert(routes).values(x));
-
-  // we only return the db when its ready
-  return db;
-}

server/src/backfill/index.ts

···
+import { drizzle } from "drizzle-orm/libsql";
+import { routes } from "../db/schema.ts";
+import * as schema from "../db/schema.ts";
+import { db as db_type } from "../utils.ts";
+import { Client, simpleFetchHandler } from "@atcute/client";
+
+const db: db_type = drizzle<typeof schema>(Deno.env.get("DB_FILE_NAME")!);
+
+// we block access to the database till we've set up listeners etc
+// set an initial value for ts sake; this will set asap
+let res: (value: db_type) => void = (v) => console.log("failed to set", v);
+export default new Promise<db_type>((p_res) => {
+  res = p_res;
+});
+
+const backfillClient = new Client({
+  handler: simpleFetchHandler({
+    service:
+      Deno.env.get("ATPROTO_RELAY") ||
+      (() => {
+        throw "ATPROTO_RELAY not set";
+      })(),
+  }),
+});
+
+let repos: `did:${string}:${string}`[] = [];
+let cursor: string | undefined;
+while (true) {
+  const { data, ok } = await backfillClient.get(
+    "com.atproto.sync.listReposByCollection",
+    {
+      params: {
+        collection: "dev.atcities.route",
+        cursor,
+      },
+    }
+  );
+
+  if (!ok) {
+    throw data.error + "\n" + data.message;
+  }
+
+  repos = [...repos, ...data.repos.map((x) => x.did)];
+  cursor = data.cursor;
+  if (!cursor) break;
+}
+
+res(db);

server/src/index.ts

···
 import root from "./routes/root.ts";
 import user from "./routes/user.ts";
-import backfill from "./backfill.ts";
+import backfill from "./backfill/index.ts";
 import { PORT, ROOT_DOMAIN, SUBDOMAIN_REGEX, clearCookies } from "./utils.ts";
 
-const db = await backfill();
+const db = await backfill;
 
 Deno.serve({ port: PORT, hostname: ROOT_DOMAIN }, async (req) => {
   const reqUrl = new URL(req.url);