partial partials

indexserver.ts

···
 import * as ATPAPI from "npm:@atproto/api";
 import { AtUri } from "npm:@atproto/api";
 import * as IndexServerAPI from "./indexclient/index.ts";
-import * as IndexServerUtils from "./indexclient/util.ts"
+import * as IndexServerUtils from "./indexclient/util.ts";
+import { isPostView } from "./indexclient/types/app/bsky/feed/defs.ts";
 
 export interface IndexServerConfig {
   baseDbPath: string;
···
 
         // TODO: not partial yet, currently skips refs
 
-        const qresult = this.queryActorLikesPartial(jsonTyped.actor, jsonTyped.cursor);
+        const qresult = this.queryActorLikesPartial(
+          jsonTyped.actor,
+          jsonTyped.cursor
+        );
         if (!qresult) {
           return new Response(
             JSON.stringify({
···
 
         // TODO: not partial yet, currently skips refs
 
-        const qresult = this.queryAuthorFeed(jsonTyped.actor, jsonTyped.cursor);
+        const qresult = this.queryAuthorFeedPartial(jsonTyped.actor, jsonTyped.cursor);
         if (!qresult) {
           return new Response(
             JSON.stringify({
···
 
         // TODO: not partial yet, currently skips refs
 
-        const qresult = this.queryPostThread(jsonTyped.uri);
+        const qresult = this.queryPostThreadPartial(jsonTyped.uri);
         if (!qresult) {
           return new Response(
             JSON.stringify({
···
 
     return post;
   }
-  
-  constructPostViewRef(uri: string): IndexServerAPI.PartyWheyAppBskyFeedDefs.PostViewRef {
+
+  constructPostViewRef(
+    uri: string
+  ): IndexServerAPI.PartyWheyAppBskyFeedDefs.PostViewRef {
     const post: IndexServerAPI.PartyWheyAppBskyFeedDefs.PostViewRef = {
       uri: uri,
       cid: "cid.invalid", // oh shit we dont know the cid TODO: major design flaw
···
   ): IndexServerAPI.PartyWheyAppBskyFeedDefs.FeedViewPostRef {
     const post = this.constructPostViewRef(uri);
 
-    const feedviewpostref: IndexServerAPI.PartyWheyAppBskyFeedDefs.FeedViewPostRef = {
-      $type: "party.whey.app.bsky.feed.defs#feedViewPostRef",
-      post: post as IndexServerUtils.$Typed<IndexServerAPI.PartyWheyAppBskyFeedDefs.PostViewRef>,
-    }
+    const feedviewpostref: IndexServerAPI.PartyWheyAppBskyFeedDefs.FeedViewPostRef =
+      {
+        $type: "party.whey.app.bsky.feed.defs#feedViewPostRef",
+        post: post as IndexServerUtils.$Typed<IndexServerAPI.PartyWheyAppBskyFeedDefs.PostViewRef>,
+      };
 
-    return feedviewpostref
+    return feedviewpostref;
   }
 
   // user feedgens
···
 
   // user feeds
 
-  queryAuthorFeed(
+  queryAuthorFeedPartial(
     did: string,
     cursor?: string
   ):
     | {
-        items: ATPAPI.AppBskyFeedDefs.FeedViewPost[];
+        items: (
+          | ATPAPI.AppBskyFeedDefs.FeedViewPost
+          | IndexServerAPI.PartyWheyAppBskyFeedDefs.FeedViewPostRef
+        )[];
         cursor: string | undefined;
       }
     | undefined {
···
     const db = this.userManager.getDbForDid(did);
     if (!db) return;
 
-    // TODO: implement this for real
-    let query = `
-    SELECT uri, indexedat, cid
-    FROM app_bsky_feed_post
-    WHERE did = ?
-  `;
-    const params: (string | number)[] = [did];
+    const subquery = `
+      SELECT uri, cid, indexedat, 'post' as type, null as subject
+      FROM app_bsky_feed_post
+      WHERE did = ?
+      UNION ALL
+      SELECT uri, cid, indexedat, 'repost' as type, subject
+      FROM app_bsky_feed_repost
+      WHERE did = ?
+    `;
+
+    let query = `SELECT * FROM (${subquery}) as feed_items`;
+    const params: (string | number)[] = [did, did];
 
     if (cursor) {
       const [indexedat, cid] = cursor.split("::");
-      query += ` AND (indexedat < ? OR (indexedat = ? AND cid < ?))`;
+      query += ` WHERE (indexedat < ? OR (indexedat = ? AND cid < ?))`;
       params.push(parseInt(indexedat, 10), parseInt(indexedat, 10), cid);
     }
 
···
       uri: string;
       indexedat: number;
       cid: string;
+      type: "post" | "repost";
+      subject: string | null;
     }[];
+
+    const authorProfile = this.queryProfileView(did,"Basic");
 
     const items = rows
-      .map((row) => this.queryFeedViewPost(row.uri)) // TODO: for replies and repost i should inject the reason here
+      .map((row) => {
+        if (row.type === "repost" && row.subject) {
+          const subjectDid = new AtUri(row.subject).host
+
+          const originalPost = this.handlesDid(subjectDid)
+            ? this.queryFeedViewPost(row.subject)
+            : this.constructFeedViewPostRef(row.subject);
+
+          if (!originalPost || !authorProfile) return null;
+
+          return {
+            post: originalPost,
+            reason: {
+              $type: "app.bsky.feed.defs#reasonRepost",
+              by: authorProfile,
+              indexedAt: new Date(row.indexedat).toISOString(),
+            },
+          };
+        } else {
+          return this.queryFeedViewPost(row.uri);
+        }
+      })
       .filter((p): p is ATPAPI.AppBskyFeedDefs.FeedViewPost => !!p);
 
     const lastItem = rows[rows.length - 1];
···
     cursor?: string
   ):
     | {
-        items: (ATPAPI.AppBskyFeedDefs.FeedViewPost | IndexServerAPI.PartyWheyAppBskyFeedDefs.FeedViewPostRef)[];
+        items: (
+          | ATPAPI.AppBskyFeedDefs.FeedViewPost
+          | IndexServerAPI.PartyWheyAppBskyFeedDefs.FeedViewPostRef
+        )[];
         cursor: string | undefined;
       }
     | undefined {
···
 
     const items = rows
       .map((row) => {
-        const subjectDid = new AtUri(row.subject).host; 
+        const subjectDid = new AtUri(row.subject).host;
 
         if (this.handlesDid(subjectDid)) {
           return this.queryFeedViewPost(row.subject);
···
           return this.constructFeedViewPostRef(row.subject);
         }
       })
-      .filter((p): p is ATPAPI.AppBskyFeedDefs.FeedViewPost | IndexServerAPI.PartyWheyAppBskyFeedDefs.FeedViewPostRef => !!p);
+      .filter(
+        (
+          p
+        ): p is
+          | ATPAPI.AppBskyFeedDefs.FeedViewPost
+          | IndexServerAPI.PartyWheyAppBskyFeedDefs.FeedViewPostRef => !!p
+      );
 
     const lastItem = rows[rows.length - 1];
     const nextCursor = lastItem
···
       .map((row) => this.queryFeedViewPost(row.srcuri))
       .filter((p): p is ATPAPI.AppBskyFeedDefs.FeedViewPost => !!p);
   }
-
-  queryPostThread(
+  _getPostViewUnion(
     uri: string
-  ): ATPAPI.AppBskyFeedGetPostThread.OutputSchema | undefined {
-    const post = this.queryPostView(uri);
+  ):
+    | ATPAPI.AppBskyFeedDefs.PostView
+    | IndexServerAPI.PartyWheyAppBskyFeedDefs.PostViewRef
+    | undefined {
+    try {
+      const postDid = new AtUri(uri).hostname;
+      if (this.handlesDid(postDid)) {
+        return this.queryPostView(uri);
+      } else {
+        return this.constructPostViewRef(uri);
+      }
+    } catch (_e) {
+      return undefined;
+    }
+  }
+  queryPostThreadPartial(
+    uri: string
+  ): IndexServerTypes.PartyWheyAppBskyFeedGetPostThreadPartial.OutputSchema | undefined {
+
+    const post = this._getPostViewUnion(uri);
+
     if (!post) {
       return {
         thread: {
···
       };
     }
 
-    const thread: ATPAPI.AppBskyFeedDefs.ThreadViewPost = {
-      $type: "app.bsky.feed.defs#threadViewPost",
-      post: post,
+    const thread: IndexServerAPI.PartyWheyAppBskyFeedDefs.ThreadViewPostRef = {
+      $type: "party.whey.app.bsky.feed.defs#threadViewPostRef",
+      post: post as ATPAPI.$Typed<ATPAPI.AppBskyFeedDefs.PostView> | IndexServerUtils.$Typed<IndexServerAPI.PartyWheyAppBskyFeedDefs.PostViewRef>,
       replies: [],
     };
 
     let current = thread;
-    while ((current.post.record.reply as any)?.parent?.uri) {
-      const parentUri = (current.post.record.reply as any)?.parent?.uri;
-      const parentPost = this.queryPostView(parentUri);
-      if (!parentPost) break;
+    // we can only climb the parent tree if we have the full post record.
+    // which is not implemented yet (sad i know)
+    if (isPostView(current.post) && isFeedPostRecord(current.post.record) && current.post.record?.reply?.parent?.uri) {
+      let parentUri: string | undefined = current.post.record.reply.parent.uri;
+
+      // keep climbing as long as we find a valid parent post.
+      while (parentUri) {
+        const parentPost = this._getPostViewUnion(parentUri);
+        if (!parentPost) break; // stop if a parent in the chain is not found.
+
+        const parentThread: IndexServerAPI.PartyWheyAppBskyFeedDefs.ThreadViewPostRef = {
+          $type: "party.whey.app.bsky.feed.defs#threadViewPostRef",
+          post: parentPost as ATPAPI.$Typed<ATPAPI.AppBskyFeedDefs.PostView>,
+          replies: [current as IndexServerUtils.$Typed<IndexServerAPI.PartyWheyAppBskyFeedDefs.ThreadViewPostRef>],
+        };
+        current.parent = parentThread as IndexServerUtils.$Typed<IndexServerAPI.PartyWheyAppBskyFeedDefs.ThreadViewPostRef>;
+        current = parentThread;
 
-      const parentThread: ATPAPI.AppBskyFeedDefs.ThreadViewPost = {
-        $type: "app.bsky.feed.defs#threadViewPost",
-        post: parentPost,
-        replies: [
-          current as ATPAPI.$Typed<ATPAPI.AppBskyFeedDefs.ThreadViewPost>,
-        ],
-      };
-      current.parent =
-        parentThread as ATPAPI.$Typed<ATPAPI.AppBskyFeedDefs.ThreadViewPost>;
-      current = parentThread;
+        // check if the new current post has a parent to continue the loop
+        parentUri = (isPostView(current.post) && isFeedPostRecord(current.post.record)) ? current.post.record?.reply?.parent?.uri : undefined;
+      }
     }
 
+
+
     const seenUris = new Set<string>();
-    const fetchReplies = (
-      parentThread: ATPAPI.AppBskyFeedDefs.ThreadViewPost
-    ) => {
+    const fetchReplies = (parentThread: IndexServerAPI.PartyWheyAppBskyFeedDefs.ThreadViewPostRef) => {
+      if (!parentThread.post || !('uri' in parentThread.post)) {
+        return;
+      }
       if (seenUris.has(parentThread.post.uri)) return;
       seenUris.add(parentThread.post.uri);
 
       const parentUri = new AtUri(parentThread.post.uri);
       const parentAuthorDid = parentUri.hostname;
+
+      // replies can only be discovered for local posts where we have the backlink data
+      if (!this.handlesDid(parentAuthorDid)) return;
+      
       const db = this.userManager.getDbForDid(parentAuthorDid);
       if (!db) return;
 
       const stmt = db.prepare(`
-            SELECT srcuri
-            FROM backlink_skeleton
-            WHERE suburi = ? AND srccol = 'app_bsky_feed_post' AND srcfield = 'replyparent'
-        `);
+        SELECT srcuri
+        FROM backlink_skeleton
+        WHERE suburi = ? AND srccol = 'app_bsky_feed_post' AND srcfield = 'replyparent'
+      `);
       const replyRows = stmt.all(parentThread.post.uri) as { srcuri: string }[];
 
       const replies = replyRows
-        .map((row) => this.queryPostView(row.srcuri))
-        .filter((p): p is ATPAPI.AppBskyFeedDefs.PostView => !!p);
+        .map((row) => this._getPostViewUnion(row.srcuri))
+        .filter((p): p is ATPAPI.AppBskyFeedDefs.PostView | IndexServerAPI.PartyWheyAppBskyFeedDefs.PostViewRef => !!p);
 
       for (const replyPost of replies) {
-        const replyThread: ATPAPI.AppBskyFeedDefs.ThreadViewPost = {
-          $type: "app.bsky.feed.defs#threadViewPost",
-          post: replyPost,
-          parent:
-            parentThread as ATPAPI.$Typed<ATPAPI.AppBskyFeedDefs.ThreadViewPost>,
+        const replyThread: IndexServerAPI.PartyWheyAppBskyFeedDefs.ThreadViewPostRef = {
+          $type: "party.whey.app.bsky.feed.defs#threadViewPostRef",
+          post: replyPost as ATPAPI.$Typed<ATPAPI.AppBskyFeedDefs.PostView> | IndexServerUtils.$Typed<IndexServerAPI.PartyWheyAppBskyFeedDefs.PostViewRef>,
+          parent: parentThread as IndexServerUtils.$Typed<IndexServerAPI.PartyWheyAppBskyFeedDefs.ThreadViewPostRef>,
           replies: [],
         };
-        parentThread.replies?.push(
-          replyThread as ATPAPI.$Typed<ATPAPI.AppBskyFeedDefs.ThreadViewPost>
-        );
-        fetchReplies(replyThread);
+        parentThread.replies?.push(replyThread as IndexServerUtils.$Typed<IndexServerAPI.PartyWheyAppBskyFeedDefs.ThreadViewPostRef>);
+        fetchReplies(replyThread); // recurse
       }
     };
 
     fetchReplies(thread);
 
-    const returned =
-      thread as ATPAPI.$Typed<ATPAPI.AppBskyFeedDefs.ThreadViewPost>;
+    const returned = current as unknown as IndexServerAPI.PartyWheyAppBskyFeedDefs.ThreadViewPostRef;
 
-    return { thread: returned };
+    return { thread: returned as IndexServerUtils.$Typed<IndexServerAPI.PartyWheyAppBskyFeedDefs.ThreadViewPostRef> };
   }
+
 
   /**
    * please do not use this, use openDbForDid() instead
···
   }
   /**
    * @deprecated use handlesDid() instead
-   * @param did 
-   * @returns 
+   * @param did
+   * @returns
    */
   isRegisteredIndexUser(did: string): boolean {
     const stmt = this.systemDB.prepare(`
···
 
 export function isDid(str: string): boolean {
   return typeof str === "string" && str.startsWith("did:");
+}
+
+function isFeedPostRecord(
+  post: unknown
+): post is ATPAPI.AppBskyFeedPost.Record {
+  return (
+    typeof post === "object" &&
+    post !== null &&
+    "$type" in post &&
+    (post as any).$type === "app.bsky.feed.post"
+  );
 }
 
 function isImageEmbed(embed: unknown): embed is ATPAPI.AppBskyEmbedImages.Main {

readme.md

···
 - the server stuff: [sqlite](https://jsr.io/@db/sqlite) db, typescript with [codegen](https://www.npmjs.com/package/@atproto/lex-cli), and [deno](https://deno.com/)
 
 ## Status
-(as of 25 aug 2025)
+(as of 26 aug 2025)
 currently the state of the project is:
 ### Index Server
 - Database: