paginated api calls

src/lib/atproto/atproto-browser.ts

···
     }
   }
 
+  // Get all records from a collection using pagination
+  async getAllCollectionRecords(
+    identifier: string,
+    collection: string,
+    maxTotal: number = 1000
+  ): Promise<AtprotoRecord[]> {
+    const results: AtprotoRecord[] = [];
+    let cursor: string | undefined = undefined;
+
+    try {
+      while (true) {
+        const page = await this.getCollectionRecords(identifier, collection, 100, cursor);
+        if (!page) break;
+
+        results.push(...page.records);
+
+        if (!page.cursor) break;
+        if (results.length >= maxTotal) break;
+        cursor = page.cursor;
+      }
+    } catch (error) {
+      console.error(`Error paginating collection ${collection}:`, error);
+    }
+
+    return results.slice(0, maxTotal);
+  }
+
   // Get all collections for a repository
   async getAllCollections(identifier: string): Promise<string[]> {
     try {

src/lib/services/grain-gallery-service.ts

···
       }
 
       // Fetch the four relevant collections
-      const [galleries, items, photos, exifs] = await Promise.all([
-        this.browser.getCollectionRecords(identifier, 'social.grain.gallery', 100),
-        this.browser.getCollectionRecords(identifier, 'social.grain.gallery.item', 100),
-        this.browser.getCollectionRecords(identifier, 'social.grain.photo', 100),
-        this.browser.getCollectionRecords(identifier, 'social.grain.photo.exif', 100),
+      const [galleryRecords, itemRecords, photoRecords, exifRecords] = await Promise.all([
+        this.browser.getAllCollectionRecords(identifier, 'social.grain.gallery', 500),
+        this.browser.getAllCollectionRecords(identifier, 'social.grain.gallery.item', 5000),
+        this.browser.getAllCollectionRecords(identifier, 'social.grain.photo', 5000),
+        this.browser.getAllCollectionRecords(identifier, 'social.grain.photo.exif', 5000),
       ]);
-
-      const galleryRecords = galleries?.records ?? [];
-      const itemRecords = items?.records ?? [];
-      const photoRecords = photos?.records ?? [];
-      const exifRecords = exifs?.records ?? [];
 
       // Build maps for fast lookup
       const photosByUri = new Map<string, AtprotoRecord>();