improve

scripts/albums.ts

···
 const PLAYLISTS_DIR = 'playlists';
 const OUTPUT_FILE = 'albums.json';
 const USER_AGENT = 'SpotifyAlbums/1.0 (https://github.com/yourusername/spotify-albums)';
+const REQUEST_DELAY_MS = 1100;
 
 async function readPlaylists(): Promise<Playlist[]> {
   const files = await readdir(PLAYLISTS_DIR);
···
     const artist = encodeURIComponent(album.artist);
     const release = encodeURIComponent(album.name);
     const url = `https://musicbrainz.org/ws/2/release/?query=artist:${artist}+release:${release}&limit=1&fmt=json`;
-    console.log(`  MusicBrainz URL: ${url}`);
     
     const response = await fetch(url, {
       headers: {
         'User-Agent': USER_AGENT
       }
     });
-    console.log(`  MusicBrainz status: ${response.status}`);
     
     if (!response.ok) {
-      console.log(`  MusicBrainz failed: ${response.statusText}`);
+      console.log(`    ✗ ${response.statusText}`);
       return undefined;
     }
     
     const data = await response.json();
-    console.log(`  MusicBrainz results count: ${data.releases?.length || 0}`);
     
     if (data.releases && data.releases.length > 0) {
       const result = data.releases[0];
-      console.log(`  Found: ${result.title} (ID: ${result.id})`);
+      console.log(`    ✓ ${result.id}`);
       return result.id;
+    } else {
+      console.log(`    ✗ no results`);
     }
   } catch (error) {
-    console.error(`  MusicBrainz search error:`, (error as Error).message);
+    console.log(`    ✗ ${(error as Error).message}`);
   }
   
   return undefined;
···
 
 async function enrichAlbums(albums: Album[]): Promise<Album[]> {
   const enriched: Album[] = [];
+  const startTime = Date.now();
   
-  for (const album of albums) {
-    console.log(`Looking up: ${album.artist} - ${album.name}`);
+  for (let i = 0; i < albums.length; i++) {
+    const album = albums[i];
+    const progress = `[${i + 1}/${albums.length}]`;
     
+    console.log(`${progress} ${album.artist} - ${album.name}`);
     const musicbrainzId = await searchMusicBrainz(album);
     
     enriched.push({
···
       musicbrainz_id: musicbrainzId
     });
     
-    await new Promise(resolve => setTimeout(resolve, 1000));
+    if (i < albums.length - 1) {
+      await new Promise(resolve => setTimeout(resolve, REQUEST_DELAY_MS));
+    }
+    
+    if ((i + 1) % 50 === 0) {
+      const elapsed = Date.now() - startTime;
+      const avgTimePerAlbum = elapsed / (i + 1);
+      const remaining = (albums.length - i - 1) * avgTimePerAlbum;
+      const eta = Math.round(remaining / 1000 / 60);
+      console.log(`\nProgress: ${((i + 1) / albums.length * 100).toFixed(1)}% | ETA: ~${eta} minutes\n`);
+    }
   }
   
   return enriched;
 }
 
+async function loadExistingAlbums(): Promise<Set<string>> {
+  try {
+    const content = await readFile(OUTPUT_FILE, 'utf-8');
+    const existing = JSON.parse(content) as Album[];
+    const keys = new Set(existing.map(a => `${a.artist}:${a.name}`));
+    console.log(`Found ${keys.size} previously processed albums`);
+    return keys;
+  } catch {
+    return new Set();
+  }
+}
+
 async function main() {
   try {
     console.log('Reading playlists...');
···
     
     console.log(`Found ${albums.length} unique albums`);
     
-    console.log('\nEnriching album data...');
-    const enrichedAlbums = await enrichAlbums(albums);
+    const existingKeys = await loadExistingAlbums();
+    const albumsToProcess = albums.filter(a => !existingKeys.has(`${a.artist}:${a.name}`));
     
-    const output = JSON.stringify(enrichedAlbums, null, 2);
+    if (existingKeys.size > 0) {
+      console.log(`Skipping ${existingKeys.size} already processed albums`);
+      console.log(`Processing ${albumsToProcess.length} remaining albums\n`);
+    } else {
+      console.log('Processing all albums\n');
+    }
+    
+    const newAlbums = await enrichAlbums(albumsToProcess);
+    
+    const existingAlbums = existingKeys.size > 0 
+      ? JSON.parse(await readFile(OUTPUT_FILE, 'utf-8')) as Album[]
+      : [];
+    
+    const allAlbums = [...existingAlbums, ...newAlbums];
+    const output = JSON.stringify(allAlbums, null, 2);
     await writeFile(OUTPUT_FILE, output, 'utf-8');
     
-    console.log(`\nSaved ${enrichedAlbums.length} albums to ${OUTPUT_FILE}`);
+    console.log(`\nSaved ${allAlbums.length} total albums to ${OUTPUT_FILE}`);
   } catch (error) {
     console.error('Error:', (error as Error).message);
   }