plcbundle-bun / examples / parallel.ts

/**
 * Example: Process bundles in parallel with multiple threads
 * 
 * Usage:
 *   bun examples/parallel.ts
 */

import { PLCBundle } from '../src';

const bundle = new PLCBundle('./data/bundles');

console.log('Processing bundles 1-50 with 4 threads...\n');

const matches = {
  withHandle: 0,
  withPds: 0,
};

const startTime = Date.now();

await bundle.processBundles(1, 50, (op, position, bundleNum, line) => {
  if (op.operation?.alsoKnownAs?.length > 0) {
    matches.withHandle++;
  }
  
  if (op.operation?.services?.atproto_pds) {
    matches.withPds++;
  }
}, {
  threads: 4,
  onProgress: (stats) => {
    const elapsed = (Date.now() - startTime) / 1000;
    const opsPerSec = (stats.totalOps / elapsed).toFixed(0);
    
    process.stdout.write(
      `Processed ${stats.totalOps} ops | ${opsPerSec} ops/sec\r`
    );
  }
});

const elapsed = (Date.now() - startTime) / 1000;

console.log('\n');
console.log('✓ Processing complete');
console.log(`  With handle: ${matches.withHandle.toLocaleString()}`);
console.log(`  With PDS:    ${matches.withPds.toLocaleString()}`);
console.log(`  Time:        ${elapsed.toFixed(2)}s`);