A third party ATProto appview
at main 2.1 kB view raw
1# Backfill Resource Optimization Configuration 2# See BACKFILL_OPTIMIZATION.md for detailed documentation 3 4# ============================================================ 5# Backfill Days Configuration 6# ============================================================ 7# 0 = disabled (no backfill) 8# -1 = total backfill (entire available history) 9# >0 = backfill X days of history 10BACKFILL_DAYS=7 11 12# ============================================================ 13# Resource Throttling (Background Task Profile - Default) 14# ============================================================ 15# Very conservative settings for minimal system impact 16# Processes ~2.5 events/sec (~9,000 events/hour) 17 18# Batch size: Number of events to process before delaying 19BACKFILL_BATCH_SIZE=5 20 21# Batch delay: Milliseconds to wait between batches 22BACKFILL_BATCH_DELAY_MS=2000 23 24# Max concurrent: Maximum concurrent event processing operations 25BACKFILL_MAX_CONCURRENT=2 26 27# Memory limit: Pause if memory usage exceeds this (in MB) 28BACKFILL_MAX_MEMORY_MB=512 29 30# Idle processing: Use Node.js event loop idle time (true/false) 31BACKFILL_USE_IDLE=true 32 33# Database pool: Dedicated connection pool size for backfill 34BACKFILL_DB_POOL_SIZE=2 35 36# ============================================================ 37# Alternative: Moderate Speed Profile 38# ============================================================ 39# Uncomment for faster backfill (~20 events/sec, ~72K events/hour) 40# BACKFILL_BATCH_SIZE=20 41# BACKFILL_BATCH_DELAY_MS=1000 42# BACKFILL_MAX_CONCURRENT=5 43# BACKFILL_MAX_MEMORY_MB=1024 44# BACKFILL_USE_IDLE=true 45# BACKFILL_DB_POOL_SIZE=3 46 47# ============================================================ 48# Alternative: Fast Backfill Profile 49# ============================================================ 50# Uncomment for high-speed backfill (~100 events/sec, ~360K events/hour) 51# Best for high-memory servers with dedicated backfill time 52# BACKFILL_BATCH_SIZE=50 53# BACKFILL_BATCH_DELAY_MS=500 54# BACKFILL_MAX_CONCURRENT=10 55# BACKFILL_MAX_MEMORY_MB=2048 56# BACKFILL_USE_IDLE=false 57# BACKFILL_DB_POOL_SIZE=5