require 'skyfall' require_relative 'init' require_relative 'models/subscription' class FirehoseClient attr_accessor :start_cursor, :service DEFAULT_RELAY = 'bsky.network' def initialize @env = (ENV['APP_ENV'] || ENV['RACK_ENV'] || :development).to_sym @service = DEFAULT_RELAY end def start return if @sky log "Starting firehose process (YJIT = #{RubyVM::YJIT.enabled? ? 'on' : 'off'})" last_cursor = load_or_init_cursor cursor = @start_cursor || last_cursor @sky = Skyfall::Firehose.new(@service, :subscribe_repos, cursor) @sky.user_agent = "Lycan (https://tangled.sh/@mackuba.eu/lycan) #{@sky.version_string}" @sky.check_heartbeat = true @sky.on_message do |m| start_time = Time.now diff = start_time - @last_update if diff > 30 log "Receiving messages again after #{sprintf('%.1f', diff)}s, starting from #{m.time.getlocal}" end @last_update = start_time process_message(m) end @sky.on_connecting { |u| log "Connecting to #{u}..." } @sky.on_connect { log "Connected ✓" @replaying = true @last_update = Time.now @timer ||= EM::PeriodicTimer.new(20) do now = Time.now diff = now - @last_update if diff > 30 log "Timer: last update #{sprintf('%.1f', diff)}s ago" end end } @sky.on_disconnect { log "Disconnected." } @sky.on_reconnect { log "Connection lost, reconnecting..." @timer&.cancel @timer = nil } @sky.on_timeout { log "Trying to reconnect..." } @sky.on_error { |e| log "ERROR: #{e.class} #{e.message}" } @sky.connect end def stop save_cursor(@sky.cursor) unless @sky.nil? @sky&.disconnect @sky = nil end def load_or_init_cursor if sub = Subscription.find_by(service: @service) sub.cursor else Subscription.create!(service: @service, cursor: 0) nil end end def save_cursor(cursor) Subscription.where(service: @service).update_all(cursor: cursor) end def process_message(msg) save_cursor(msg.seq) if msg.seq % 1000 == 0 case msg.type when :info log "InfoMessage: #{msg}" when :account process_account_event(msg) when :commit if @replaying log "Replaying events since #{msg.time.getlocal} -->" @replaying = false end msg.operations.each do |op| case op.type when :bsky_post # ... end end end end def process_account_event(msg) if msg.status == :deleted # ... end end def log(text) puts "[#{Time.now}] #{text}" end def inspect vars = instance_variables - [:@timer] values = vars.map { |v| "#{v}=#{instance_variable_get(v).inspect}" }.join(", ") "#<#{self.class}:0x#{object_id} #{values}>" end end