separated importing likes from fetching posts

app/importer.rb

···
 require_relative 'models/user'
 
 class Importer
+  attr_accessor :post_queue
+
   def initialize(user_did)
     @did = DID.new(user_did)
-    @did.get_document
-
     @user = User.find_or_create_by!(did: user_did)
 
-    @pds_cache = { user_did => @did.document.pds_host }
     @uid_cache = { user_did => @user.id }
   end
 
···
 
   def process_likes(likes)
     likes.each do |record|
-      like_rkey = record['uri'].split('/').last
-      next if @user.likes.where(rkey: like_rkey).exists?
+      begin
+        like_rkey = record['uri'].split('/').last
+        next if @user.likes.where(rkey: like_rkey).exists?
 
-      like_time = Time.parse(record['value']['createdAt'])
+        like_time = Time.parse(record['value']['createdAt'])
 
-      post_uri = record['value']['subject']['uri']
-      parts = post_uri.split('/')
-      next if parts[3] != 'app.bsky.feed.post'
+        post_uri = record['value']['subject']['uri']
+        parts = post_uri.split('/')
+        next if parts[3] != 'app.bsky.feed.post'
 
-      post_did, _, post_rkey = parts[2..4]
+        post_did, _, post_rkey = parts[2..4]
 
-      if @uid_cache[post_did].nil?
-        post_author = User.find_or_create_by!(did: post_did)
-        @uid_cache[post_did] = post_author.id
-      end
+        if @uid_cache[post_did].nil?
+          post_author = User.find_or_create_by!(did: post_did)
+          @uid_cache[post_did] = post_author.id
+        end
 
-      author_id = @uid_cache[post_did]
-      post = Post.find_by(user_id: author_id, rkey: post_rkey)
+        post = Post.find_by(user_id: @uid_cache[post_did], rkey: post_rkey)
 
-      if post.nil?
-        begin
-          post_record = fetch_post_record(post_did, post_rkey)
-          json = post_record['value']
-          text = json.delete('text')
-          created = json.delete('createdAt')
+        if post
+          @user.likes.create!(rkey: like_rkey, time: like_time, post: post)
+        else
+          like_stub = @user.likes.create!(rkey: like_rkey, time: like_time, post_uri: post_uri)
 
-          post = Post.create!(
-            user_id: author_id,
-            rkey: post_rkey,
-            time: Time.parse(created),
-            text: text,
-            data: JSON.generate(json)
-          )
-        rescue StandardError => e
-          # skip
-          next
+          if @post_queue
+            @post_queue.push(like_stub)
+          end
         end
+      rescue StandardError => e
+        puts "Error in Importer#process_likes: #{record['uri']}: #{e}"
       end
-
-      @user.likes.create!(rkey: like_rkey, post: post, time: like_time)
     end
-  end
-
-  def fetch_post_record(did, rkey)
-    @pds_cache[did] ||= DID.new(did).document.pds_host
-
-    pds = @pds_cache[did]
-    sky = Minisky.new(pds, nil)
-
-    sky.get_request('com.atproto.repo.getRecord', { repo: did, collection: 'app.bsky.feed.post', rkey: rkey })
   end
 end

app/models/like.rb

···
   validates_presence_of :time, :rkey
   validates_length_of :rkey, maximum: 13
 
+  validates_presence_of :post_uri, if: -> { post_id.nil? }
+
   belongs_to :user, foreign_key: 'actor_id'
-  belongs_to :post
+  belongs_to :post, optional: true
 end

app/post_downloader.rb

···
+require 'didkit'
+require 'minisky'
+
+require_relative 'models/post'
+require_relative 'models/user'
+
+class PostDownloader
+  def initialize
+    @pds_cache = {}
+  end
+
+  def import_from_queue(queue)
+    loop do
+      like = queue.pop
+
+      begin
+        post = import_post(like.post_uri)
+        like.update!(post: post, post_uri: nil)
+      rescue StandardError => e
+        puts "Error in PostDownloader: #{like.post_uri}: #{e}"
+      end
+    end
+  end
+
+  def import_post(post_uri)
+    did, _, rkey = post_uri.split('/')[2..4]
+    post_record = fetch_post_record(did, rkey)
+
+    json = post_record['value']
+    text = json.delete('text')
+    created = json.delete('createdAt')
+
+    author = User.find_or_create_by!(did: did)
+
+    Post.create!(
+      user: author,
+      rkey: rkey,
+      time: Time.parse(created),
+      text: text,
+      data: JSON.generate(json)
+    )
+  end
+
+  def fetch_post_record(did, rkey)
+    @pds_cache[did] ||= DID.new(did).document.pds_host
+
+    pds = @pds_cache[did]
+    sky = Minisky.new(pds, nil)
+
+    sky.get_request('com.atproto.repo.getRecord', { repo: did, collection: 'app.bsky.feed.post', rkey: rkey })
+  end
+end

db/migrate/20250830210139_add_uri_to_likes.rb

···
+class AddUriToLikes < ActiveRecord::Migration[7.2]
+  def change
+    add_column :likes, :post_uri, :string
+    change_column_null :likes, :post_id, true
+  end
+end

db/schema.rb

···
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema[7.2].define(version: 2025_08_29_000022) do
+ActiveRecord::Schema[7.2].define(version: 2025_08_30_210139) do
   # These are extensions that must be enabled in order to support this database
   enable_extension "plpgsql"
 
···
     t.integer "actor_id", null: false
     t.string "rkey", limit: 13, null: false
     t.datetime "time", null: false
-    t.bigint "post_id", null: false
+    t.bigint "post_id"
+    t.string "post_uri"
     t.index ["actor_id", "rkey"], name: "index_likes_on_actor_id_and_rkey", unique: true
     t.index ["actor_id", "time", "id"], name: "index_likes_on_actor_id_and_time_and_id", order: { time: :desc, id: :desc }
   end