Don't forget to lycansubscribe
mackuba.eu
1require 'didkit'
2require 'minisky'
3require 'time'
4
5require_relative '../at_uri'
6require_relative '../errors'
7require_relative '../models/post'
8require_relative '../models/user'
9
10class BaseImporter
11 attr_accessor :item_queue, :report
12
13 def initialize(user)
14 @did = DID.new(user.did)
15 @user = user
16 @imported_count = 0
17 end
18
19 def importer_name
20 self.class.name
21 end
22
23 def collection
24 importer_name.gsub(/Importer$/, '').downcase
25 end
26
27 def run_import(requested_time_limit = nil)
28 @minisky = Minisky.new(@did.document.pds_host, nil)
29 @import = @user.imports.find_by(collection: collection) || @user.imports.create!(collection: collection)
30
31 if @import.cursor.nil?
32 @import.update!(started_from: Time.now) unless requested_time_limit
33 end
34
35 @time_limit = requested_time_limit || @import.last_completed
36 puts "Fetching until: #{@time_limit}" if @time_limit
37
38 import_items
39
40 @import.update!(last_completed: @import.started_from) unless requested_time_limit
41 @import.update!(cursor: nil, started_from: nil)
42 @report&.update(importers: { importer_name => { :finished => true }})
43 end
44
45 def import_items
46 raise NotImplementedError
47 end
48
49 def created_at(record)
50 Time.parse(record['createdAt'])
51 rescue StandardError
52 raise InvalidRecordError
53 end
54end