added some progress logging to the worker

app/import_worker.rb

···
 require_relative 'init'
 require_relative 'import_manager'
 require_relative 'models/import'
+require_relative 'reports/basic_report'
 
 class ImportWorker
+  attr_accessor :verbose
+
   class UserThread < Thread
-    def initialize(user, collections)
+    def initialize(user, collections, verbose = false)
       @user = user
+      @verbose = verbose
+
       super { run(collections) }
     end
 
···
 
     def run(collections)
       import = ImportManager.new(@user)
+      import.report = BasicReport.new if @verbose
       import.start(collections, false)
     end
   end
···
       ActiveRecord::Base.transaction do
         if user = User.with_unfinished_imports.where.not(id: @user_threads.map(&:user_id)).first
           collections = user.imports.unfinished.map(&:collection)
-          thread = UserThread.new(user, collections)
+          thread = UserThread.new(user, collections, @verbose)
           @user_threads << thread
         end
       end

app/reports/basic_report.rb

···
+class BasicReport
+  def update(data)
+    data.each do |k, v|
+      if k == :downloader
+        p ({ k => v }) if v[:downloaded_posts] && v[:downloaded_posts] % 100 == 0
+      elsif k == :queue
+        next
+      else
+        p ({ k => v})
+      end
+    end
+  end
+end

bin/worker

···
   ActiveRecord::Base.logger = nil
 end
 
+def print_help
+  puts "Usage: #{$0} [options...]"
+  puts "Options:"
+  puts "  -v = verbose"
+end
+
 worker = ImportWorker.new
+
+args = ARGV.dup
+
+while arg = args.shift
+  case arg
+  when '-v', '--verbose'
+    worker.verbose = true
+  when '-h', '--help'
+    print_help
+    exit 0
+  else
+    puts "Unrecognized option: #{arg}"
+    print_help
+    exit 1
+  end
+end
 
 trap("SIGINT") {
   puts "Stopping..."

lib/tasks/import.rake

···
-require_relative '../../app/console_report'
 require_relative '../../app/import_manager'
 require_relative '../../app/item_queue'
 require_relative '../../app/models/user'
 require_relative '../../app/post_downloader'
+require_relative '../../app/reports/console_report'
 
 task :enqueue_user do
   unless ENV['DID']