extract address jobs

extract_addresses_batch_job.rb

class Scheduled::ExtractAddressesBatchJob
  include Sidekiq::Worker
  sidekiq_options lock: :until_and_while_executing

  def perform
    sites = Site
      .select(:id)
      .addresses_not_checked
      .limit(10_000)
    
    sites.find_in_batches do |batch|
      site_ids = batch.pluck(:id)

      site_ids.each_slice(500) do |slice|
        ExtractAddressesJob.perform_later(slice)
      end
      
      timestamp = DateTime.now
        
      Site 
        .where(id: site_ids)
        .update_all(last_address_check_at: timestamp, updated_at: timestamp)
    end
  end
end

extract_addresses_job.rb

class ExtractAddressesJob < ApplicationJob
  queue_as :default
  def perform(page_ids)
    sites = Site.where(id: site_ids).includes(:pages)             
    ExtractAddresses.process(sites)
  end
end