Removes duplicate jobs in resque

resque_deduplicator.rb

class ResqueDeduplicator
  attr_reader :logs

  def initialize(queue)
    @key = "queue:#{queue}"
    @logs = []
  end

  def run(dry_run: false)
    duplicates.each do |duplicate|
      if dry_run
        log "DRY RUN: Will remove #{duplicate} from #{key}"
      else
        Resque.redis.lrem(key, -1, duplicate)
        log "Removed #{duplicate} from #{key}"
      end
    end
  end

  def number_of_jobs
    jobs.size
  end

  def number_of_duplicates
    duplicates.size
  end

  private

    attr_reader :key

    def duplicates
      @duplicates ||= begin
        jobs_with_duplicates.map do |group|
          group.last.drop(1)
        end.flatten
      end
    end

    def jobs_with_duplicates
      jobs_grouped.select do |_, jobs|
        jobs.size > 1
      end
    end

    def jobs_grouped
      jobs.group_by do |job|
        JSON.parse(job)["args"].first.except("job_id").to_s
      end
    end

    def jobs
      @jobs ||= Resque.redis.lrange(key, 0, -1)
    end

    def log(str)
      logs << str
    end
end

ResqueDeduplicator.new("job_queue_name")
dedup.run dry_run: false
dedup.logs.each { |log| puts log }