Deduplicate verk queue

dedupe_queue.exs

deduplicate_queue = fn queue, offset ->
  {_, deleted_count} =
    Verk.Queue.range!(queue, offset)
    |> Enum.reduce({MapSet.new(), 0}, fn job, {seen, deleted_count} ->
      if MapSet.member?(seen, {job.class, job.args}) do
        case Verk.Queue.delete_job(queue, job) do
          {:ok, true} -> {seen, deleted_count + 1}
          _ -> {seen, deleted_count}
        end
      else
        {MapSet.put(seen, {job.class, job.args}), deleted_count}
      end
    end)

  IO.puts("deleted #{deleted_count} duplicate jobs from #{queue} queue")
end