tysonmote

// BenchmarkBytesBufferNoReuse    2000000	       790 ns/op	     152 B/op	       6 allocs/op
// BenchmarkBytesBufferWithReuse  5000000	       675 ns/op	      40 B/op	       5 allocs/op
// BenchmarkBufioWriterNoReuse    1000000	      2273 ns/op	    4200 B/op	       7 allocs/op
// BenchmarkBufioWriterWithReuse  5000000	       541 ns/op	      40 B/op	       5 allocs/op
// BenchmarkFmt                   1000000	      1894 ns/op	     176 B/op	       5 allocs/op
package main

import (
	"bufio"
	"bytes"

tysonmote

Start master in another window with redis-server master.conf

Fill master server with 10% keys that will expire very soon and 90% keys that wont expire for a while:

% ruby fill.rb | redis-cli --pipe -p 9998
All data transferred. Waiting for the last reply...
Last reply received from server.
errors: 0, replies: 1000002

Wait a few seconds and then start slave in another window with redis-server slave.conf

tysonmote

// The following test runs against a local Consul server started like so:
//
//     consul agent -server -bootstrap-expect 1 -data-dir /tmp/consul
//
// The test output looks like this:
//
//     % go test -test.v
//     === RUN TestConsul
//     --- PASS: TestConsul (6.76s)
//       consul_test.go:188: LastIndex after #1: 5

tysonmote

$redis = Redis.new

class SafeHashDelete
  @queue = :garbage_collection

  BATCH_SIZE = 100

  # Rename the key and queue for deletion
  def self.delete(key)
    newkey = "gc:hashes:#{$redis.incr("gc:index")}"

tysonmote

$redis = Redis.new

class SafeHashDelete
  include Sidekiq::Worker
  
  BATCH_SIZE = 100

  # Rename the key and queue for deletion
  def self.delete(key)
    newkey = "gc:hashes:#{$redis.incr("gc:index")}"

tysonmote

$redis = Redis.new

class SafeListDelete
  include Sidekiq::Worker

  BATCH_SIZE = 100

  # Rename the key and queue for deletion
  def self.delete(key)
    newkey = "gc:lists:#{$redis.incr("gc:index")}"

tysonmote

$redis = Redis.new

class SafeSetDelete
  @queue = :garbage_collection

  BATCH_SIZE = 100

  # Rename the key and queue for deletion
  def self.delete(key)
    newkey = "gc:sets:#{$redis.incr("gc:index")}"

tysonmote

$redis = Redis.new

class SafeSetDelete
  include Sidekiq::Worker

  BATCH_SIZE = 100

  # Rename the key and queue for deletion
  def self.delete(key)
    newkey = "gc:sets:#{$redis.incr("gc:index")}"

tysonmote

$redis = Redis.new

class SafeSortedSetDelete
  include Sidekiq::Worker

  BATCH_SIZE = 100

  # Rename the key and queue for deletion
  def self.delete(key)
    newkey = "gc:zsets:#{$redis.incr("gc:index")}"

tysonmote

$redis = Redis.new

class SafeSortedSetDelete
  @queue = :garbage_collection

  BATCH_SIZE = 100

  # Rename the key and queue for deletion
  def self.delete(key)
    newkey = "gc:zsets:#{$redis.incr("gc:index")}"