dbenhur

#!/usr/bin/env ruby

require 'benchmark'
require 'set'

N = 5_000_000

MAX_CARD = 5

ARRAYS = (0..MAX_CARD).map {|i| (1..i).to_a}

dbenhur

# acquire watch metrics
for c in wchs wchc wchp; do echo $c | nc zookeeper3.prod.pages 2181 >$c.zk3; done

# repeated inquiries of wchs show no jitter, these numbers are stable over times much longer
# than the for loop above
cat wchs.zk3
2013 connections watching 218 paths
Total watches:5642

# During this same period, the zk_watch_count metric being reported to graphite was ~ 9200

dbenhur

#!/usr/bin/env ruby

require 'benchmark'

N = 10_000_000

def no_capture
end

def block_capture(&_block)

dbenhur

-- Filter an array of events such that there is only one event with each event_id.
-- When more than one event with the same event_id, is present, take the latest one.
CREATE OR REPLACE FUNCTION dedupe_events_2(events HSTORE[]) RETURNS HSTORE[] AS $$
  SELECT array_agg(event)
  FROM (
    -- select first of elements with the same event_id by position in the array, descending.
    SELECT first_value(event) as event
    OVER (PARTITION BY (event -> 'event_id')::BIGINT ORDER BY index DESC)
    FROM (
      -- Use unnest instead of generate_subscripts to turn an array into a set.