Skip to content

Instantly share code, notes, and snippets.

var exitSelectCases []reflect.SelectCase
for i := 0; i < readersCount; i++ {
r, err := nsq.NewReader(topic, channel)
if err != nil {
log.Fatalln("nsq.NewReader:", err)
}
r.SetMaxInFlight(2500)
for j := 0; j < workersPerReader; j++ {
@mreiferson
mreiferson / gist:11403980
Last active August 29, 2015 14:00
new go-nsq API
func loop(inChan chan *nsq.Message) {
for _, msg := range inChan {
err := doWork(msg)
if err != nil {
msg.Requeue(-1)
continue
}
msg.Finish()
}
}
from tornado.platform.twisted import TwistedIOLoop
import tornado.ioloop
from twisted.internet import defer, reactor
from twisted.application import service
import nsq
from nsq import Writer, Error
from nsq.async import AsyncConn
@mreiferson
mreiferson / check_aggregate_nsqd_depth.py
Created September 12, 2014 17:59
nagios aggregate depth check
#!/usr/bin/env python2.7
import sys
import logging
import functools
import time
import tornado.options
import tornado.ioloop
import nsq_data
import tornado.httpclient
import logging
import json
import urllib
import functools
_http_client = None
def http_client():
global _http_client
#!/usr/bin/env python2.7
import sys
import logging
import functools
import time
import tornado.options
import tornado.ioloop
import nsq_data
### Keybase proof
I hereby claim:
* I am mreiferson on github.
* I am snakes (https://keybase.io/snakes) on keybase.
* I have a public key whose fingerprint is D95F 8610 1A76 7410 4FD0 F177 D637 0BCE 91EC 464D
To claim this, I am signing this object:
@mreiferson
mreiferson / gist:3925081
Last active October 11, 2015 21:57
Example Synchronous Python Reader
import nsq
def task1(message):
print message
return True
def task2(message):
print message
return True
@mreiferson
mreiferson / gist:3925092
Last active October 11, 2015 21:57
Example Async Python Client
import nsq
buf = []
def process_message(message):
global buf
message.enable_async()
buf.append(message)
if len(buf) >= 3:
for msg in buf:
@mreiferson
mreiferson / gist:5293124
Created April 2, 2013 15:31
sigh GOPATH
function j {
local project=$1
cd `find ~/dev/src -type d -mindepth 3 -maxdepth 3 -name $project`
}