edenhill

/**
 * Handle delivery reports
 */
static void handle_drs (rd_kafka_event_t *rkev) {
	const rd_kafka_message_t *rkmessage;

	while ((rkmessage = rd_kafka_event_message(rkev))) {
		TEST_SAYL(3,"Got rkmessage %s [%"PRId32"] @ %"PRId64": %s\n",
			  rd_kafka_topic_name(rkmessage->rkt),

edenhill

Data is always possibly outdated in distributed systems (including multi-threaded applications):

* Dont use atomics, they are slow.
* Use locks, they are fast, especially when uncontended.
* Hold locks as shortly as possible: Lock, copy, unlock, process, propagate, progress
* Strive for thread local data (not TLS) which requires no locking, use inter-thread events to propagate information.
* Process events best-effortly
* Dont demand exactness, but require progress. Try to recover.
* Use event version barriers to throw away outdated async data

edenhill

#if !DEBUG_SHARED_PTR

/**
 * The non-debug version of shared_ptr is simply a reference counting interface
 * without any additional costs and no dereferencing.
 */
#define rd_shared_ptr_t RD_UNUSED void

#define rd_shared_ptr_get(OBJ,REFCNT) \
        (rd_refcnt_add(REFCNT), (rd_shared_ptr_t *)(OBJ))

edenhill

#!/usr/bin/python
#

class Burton (object):

    def __init__ (self):
        self.foo = 1

    def __enter__ (self):
        return self

edenhill

include Makefile.config

SRCS_$(WITH_MYOPTION)  += myoption.c

SRCS = standard.c foo.c \
       $(SRCS_y)


...

edenhill

# Kafka configuration (https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md)
$config = { "metadata.broker.list" => "broker1.example.com", "socket.timeout.ms" => 30000, ... };

# Create Kafka Producer object.
# Brokers are specified through $config, but we could make it easier for people by having the first
# argument be brokers as well, and rdkafka will use all brokers specified?
$producer = new Kafka::Producer([$brokers,]? $config);

edenhill

Creating shared library librdkafka.so.1
gcc -g -shared -dynamiclib -Wl,-install_name,/usr/local/lib/librdkafka.so.1 rdkafka.o rdkafka_broker.o rdkafka_msg.o rdkafka_topic.o rdkafka_defaultconf.o rdkafka_timer.o rdkafka_offset.o rdcrc32.o rdgz.o rdaddr.o rdrand.o rdthread.o rdqueue.o rdlog.o snappy.o -o librdkafka.so.1 -lpthread -lz

Creating static library librdkafka.a
ar rcs librdkafka.a rdkafka.o rdkafka_broker.o rdkafka_msg.o rdkafka_topic.o rdkafka_defaultconf.o rdkafka_timer.o rdkafka_offset.o rdcrc32.o rdgz.o rdaddr.o rdrand.o rdthread.o rdqueue.o rdlog.o snappy.o

$ ranlib librdkafka.a
$

..

edenhill

clang 3.4-1

0000000000000000 <hashit>:
   0:	b8 7e f5 35 6d       	mov    $0x6d35f57e,%eax
   5:	c3                   	retq   

edenhill

/**
 * Returns a human readable process exit reason based on the exit code.
 */
const char *exec_exitstatus (int status) {
	static __thread char ret[128];

	if (WIFEXITED(status)) {
		if (WEXITSTATUS(status) == 127)
			snprintf(ret, sizeof(ret),
				 "could not execute command");

edenhill

{
   "ts":22814656926,
   "time":1385111797,
   "replyq":0,
   "brokers":{
      "eden.local:9092/bootstrap":{
         "name":"eden.local:9092/bootstrap",
         "nodeid":-1,
         "state":"UP",
         "outbuf_cnt":0,