fget.c

#include <stdbool.h>
#include <stddef.h>
#include <stdint.h>
#include <stdlib.h>
#include <unistd.h>
#include <time.h>
#include <stdio.h>
#include <dbglog.h>
#include <sys/wait.h>

#include <aerospike/aerospike.h>
#include <aerospike/aerospike_key.h>
#include <aerospike/as_error.h>
#include <aerospike/as_record.h>
#include <aerospike/as_status.h>


int64_t timespecDiff(struct timespec *timeA_p, struct timespec *timeB_p)
{
  return (((timeA_p->tv_sec * 1000000000) + timeA_p->tv_nsec) -
           ((timeB_p->tv_sec * 1000000000) + timeB_p->tv_nsec)) / 1000000;
}



int
main(int argc, char* argv[])
{
	logFile("log");
	LOG(INFO4, "==================================================================");
	aerospike as;
	
	as_config cfg;
	as_config_init(&cfg);
	cfg.policies.timeout = 3000;
	cfg.policies.retry = 3;
	cfg.use_shm = true;
	cfg.shm_takeover_threshold_sec = 1;

	as_config_add_host(&cfg, "maeros1.dev", 3000);
	as_config_add_host(&cfg, "maeros2.dev", 3000);
	as_config_add_host(&cfg, "maeros3.dev", 3000);
	as_config_add_host(&cfg, "maeros4.dev", 3000);
	
	// daemonize	
	daemon(false, false);
	
	aerospike_init(&as, &cfg);

	as_error err;

	if (aerospike_connect(&as, &err) != AEROSPIKE_OK) {
		LOG(ERR4, "aerospike_connect() returned %d - %s", err.code, err.message);
		aerospike_destroy(&as);
		exit(-1);
	}

	// fork
	pid_t p = 0;
	for(int i=0; i<100; ++i) {
		p = fork();
		if (p == 0) break;

	}

	pid_t mypid = getpid();
	srand(mypid);
	struct timespec start, end;

	for(int64_t i = 0; i < 50000; ++i) {
		int r = rand() % 10000;

		as_key key;
		as_key_init_int64(&key, "test", "rand", r);

		as_record* p_rec = NULL;

		clock_gettime(CLOCK_MONOTONIC, &start);
		as_status status = aerospike_key_get(&as, &err, NULL, &key, &p_rec);
		clock_gettime(CLOCK_MONOTONIC, &end);
		
		as_record_destroy(p_rec);

		if ((status != AEROSPIKE_OK) && (status != AEROSPIKE_ERR_RECORD_NOT_FOUND)) {
			LOG(WARN4, "pid %d in %ld iteration returned after %ld ms %d - %s", 
				mypid, i, timespecDiff(&end, &start), err.code, err.message);
		}
	}

	// clean in parent
	if (p) {
		LOG(INFO3, "Wait for children");
		while(wait(NULL)>0) {}
		LOG(INFO3, "cleanup");
	    aerospike_close(&as, &err);
		aerospike_destroy(&as);
	}	
	return 0;
}

log

2015/08/19 15:20:51 I4: ================================================================== {fget.c:main():30}
2015/08/19 15:21:13 W4: pid 20908 in 7270 iteration returned after 13349 ms 9 - Client timeout: timeout=3000 iterations=1 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20907 in 16839 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20948 in 18358 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20902 in 17829 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20914 in 19191 iteration returned after 49 ms -1 - Bad file descriptor {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20911 in 17464 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20924 in 17239 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20968 in 15038 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20953 in 16095 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20902 in 17830 iteration returned after 0 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20943 in 17954 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20894 in 17469 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20960 in 18833 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20957 in 18714 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20974 in 17751 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20970 in 18917 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20962 in 17860 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20958 in 19330 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20980 in 17716 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20935 in 17963 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20928 in 19387 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20952 in 18467 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20923 in 16663 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20900 in 17889 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20986 in 18445 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20938 in 19010 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20955 in 18814 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20988 in 18433 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20915 in 18528 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20898 in 18595 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20978 in 17295 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20934 in 18454 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20950 in 17397 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20984 in 17599 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20941 in 18050 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20966 in 17697 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20976 in 18334 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20954 in 19410 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20942 in 18856 iteration returned after 50 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20896 in 18383 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20944 in 19353 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20926 in 17672 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20979 in 19515 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20939 in 14811 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20922 in 18582 iteration returned after 50 ms -1 - Bad file descriptor {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20909 in 17881 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20991 in 18877 iteration returned after 50 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20966 in 17698 iteration returned after 0 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20965 in 17809 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20933 in 17412 iteration returned after 49 ms -1 - Bad file descriptor {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20895 in 17169 iteration returned after 50 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20931 in 17257 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20913 in 17691 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20974 in 17753 iteration returned after 0 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20929 in 18762 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20920 in 18718 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20990 in 18597 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20973 in 18696 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20981 in 18819 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20932 in 19158 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20963 in 18560 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20971 in 15657 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20952 in 18468 iteration returned after 0 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20908 in 7322 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20935 in 17964 iteration returned after 1 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20925 in 17499 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20958 in 19332 iteration returned after 0 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20975 in 18702 iteration returned after 50 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20985 in 19061 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20946 in 18724 iteration returned after 50 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20905 in 19189 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20949 in 19498 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20983 in 18178 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20959 in 19255 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20951 in 18637 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20987 in 19729 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20910 in 19447 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20906 in 19253 iteration returned after 44 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20992 in 18945 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20947 in 18700 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20903 in 19727 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20969 in 18236 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20915 in 18530 iteration returned after 0 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20993 in 18657 iteration returned after 50 ms -1 - Bad file descriptor {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20980 in 17718 iteration returned after 0 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20940 in 19246 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20917 in 17725 iteration returned after 50 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20921 in 18939 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20897 in 19605 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20945 in 17616 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20919 in 17968 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20972 in 19610 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20916 in 19096 iteration returned after 50 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20927 in 18895 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20937 in 19219 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20977 in 16063 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20961 in 18214 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20956 in 18175 iteration returned after 50 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20982 in 18436 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20984 in 17600 iteration returned after 2 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20988 in 18434 iteration returned after 2 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20928 in 19388 iteration returned after 0 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20967 in 18648 iteration returned after 51 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20930 in 18747 iteration returned after 47 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20912 in 18629 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20900 in 17892 iteration returned after 3 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20904 in 18114 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20918 in 19529 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20936 in 18434 iteration returned after 46 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20976 in 18336 iteration returned after 3 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20911 in 17465 iteration returned after 4 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20964 in 18031 iteration returned after 52 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20901 in 17405 iteration returned after 51 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20875 in 17848 iteration returned after 45 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20989 in 17708 iteration returned after 49 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20953 in 16097 iteration returned after 4 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20914 in 19195 iteration returned after 5 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20899 in 18559 iteration returned after 48 ms -1 - Socket read error: 104 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20938 in 19014 iteration returned after 4 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20946 in 18726 iteration returned after 1 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20960 in 18837 iteration returned after 5 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20962 in 17862 iteration returned after 5 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20923 in 16665 iteration returned after 5 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20986 in 18447 iteration returned after 4 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:13 W4: pid 20941 in 18053 iteration returned after 5 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}

... more than 20k similar lines there ...

2015/08/19 15:21:15 W4: pid 20955 in 19676 iteration returned after 2 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20943 in 18853 iteration returned after 3 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20969 in 19024 iteration returned after 2 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20960 in 19726 iteration returned after 2 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20907 in 17671 iteration returned after 2 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20980 in 18569 iteration returned after 4 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20982 in 18828 iteration returned after 3 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20937 in 20145 iteration returned after 3 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20967 in 19514 iteration returned after 4 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20901 in 18304 iteration returned after 4 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20915 in 19437 iteration returned after 3 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20933 in 18321 iteration returned after 4 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20920 in 19603 iteration returned after 4 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20992 in 19760 iteration returned after 2 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20961 in 19090 iteration returned after 2 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:15 W4: pid 20943 in 18854 iteration returned after 3 ms 9 - Client timeout: timeout=3000 iterations=4 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:30 W4: pid 20904 in 25188 iteration returned after 6965 ms 9 - Client timeout: timeout=3000 iterations=1 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:44 W4: pid 20897 in 39595 iteration returned after 7531 ms 9 - Client timeout: timeout=3000 iterations=1 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:48 W4: pid 20915 in 43674 iteration returned after 3436 ms 9 - Client timeout: timeout=3000 iterations=1 failedNodes=0 failedConns=0 {fget.c:main():86}
2015/08/19 15:21:52 I3: Wait for children {fget.c:main():92}
2015/08/19 15:21:54 I3: cleanup {fget.c:main():94}