gistfile1.txt

[2014-01-30 16:19:03,357: INFO/MainProcess] Task __main__.ok[60ce5180-4acd-404c-905d-1c441212a6e3] succeeded in 0.00657280000087s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 90
[DEBUG/MainProcess] Supervisor: worked 90 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 39
[DEBUG/MainProcess] Supervisor: worked 39 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177466] child process 22679 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:03,410: ERROR/MainProcess] KeyError(188,) while getting callback in Hub. event=4. fileno=188
[2014-01-30 16:19:03,410: ERROR/MainProcess] KeyError(396,) while getting callback in Hub. event=4. fileno=396
[INFO/Worker-177467] child process 22680 calling self.run()
[2014-01-30 16:19:03,411: WARNING/Worker-177464] Running task code.
[DEBUG/Worker-177464] worker exiting after 1 tasks
[2014-01-30 16:19:03,412: WARNING/Worker-177341] Running task code.
[2014-01-30 16:19:03,412: WARNING/Worker-177425] Running task code.
[DEBUG/Worker-177341] worker exiting after 1 tasks
[DEBUG/Worker-177425] worker exiting after 1 tasks
[2014-01-30 16:19:03,414: INFO/MainProcess] Received task: __main__.ok[1ac92b21-6ddb-4cdc-927b-5a238c22a2ee]
[2014-01-30 16:19:03,415: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '1ac92b21-6ddb-4cdc-927b-5a238c22a2ee', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'1ac92b21-6ddb-4cdc-927b-5a238c22a2ee', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '1ac92b21-6ddb-4cdc-927b-5a238c22a2ee', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,415: DEBUG/MainProcess] Task accepted: __main__.ok[9ae0ff8c-6d22-4713-94b8-e65a0ef04cba] pid:22677
[2014-01-30 16:19:03,415: DEBUG/MainProcess] Task accepted: __main__.ok[dc3ae498-89e5-4b65-bbd8-b70979522ea7] pid:22549
[2014-01-30 16:19:03,416: DEBUG/MainProcess] Task accepted: __main__.ok[c32e6607-420a-4d1e-af18-58b69956d226] pid:22638
[2014-01-30 16:19:03,417: INFO/MainProcess] Received task: __main__.ok[3a63fae2-683e-4435-bd49-dd88c950b9fc]
[2014-01-30 16:19:03,417: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '3a63fae2-683e-4435-bd49-dd88c950b9fc', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'3a63fae2-683e-4435-bd49-dd88c950b9fc', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '3a63fae2-683e-4435-bd49-dd88c950b9fc', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,417: INFO/MainProcess] Task __main__.ok[9ae0ff8c-6d22-4713-94b8-e65a0ef04cba] succeeded in 0.00627690000147s: 'ok'
[2014-01-30 16:19:03,417: INFO/MainProcess] Task __main__.ok[dc3ae498-89e5-4b65-bbd8-b70979522ea7] succeeded in 0.00517519999994s: 'ok'
[2014-01-30 16:19:03,417: INFO/MainProcess] Task __main__.ok[c32e6607-420a-4d1e-af18-58b69956d226] succeeded in 0.00531769999907s: 'ok'
[2014-01-30 16:19:03,418: WARNING/Worker-177203] Running task code.
[2014-01-30 16:19:03,418: WARNING/Worker-177419] Running task code.
[DEBUG/Worker-177203] worker exiting after 1 tasks
[DEBUG/Worker-177419] worker exiting after 1 tasks
[2014-01-30 16:19:03,420: INFO/MainProcess] Received task: __main__.ok[5cdea22c-b29c-4534-89b5-44672f8e0aec]
[2014-01-30 16:19:03,420: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '5cdea22c-b29c-4534-89b5-44672f8e0aec', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'5cdea22c-b29c-4534-89b5-44672f8e0aec', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '5cdea22c-b29c-4534-89b5-44672f8e0aec', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,420: DEBUG/MainProcess] Task accepted: __main__.ok[1ac92b21-6ddb-4cdc-927b-5a238c22a2ee] pid:22410
[2014-01-30 16:19:03,420: DEBUG/MainProcess] Task accepted: __main__.ok[3a63fae2-683e-4435-bd49-dd88c950b9fc] pid:22632
[2014-01-30 16:19:03,421: INFO/MainProcess] Received task: __main__.ok[9516eb91-65a5-4486-9a02-bfa5a79c9eb8]
[2014-01-30 16:19:03,421: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '9516eb91-65a5-4486-9a02-bfa5a79c9eb8', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'9516eb91-65a5-4486-9a02-bfa5a79c9eb8', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '9516eb91-65a5-4486-9a02-bfa5a79c9eb8', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,422: INFO/MainProcess] Task __main__.ok[1ac92b21-6ddb-4cdc-927b-5a238c22a2ee] succeeded in 0.00413750000007s: 'ok'
[2014-01-30 16:19:03,422: INFO/MainProcess] Task __main__.ok[3a63fae2-683e-4435-bd49-dd88c950b9fc] succeeded in 0.00427549999949s: 'ok'
[2014-01-30 16:19:03,422: WARNING/Worker-177325] Running task code.
[2014-01-30 16:19:03,422: WARNING/Worker-177446] Running task code.
[DEBUG/Worker-177325] worker exiting after 1 tasks
[DEBUG/Worker-177446] worker exiting after 1 tasks
[2014-01-30 16:19:03,423: INFO/MainProcess] Received task: __main__.ok[529e0c4a-0475-4c0e-a43a-c2f96773079a]
[2014-01-30 16:19:03,423: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '529e0c4a-0475-4c0e-a43a-c2f96773079a', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'529e0c4a-0475-4c0e-a43a-c2f96773079a', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '529e0c4a-0475-4c0e-a43a-c2f96773079a', u'headers': {}}) kwargs:{})
[DEBUG/MainProcess] Supervisor: cleaning up worker 96
[DEBUG/MainProcess] Supervisor: worked 96 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 67
[DEBUG/MainProcess] Supervisor: worked 67 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 64
[DEBUG/MainProcess] Supervisor: worked 64 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 37
[DEBUG/MainProcess] Supervisor: worked 37 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 36
[DEBUG/MainProcess] Supervisor: worked 36 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 5
[DEBUG/MainProcess] Supervisor: worked 5 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177468] child process 22681 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177469] child process 22682 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177470] child process 22683 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177471] child process 22684 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177472] child process 22685 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177473] child process 22686 calling self.run()
[2014-01-30 16:19:03,629: DEBUG/MainProcess] Task accepted: __main__.ok[5cdea22c-b29c-4534-89b5-44672f8e0aec] pid:22533
[2014-01-30 16:19:03,629: DEBUG/MainProcess] Task accepted: __main__.ok[9516eb91-65a5-4486-9a02-bfa5a79c9eb8] pid:22659
[2014-01-30 16:19:03,630: INFO/MainProcess] Received task: __main__.ok[f7b2e3bf-c831-4c2b-be6e-2287672700fc]
[2014-01-30 16:19:03,630: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'f7b2e3bf-c831-4c2b-be6e-2287672700fc', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'f7b2e3bf-c831-4c2b-be6e-2287672700fc', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'f7b2e3bf-c831-4c2b-be6e-2287672700fc', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,631: INFO/MainProcess] Task __main__.ok[5cdea22c-b29c-4534-89b5-44672f8e0aec] succeeded in 0.2087128s: 'ok'
[2014-01-30 16:19:03,631: INFO/MainProcess] Task __main__.ok[9516eb91-65a5-4486-9a02-bfa5a79c9eb8] succeeded in 0.208818900001s: 'ok'
[2014-01-30 16:19:03,632: WARNING/Worker-177459] Running task code.
[DEBUG/Worker-177459] worker exiting after 1 tasks
[2014-01-30 16:19:03,633: WARNING/Worker-177024] Running task code.
[DEBUG/Worker-177024] worker exiting after 1 tasks
[2014-01-30 16:19:03,635: INFO/MainProcess] Received task: __main__.ok[d7b400b4-475a-4a54-99c4-9aee9fa972ff]
[2014-01-30 16:19:03,635: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'd7b400b4-475a-4a54-99c4-9aee9fa972ff', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'd7b400b4-475a-4a54-99c4-9aee9fa972ff', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'd7b400b4-475a-4a54-99c4-9aee9fa972ff', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,636: DEBUG/MainProcess] Task accepted: __main__.ok[529e0c4a-0475-4c0e-a43a-c2f96773079a] pid:22672
[2014-01-30 16:19:03,636: DEBUG/MainProcess] Task accepted: __main__.ok[f7b2e3bf-c831-4c2b-be6e-2287672700fc] pid:22231
[2014-01-30 16:19:03,637: INFO/MainProcess] Received task: __main__.ok[04123c9d-fa40-4b79-8cff-1175b09301a2]
[2014-01-30 16:19:03,637: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '04123c9d-fa40-4b79-8cff-1175b09301a2', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'04123c9d-fa40-4b79-8cff-1175b09301a2', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '04123c9d-fa40-4b79-8cff-1175b09301a2', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,637: INFO/MainProcess] Task __main__.ok[529e0c4a-0475-4c0e-a43a-c2f96773079a] succeeded in 0.00520340000003s: 'ok'
[2014-01-30 16:19:03,637: INFO/MainProcess] Task __main__.ok[f7b2e3bf-c831-4c2b-be6e-2287672700fc] succeeded in 0.00397610000073s: 'ok'
[2014-01-30 16:19:03,637: WARNING/Worker-177458] Running task code.
[DEBUG/Worker-177458] worker exiting after 1 tasks
[2014-01-30 16:19:03,638: WARNING/Worker-177449] Running task code.
[DEBUG/Worker-177449] worker exiting after 1 tasks
[2014-01-30 16:19:03,640: INFO/MainProcess] Received task: __main__.ok[08a50dcd-92a5-4ff5-a76e-600abe1913ce]
[2014-01-30 16:19:03,640: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '08a50dcd-92a5-4ff5-a76e-600abe1913ce', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'08a50dcd-92a5-4ff5-a76e-600abe1913ce', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '08a50dcd-92a5-4ff5-a76e-600abe1913ce', u'headers': {}}) kwargs:{})
[DEBUG/MainProcess] Supervisor: cleaning up worker 86
[DEBUG/MainProcess] Supervisor: worked 86 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 76
[DEBUG/MainProcess] Supervisor: worked 76 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 28
[DEBUG/MainProcess] Supervisor: worked 28 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 0
[DEBUG/MainProcess] Supervisor: worked 0 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177474] child process 22687 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177475] child process 22688 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177476] child process 22689 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:03,779: DEBUG/MainProcess] Task accepted: __main__.ok[d7b400b4-475a-4a54-99c4-9aee9fa972ff] pid:22671
[2014-01-30 16:19:03,780: DEBUG/MainProcess] Task accepted: __main__.ok[04123c9d-fa40-4b79-8cff-1175b09301a2] pid:22662
[INFO/Worker-177477] child process 22690 calling self.run()
[2014-01-30 16:19:03,781: INFO/MainProcess] Received task: __main__.ok[d85a4179-b90b-4153-a43a-06fa45723b93]
[2014-01-30 16:19:03,781: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'd85a4179-b90b-4153-a43a-06fa45723b93', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'd85a4179-b90b-4153-a43a-06fa45723b93', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'd85a4179-b90b-4153-a43a-06fa45723b93', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,782: INFO/MainProcess] Task __main__.ok[d7b400b4-475a-4a54-99c4-9aee9fa972ff] succeeded in 0.144376599999s: 'ok'
[2014-01-30 16:19:03,782: INFO/MainProcess] Task __main__.ok[04123c9d-fa40-4b79-8cff-1175b09301a2] succeeded in 0.1436299s: 'ok'
[2014-01-30 16:19:03,783: WARNING/Worker-177460] Running task code.
[2014-01-30 16:19:03,783: WARNING/Worker-177332] Running task code.
[DEBUG/Worker-177460] worker exiting after 1 tasks
[DEBUG/Worker-177332] worker exiting after 1 tasks
[2014-01-30 16:19:03,784: INFO/MainProcess] Received task: __main__.ok[fb5f2c57-8589-4b1b-b88a-bdaa2a7677e8]
[2014-01-30 16:19:03,784: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'fb5f2c57-8589-4b1b-b88a-bdaa2a7677e8', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'fb5f2c57-8589-4b1b-b88a-bdaa2a7677e8', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'fb5f2c57-8589-4b1b-b88a-bdaa2a7677e8', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,786: DEBUG/MainProcess] Task accepted: __main__.ok[08a50dcd-92a5-4ff5-a76e-600abe1913ce] pid:22673
[2014-01-30 16:19:03,787: DEBUG/MainProcess] Task accepted: __main__.ok[d85a4179-b90b-4153-a43a-06fa45723b93] pid:22540
[2014-01-30 16:19:03,789: INFO/MainProcess] Received task: __main__.ok[f7b4a146-5f8a-4719-88f1-25f5b22fecd6]
[2014-01-30 16:19:03,789: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'f7b4a146-5f8a-4719-88f1-25f5b22fecd6', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'f7b4a146-5f8a-4719-88f1-25f5b22fecd6', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'f7b4a146-5f8a-4719-88f1-25f5b22fecd6', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,789: INFO/MainProcess] Task __main__.ok[08a50dcd-92a5-4ff5-a76e-600abe1913ce] succeeded in 0.00661679999939s: 'ok'
[2014-01-30 16:19:03,790: INFO/MainProcess] Task __main__.ok[d85a4179-b90b-4153-a43a-06fa45723b93] succeeded in 0.00684009999895s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 82
[DEBUG/MainProcess] Supervisor: worked 82 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 76
[DEBUG/MainProcess] Supervisor: worked 76 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177478] child process 22691 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:03,858: ERROR/MainProcess] KeyError(68,) while getting callback in Hub. event=4. fileno=68
[2014-01-30 16:19:03,859: ERROR/MainProcess] KeyError(116,) while getting callback in Hub. event=4. fileno=116
[2014-01-30 16:19:03,859: WARNING/Worker-177413] Running task code.
[INFO/Worker-177479] child process 22692 calling self.run()
[DEBUG/Worker-177413] worker exiting after 1 tasks
[2014-01-30 16:19:03,861: WARNING/Worker-177403] Running task code.
[DEBUG/Worker-177403] worker exiting after 1 tasks
[2014-01-30 16:19:03,863: INFO/MainProcess] Received task: __main__.ok[3b953358-1f39-403a-a4ba-2d4a7d432c93]
[2014-01-30 16:19:03,863: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '3b953358-1f39-403a-a4ba-2d4a7d432c93', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'3b953358-1f39-403a-a4ba-2d4a7d432c93', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '3b953358-1f39-403a-a4ba-2d4a7d432c93', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,866: DEBUG/MainProcess] Task accepted: __main__.ok[fb5f2c57-8589-4b1b-b88a-bdaa2a7677e8] pid:22626
[2014-01-30 16:19:03,866: DEBUG/MainProcess] Task accepted: __main__.ok[f7b4a146-5f8a-4719-88f1-25f5b22fecd6] pid:22611
[2014-01-30 16:19:03,867: INFO/MainProcess] Received task: __main__.ok[61fdc81b-2fc2-4c01-ad39-6a7107a5e3d0]
[2014-01-30 16:19:03,867: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '61fdc81b-2fc2-4c01-ad39-6a7107a5e3d0', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'61fdc81b-2fc2-4c01-ad39-6a7107a5e3d0', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '61fdc81b-2fc2-4c01-ad39-6a7107a5e3d0', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,867: INFO/MainProcess] Task __main__.ok[fb5f2c57-8589-4b1b-b88a-bdaa2a7677e8] succeeded in 0.00824719999946s: 'ok'
[2014-01-30 16:19:03,868: INFO/MainProcess] Task __main__.ok[f7b4a146-5f8a-4719-88f1-25f5b22fecd6] succeeded in 0.00687909999942s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 81
[DEBUG/MainProcess] Supervisor: worked 81 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 30
[DEBUG/MainProcess] Supervisor: worked 30 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177480] child process 22693 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:03,936: ERROR/MainProcess] KeyError(164,) while getting callback in Hub. event=4. fileno=164
[2014-01-30 16:19:03,936: ERROR/MainProcess] KeyError(376,) while getting callback in Hub. event=4. fileno=376
[2014-01-30 16:19:03,936: WARNING/Worker-177429] Running task code.
[2014-01-30 16:19:03,937: WARNING/Worker-177472] Running task code.
[INFO/Worker-177481] child process 22694 calling self.run()
[DEBUG/Worker-177429] worker exiting after 1 tasks
[DEBUG/Worker-177472] worker exiting after 1 tasks
[2014-01-30 16:19:03,939: INFO/MainProcess] Received task: __main__.ok[8a19ed33-a781-49f2-8736-d6c6f91e610d]
[2014-01-30 16:19:03,939: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '8a19ed33-a781-49f2-8736-d6c6f91e610d', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'8a19ed33-a781-49f2-8736-d6c6f91e610d', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '8a19ed33-a781-49f2-8736-d6c6f91e610d', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,940: DEBUG/MainProcess] Task accepted: __main__.ok[3b953358-1f39-403a-a4ba-2d4a7d432c93] pid:22642
[2014-01-30 16:19:03,940: DEBUG/MainProcess] Task accepted: __main__.ok[61fdc81b-2fc2-4c01-ad39-6a7107a5e3d0] pid:22685
[2014-01-30 16:19:03,941: INFO/MainProcess] Received task: __main__.ok[68f973f3-2eaa-437a-b1bf-15ec9280f3ca]
[2014-01-30 16:19:03,941: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '68f973f3-2eaa-437a-b1bf-15ec9280f3ca', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'68f973f3-2eaa-437a-b1bf-15ec9280f3ca', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '68f973f3-2eaa-437a-b1bf-15ec9280f3ca', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:03,942: INFO/MainProcess] Task __main__.ok[3b953358-1f39-403a-a4ba-2d4a7d432c93] succeeded in 0.00530980000076s: 'ok'
[2014-01-30 16:19:03,942: INFO/MainProcess] Task __main__.ok[61fdc81b-2fc2-4c01-ad39-6a7107a5e3d0] succeeded in 0.00543029999972s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 54
[DEBUG/MainProcess] Supervisor: worked 54 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 48
[DEBUG/MainProcess] Supervisor: worked 48 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177482] child process 22695 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:04,010: ERROR/MainProcess] KeyError(387,) while getting callback in Hub. event=4. fileno=387
[2014-01-30 16:19:04,011: WARNING/Worker-177254] Running task code.
[INFO/Worker-177483] child process 22696 calling self.run()
[2014-01-30 16:19:04,011: WARNING/Worker-177479] Running task code.
[DEBUG/Worker-177254] worker exiting after 1 tasks
[2014-01-30 16:19:04,012: INFO/MainProcess] Received task: __main__.ok[61f090c9-64d0-4fc3-b050-7cc9ac7bd671]
[DEBUG/Worker-177479] worker exiting after 1 tasks
[2014-01-30 16:19:04,013: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '61f090c9-64d0-4fc3-b050-7cc9ac7bd671', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'61f090c9-64d0-4fc3-b050-7cc9ac7bd671', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '61f090c9-64d0-4fc3-b050-7cc9ac7bd671', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:04,014: DEBUG/MainProcess] Task accepted: __main__.ok[68f973f3-2eaa-437a-b1bf-15ec9280f3ca] pid:22462
[2014-01-30 16:19:04,015: DEBUG/MainProcess] Task accepted: __main__.ok[8a19ed33-a781-49f2-8736-d6c6f91e610d] pid:22692
[2014-01-30 16:19:04,016: INFO/MainProcess] Task __main__.ok[68f973f3-2eaa-437a-b1bf-15ec9280f3ca] succeeded in 0.00481750000108s: 'ok'
[2014-01-30 16:19:04,016: INFO/MainProcess] Task __main__.ok[8a19ed33-a781-49f2-8736-d6c6f91e610d] succeeded in 0.00453160000143s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 88
[DEBUG/MainProcess] Supervisor: worked 88 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 60
[DEBUG/MainProcess] Supervisor: worked 60 joined
[DEBUG/MainProcess] added worker
[DEBUG/MainProcess] added worker
[INFO/Worker-177484] child process 22697 calling self.run()
[2014-01-30 16:19:04,082: ERROR/MainProcess] KeyError(56,) while getting callback in Hub. event=4. fileno=56
[2014-01-30 16:19:04,082: ERROR/MainProcess] KeyError(232,) while getting callback in Hub. event=4. fileno=232
[INFO/Worker-177485] child process 22698 calling self.run()
[2014-01-30 16:19:04,088: INFO/MainProcess] Received task: __main__.ok[3535f0ee-5aa5-45e6-a66c-6d7b36419a74]
[2014-01-30 16:19:04,088: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '3535f0ee-5aa5-45e6-a66c-6d7b36419a74', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'3535f0ee-5aa5-45e6-a66c-6d7b36419a74', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '3535f0ee-5aa5-45e6-a66c-6d7b36419a74', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:04,089: INFO/MainProcess] Received task: __main__.ok[aeea854a-033b-42cd-8e01-692cb9bced11]
[2014-01-30 16:19:04,089: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'aeea854a-033b-42cd-8e01-692cb9bced11', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'aeea854a-033b-42cd-8e01-692cb9bced11', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'aeea854a-033b-42cd-8e01-692cb9bced11', u'headers': {}}) kwargs:{})
[DEBUG/MainProcess] Supervisor: cleaning up worker 93
[DEBUG/MainProcess] Supervisor: worked 93 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 7
[DEBUG/MainProcess] Supervisor: worked 7 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177486] child process 22699 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:04,136: ERROR/MainProcess] KeyError(68,) while getting callback in Hub. event=4. fileno=68
[2014-01-30 16:19:04,136: ERROR/MainProcess] KeyError(224,) while getting callback in Hub. event=4. fileno=224
[INFO/Worker-177487] child process 22700 calling self.run()
[2014-01-30 16:19:04,137: WARNING/Worker-177471] Running task code.
[DEBUG/Worker-177471] worker exiting after 1 tasks
[2014-01-30 16:19:04,138: WARNING/Worker-177407] Running task code.
[2014-01-30 16:19:04,138: WARNING/Worker-177417] Running task code.
[DEBUG/Worker-177407] worker exiting after 1 tasks
[DEBUG/Worker-177417] worker exiting after 1 tasks
[2014-01-30 16:19:04,139: INFO/MainProcess] Received task: __main__.ok[6f7021a3-b20d-4467-9f58-43ee3ae9eeb3]
[2014-01-30 16:19:04,140: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '6f7021a3-b20d-4467-9f58-43ee3ae9eeb3', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'6f7021a3-b20d-4467-9f58-43ee3ae9eeb3', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '6f7021a3-b20d-4467-9f58-43ee3ae9eeb3', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:04,140: DEBUG/MainProcess] Task accepted: __main__.ok[61f090c9-64d0-4fc3-b050-7cc9ac7bd671] pid:22684
[2014-01-30 16:19:04,141: DEBUG/MainProcess] Task accepted: __main__.ok[3535f0ee-5aa5-45e6-a66c-6d7b36419a74] pid:22630
[2014-01-30 16:19:04,141: DEBUG/MainProcess] Task accepted: __main__.ok[aeea854a-033b-42cd-8e01-692cb9bced11] pid:22620
[2014-01-30 16:19:04,142: INFO/MainProcess] Received task: __main__.ok[335cb53f-f0ee-447f-ac4d-6eb50ecd7814]
[2014-01-30 16:19:04,142: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '335cb53f-f0ee-447f-ac4d-6eb50ecd7814', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'335cb53f-f0ee-447f-ac4d-6eb50ecd7814', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '335cb53f-f0ee-447f-ac4d-6eb50ecd7814', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:04,142: INFO/MainProcess] Task __main__.ok[61f090c9-64d0-4fc3-b050-7cc9ac7bd671] succeeded in 0.00534569999945s: 'ok'
[2014-01-30 16:19:04,142: INFO/MainProcess] Task __main__.ok[3535f0ee-5aa5-45e6-a66c-6d7b36419a74] succeeded in 0.00427689999924s: 'ok'
[2014-01-30 16:19:04,142: INFO/MainProcess] Task __main__.ok[aeea854a-033b-42cd-8e01-692cb9bced11] succeeded in 0.00440479999997s: 'ok'
[2014-01-30 16:19:04,143: WARNING/Worker-177383] Running task code.
[2014-01-30 16:19:04,144: WARNING/Worker-177406] Running task code.
[DEBUG/Worker-177383] worker exiting after 1 tasks
[DEBUG/Worker-177406] worker exiting after 1 tasks
[2014-01-30 16:19:04,146: DEBUG/MainProcess] Task accepted: __main__.ok[6f7021a3-b20d-4467-9f58-43ee3ae9eeb3] pid:22591
[2014-01-30 16:19:04,146: DEBUG/MainProcess] Task accepted: __main__.ok[335cb53f-f0ee-447f-ac4d-6eb50ecd7814] pid:22619
[2014-01-30 16:19:04,147: INFO/MainProcess] Task __main__.ok[6f7021a3-b20d-4467-9f58-43ee3ae9eeb3] succeeded in 0.0039854000006s: 'ok'
[2014-01-30 16:19:04,147: INFO/MainProcess] Task __main__.ok[335cb53f-f0ee-447f-ac4d-6eb50ecd7814] succeeded in 0.00335110000015s: 'ok'
[2014-01-30 16:19:04,147: INFO/MainProcess] Received task: __main__.ok[6950fc5d-7866-471d-bfa4-2f5d6a450551]
[2014-01-30 16:19:04,147: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '6950fc5d-7866-471d-bfa4-2f5d6a450551', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'6950fc5d-7866-471d-bfa4-2f5d6a450551', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '6950fc5d-7866-471d-bfa4-2f5d6a450551', u'headers': {}}) kwargs:{})
[DEBUG/MainProcess] Supervisor: cleaning up worker 85
[DEBUG/MainProcess] Supervisor: worked 85 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 53
[DEBUG/MainProcess] Supervisor: worked 53 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 48
[DEBUG/MainProcess] Supervisor: worked 48 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177488] child process 22701 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177489] child process 22702 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177490] child process 22703 calling self.run()
[2014-01-30 16:19:04,248: INFO/MainProcess] Received task: __main__.ok[ede3b05b-7e8e-4d6c-bd71-587387cc4334]
[2014-01-30 16:19:04,249: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'ede3b05b-7e8e-4d6c-bd71-587387cc4334', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'ede3b05b-7e8e-4d6c-bd71-587387cc4334', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'ede3b05b-7e8e-4d6c-bd71-587387cc4334', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:04,249: WARNING/Worker-177280] Running task code.
[DEBUG/Worker-177280] worker exiting after 1 tasks
[2014-01-30 16:19:04,250: WARNING/Worker-177317] Running task code.
[DEBUG/Worker-177317] worker exiting after 1 tasks
[2014-01-30 16:19:04,252: INFO/MainProcess] Received task: __main__.ok[0e104308-c0d7-4a7c-8cc9-04700957174f]
[2014-01-30 16:19:04,252: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '0e104308-c0d7-4a7c-8cc9-04700957174f', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'0e104308-c0d7-4a7c-8cc9-04700957174f', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '0e104308-c0d7-4a7c-8cc9-04700957174f', u'headers': {}}) kwargs:{})
[DEBUG/MainProcess] Supervisor: cleaning up worker 47
[DEBUG/MainProcess] Supervisor: worked 47 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 38
[DEBUG/MainProcess] Supervisor: worked 38 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177491] child process 22704 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177492] child process 22705 calling self.run()
[2014-01-30 16:19:04,323: DEBUG/MainProcess] Task accepted: __main__.ok[6950fc5d-7866-471d-bfa4-2f5d6a450551] pid:22488
[2014-01-30 16:19:04,323: DEBUG/MainProcess] Task accepted: __main__.ok[ede3b05b-7e8e-4d6c-bd71-587387cc4334] pid:22525
[2014-01-30 16:19:04,324: INFO/MainProcess] Received task: __main__.ok[bb3e0e59-ace6-4cd3-bd47-7c2df1897182]
[2014-01-30 16:19:04,324: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'bb3e0e59-ace6-4cd3-bd47-7c2df1897182', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'bb3e0e59-ace6-4cd3-bd47-7c2df1897182', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'bb3e0e59-ace6-4cd3-bd47-7c2df1897182', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:04,325: INFO/MainProcess] Task __main__.ok[6950fc5d-7866-471d-bfa4-2f5d6a450551] succeeded in 0.0753984000003s: 'ok'
[2014-01-30 16:19:04,325: INFO/MainProcess] Task __main__.ok[ede3b05b-7e8e-4d6c-bd71-587387cc4334] succeeded in 0.0748205s: 'ok'
[2014-01-30 16:19:04,325: WARNING/Worker-177315] Running task code.
[2014-01-30 16:19:04,325: WARNING/Worker-177373] Running task code.
[DEBUG/Worker-177373] worker exiting after 1 tasks
[DEBUG/Worker-177315] worker exiting after 1 tasks
[2014-01-30 16:19:04,327: INFO/MainProcess] Received task: __main__.ok[248d5df9-43b7-4b8c-ba90-c5c8cb29cb9c]
[2014-01-30 16:19:04,328: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '248d5df9-43b7-4b8c-ba90-c5c8cb29cb9c', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'248d5df9-43b7-4b8c-ba90-c5c8cb29cb9c', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '248d5df9-43b7-4b8c-ba90-c5c8cb29cb9c', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:04,328: DEBUG/MainProcess] Task accepted: __main__.ok[0e104308-c0d7-4a7c-8cc9-04700957174f] pid:22581
[2014-01-30 16:19:04,328: DEBUG/MainProcess] Task accepted: __main__.ok[bb3e0e59-ace6-4cd3-bd47-7c2df1897182] pid:22523
[2014-01-30 16:19:04,329: INFO/MainProcess] Received task: __main__.ok[97dc0c6b-1c93-4fbd-a5a1-147b6579519b]
[2014-01-30 16:19:04,329: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '97dc0c6b-1c93-4fbd-a5a1-147b6579519b', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'97dc0c6b-1c93-4fbd-a5a1-147b6579519b', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '97dc0c6b-1c93-4fbd-a5a1-147b6579519b', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:04,330: INFO/MainProcess] Task __main__.ok[0e104308-c0d7-4a7c-8cc9-04700957174f] succeeded in 0.00428510000165s: 'ok'
[2014-01-30 16:19:04,330: INFO/MainProcess] Task __main__.ok[bb3e0e59-ace6-4cd3-bd47-7c2df1897182] succeeded in 0.00442929999917s: 'ok'
[2014-01-30 16:19:04,330: WARNING/Worker-177279] Running task code.
[DEBUG/Worker-177279] worker exiting after 1 tasks
[2014-01-30 16:19:04,333: WARNING/Worker-177470] Running task code.
[DEBUG/Worker-177470] worker exiting after 1 tasks
[2014-01-30 16:19:04,335: INFO/MainProcess] Received task: __main__.ok[4f90d149-6d54-426b-8905-d582adbdfb96]
[2014-01-30 16:19:04,335: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '4f90d149-6d54-426b-8905-d582adbdfb96', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'4f90d149-6d54-426b-8905-d582adbdfb96', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '4f90d149-6d54-426b-8905-d582adbdfb96', u'headers': {}}) kwargs:{})
[DEBUG/MainProcess] Supervisor: cleaning up worker 35
[DEBUG/MainProcess] Supervisor: worked 35 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 25
[DEBUG/MainProcess] Supervisor: worked 25 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 24
[DEBUG/MainProcess] Supervisor: worked 24 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 12
[DEBUG/MainProcess] Supervisor: worked 12 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177493] child process 22706 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177494] child process 22707 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177495] child process 22708 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177496] child process 22709 calling self.run()
[2014-01-30 16:19:04,475: DEBUG/MainProcess] Task accepted: __main__.ok[248d5df9-43b7-4b8c-ba90-c5c8cb29cb9c] pid:22487
[2014-01-30 16:19:04,476: DEBUG/MainProcess] Task accepted: __main__.ok[97dc0c6b-1c93-4fbd-a5a1-147b6579519b] pid:22683
[2014-01-30 16:19:04,477: INFO/MainProcess] Received task: __main__.ok[8627102e-b1de-454a-91ff-74e96e704016]
[2014-01-30 16:19:04,477: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '8627102e-b1de-454a-91ff-74e96e704016', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'8627102e-b1de-454a-91ff-74e96e704016', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '8627102e-b1de-454a-91ff-74e96e704016', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:04,477: INFO/MainProcess] Task __main__.ok[248d5df9-43b7-4b8c-ba90-c5c8cb29cb9c] succeeded in 0.147121s: 'ok'
[2014-01-30 16:19:04,477: INFO/MainProcess] Task __main__.ok[97dc0c6b-1c93-4fbd-a5a1-147b6579519b] succeeded in 0.144495499999s: 'ok'
[2014-01-30 16:19:04,478: WARNING/Worker-177387] Running task code.
[DEBUG/Worker-177387] worker exiting after 1 tasks
[2014-01-30 16:19:04,479: DEBUG/MainProcess] Task accepted: __main__.ok[4f90d149-6d54-426b-8905-d582adbdfb96] pid:22595
[2014-01-30 16:19:04,480: INFO/MainProcess] Task __main__.ok[4f90d149-6d54-426b-8905-d582adbdfb96] succeeded in 0.00162130000172s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 76
[DEBUG/MainProcess] Supervisor: worked 76 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 35
[DEBUG/MainProcess] Supervisor: worked 35 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 11
[DEBUG/MainProcess] Supervisor: worked 11 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177497] child process 22710 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177498] child process 22711 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177499] child process 22712 calling self.run()
[2014-01-30 16:19:04,569: WARNING/Worker-177478] Running task code.
[DEBUG/Worker-177478] worker exiting after 1 tasks
[2014-01-30 16:19:04,570: DEBUG/MainProcess] Task accepted: __main__.ok[8627102e-b1de-454a-91ff-74e96e704016] pid:22691
[2014-01-30 16:19:04,571: INFO/MainProcess] Task __main__.ok[8627102e-b1de-454a-91ff-74e96e704016] succeeded in 0.00197440000011s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 79
[DEBUG/MainProcess] Supervisor: worked 79 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177500] child process 22713 calling self.run()
[2014-01-30 16:19:05,978: INFO/MainProcess] Received task: __main__.ok[2cc2bef9-24df-4b1f-ad04-0bcf6e238d4c]
[2014-01-30 16:19:05,978: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '2cc2bef9-24df-4b1f-ad04-0bcf6e238d4c', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'2cc2bef9-24df-4b1f-ad04-0bcf6e238d4c', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '2cc2bef9-24df-4b1f-ad04-0bcf6e238d4c', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:05,979: WARNING/Worker-177266] Running task code.
[DEBUG/Worker-177266] worker exiting after 1 tasks
[2014-01-30 16:19:05,982: INFO/MainProcess] Received task: __main__.ok[9c539647-9de4-407e-8ecb-5a4f5cdde900]
[2014-01-30 16:19:05,982: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '9c539647-9de4-407e-8ecb-5a4f5cdde900', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'9c539647-9de4-407e-8ecb-5a4f5cdde900', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '9c539647-9de4-407e-8ecb-5a4f5cdde900', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:05,983: DEBUG/MainProcess] Task accepted: __main__.ok[2cc2bef9-24df-4b1f-ad04-0bcf6e238d4c] pid:22474
[2014-01-30 16:19:05,983: INFO/MainProcess] Received task: __main__.ok[8815996b-b13c-4b0a-9002-455b9adcb7f4]
[2014-01-30 16:19:05,984: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '8815996b-b13c-4b0a-9002-455b9adcb7f4', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'8815996b-b13c-4b0a-9002-455b9adcb7f4', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '8815996b-b13c-4b0a-9002-455b9adcb7f4', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:05,984: INFO/MainProcess] Task __main__.ok[2cc2bef9-24df-4b1f-ad04-0bcf6e238d4c] succeeded in 0.00511280000137s: 'ok'
[2014-01-30 16:19:05,984: WARNING/Worker-177169] Running task code.
[DEBUG/Worker-177169] worker exiting after 1 tasks
[2014-01-30 16:19:05,985: WARNING/Worker-177498] Running task code.
[DEBUG/Worker-177498] worker exiting after 1 tasks
[2014-01-30 16:19:05,986: INFO/MainProcess] Received task: __main__.ok[23f81d01-b69c-4d45-ac8d-4b87b80e5b3e]
[2014-01-30 16:19:05,986: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '23f81d01-b69c-4d45-ac8d-4b87b80e5b3e', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'23f81d01-b69c-4d45-ac8d-4b87b80e5b3e', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '23f81d01-b69c-4d45-ac8d-4b87b80e5b3e', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:05,988: DEBUG/MainProcess] Task accepted: __main__.ok[9c539647-9de4-407e-8ecb-5a4f5cdde900] pid:22376
[2014-01-30 16:19:05,988: DEBUG/MainProcess] Task accepted: __main__.ok[8815996b-b13c-4b0a-9002-455b9adcb7f4] pid:22711
[2014-01-30 16:19:05,989: INFO/MainProcess] Received task: __main__.ok[46ff0703-4362-4c27-a669-b3321575c16f]
[2014-01-30 16:19:05,989: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '46ff0703-4362-4c27-a669-b3321575c16f', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'46ff0703-4362-4c27-a669-b3321575c16f', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '46ff0703-4362-4c27-a669-b3321575c16f', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:05,989: INFO/MainProcess] Task __main__.ok[9c539647-9de4-407e-8ecb-5a4f5cdde900] succeeded in 0.00505510000039s: 'ok'
[2014-01-30 16:19:05,989: INFO/MainProcess] Task __main__.ok[8815996b-b13c-4b0a-9002-455b9adcb7f4] succeeded in 0.00428280000051s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 9
[DEBUG/MainProcess] Supervisor: worked 9 joined
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,024: ERROR/MainProcess] KeyError(168,) while getting callback in Hub. event=4. fileno=168
[2014-01-30 16:19:06,025: WARNING/Worker-177414] Running task code.
[2014-01-30 16:19:06,025: WARNING/Worker-177481] Running task code.
[INFO/Worker-177501] child process 22714 calling self.run()
[DEBUG/Worker-177414] worker exiting after 1 tasks
[DEBUG/Worker-177481] worker exiting after 1 tasks
[2014-01-30 16:19:06,027: INFO/MainProcess] Received task: __main__.ok[90247129-da0c-4473-9a60-c8726457af66]
[2014-01-30 16:19:06,027: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '90247129-da0c-4473-9a60-c8726457af66', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'90247129-da0c-4473-9a60-c8726457af66', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '90247129-da0c-4473-9a60-c8726457af66', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,028: DEBUG/MainProcess] Task accepted: __main__.ok[23f81d01-b69c-4d45-ac8d-4b87b80e5b3e] pid:22694
[2014-01-30 16:19:06,029: DEBUG/MainProcess] Task accepted: __main__.ok[46ff0703-4362-4c27-a669-b3321575c16f] pid:22627
[2014-01-30 16:19:06,030: INFO/MainProcess] Received task: __main__.ok[45140b5d-322e-4550-9082-3739a9bd9691]
[2014-01-30 16:19:06,030: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '45140b5d-322e-4550-9082-3739a9bd9691', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'45140b5d-322e-4550-9082-3739a9bd9691', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '45140b5d-322e-4550-9082-3739a9bd9691', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,030: INFO/MainProcess] Task __main__.ok[23f81d01-b69c-4d45-ac8d-4b87b80e5b3e] succeeded in 0.00552249999964s: 'ok'
[2014-01-30 16:19:06,030: INFO/MainProcess] Task __main__.ok[46ff0703-4362-4c27-a669-b3321575c16f] succeeded in 0.00589930000024s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 96
[DEBUG/MainProcess] Supervisor: worked 96 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 2
[DEBUG/MainProcess] Supervisor: worked 2 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177502] child process 22715 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,098: ERROR/MainProcess] KeyError(347,) while getting callback in Hub. event=4. fileno=347
[2014-01-30 16:19:06,099: ERROR/MainProcess] KeyError(384,) while getting callback in Hub. event=4. fileno=384
[2014-01-30 16:19:06,099: WARNING/Worker-177466] Running task code.
[INFO/Worker-177503] child process 22716 calling self.run()
[DEBUG/Worker-177466] worker exiting after 1 tasks
[2014-01-30 16:19:06,100: WARNING/Worker-177493] Running task code.
[DEBUG/Worker-177493] worker exiting after 1 tasks
[2014-01-30 16:19:06,102: INFO/MainProcess] Received task: __main__.ok[ecd9d105-489b-4753-b426-e9adc870241b]
[2014-01-30 16:19:06,103: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'ecd9d105-489b-4753-b426-e9adc870241b', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'ecd9d105-489b-4753-b426-e9adc870241b', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'ecd9d105-489b-4753-b426-e9adc870241b', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,103: DEBUG/MainProcess] Task accepted: __main__.ok[90247129-da0c-4473-9a60-c8726457af66] pid:22679
[2014-01-30 16:19:06,104: DEBUG/MainProcess] Task accepted: __main__.ok[45140b5d-322e-4550-9082-3739a9bd9691] pid:22706
[2014-01-30 16:19:06,105: INFO/MainProcess] Received task: __main__.ok[8c96c36c-1cf8-4ff5-95be-51608bcf5d20]
[2014-01-30 16:19:06,105: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '8c96c36c-1cf8-4ff5-95be-51608bcf5d20', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'8c96c36c-1cf8-4ff5-95be-51608bcf5d20', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '8c96c36c-1cf8-4ff5-95be-51608bcf5d20', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,105: INFO/MainProcess] Task __main__.ok[90247129-da0c-4473-9a60-c8726457af66] succeeded in 0.00616069999887s: 'ok'
[2014-01-30 16:19:06,105: INFO/MainProcess] Task __main__.ok[45140b5d-322e-4550-9082-3739a9bd9691] succeeded in 0.00534539999899s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 78
[DEBUG/MainProcess] Supervisor: worked 78 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 41
[DEBUG/MainProcess] Supervisor: worked 41 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177504] child process 22717 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,176: ERROR/MainProcess] KeyError(164,) while getting callback in Hub. event=4. fileno=164
[2014-01-30 16:19:06,177: ERROR/MainProcess] KeyError(196,) while getting callback in Hub. event=4. fileno=196
[2014-01-30 16:19:06,177: WARNING/Worker-177364] Running task code.
[INFO/Worker-177505] child process 22718 calling self.run()
[DEBUG/Worker-177364] worker exiting after 1 tasks
[2014-01-30 16:19:06,179: WARNING/Worker-177461] Running task code.
[DEBUG/Worker-177461] worker exiting after 1 tasks
[2014-01-30 16:19:06,182: INFO/MainProcess] Received task: __main__.ok[93d027bc-4edd-4cf9-88f3-436f2c827073]
[2014-01-30 16:19:06,182: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '93d027bc-4edd-4cf9-88f3-436f2c827073', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'93d027bc-4edd-4cf9-88f3-436f2c827073', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '93d027bc-4edd-4cf9-88f3-436f2c827073', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,183: DEBUG/MainProcess] Task accepted: __main__.ok[ecd9d105-489b-4753-b426-e9adc870241b] pid:22572
[2014-01-30 16:19:06,184: DEBUG/MainProcess] Task accepted: __main__.ok[8c96c36c-1cf8-4ff5-95be-51608bcf5d20] pid:22674
[2014-01-30 16:19:06,186: INFO/MainProcess] Received task: __main__.ok[aa76d173-a19e-417c-84c2-3798e73e6b08]
[2014-01-30 16:19:06,186: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'aa76d173-a19e-417c-84c2-3798e73e6b08', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'aa76d173-a19e-417c-84c2-3798e73e6b08', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'aa76d173-a19e-417c-84c2-3798e73e6b08', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,186: INFO/MainProcess] Task __main__.ok[ecd9d105-489b-4753-b426-e9adc870241b] succeeded in 0.00914729999931s: 'ok'
[2014-01-30 16:19:06,186: INFO/MainProcess] Task __main__.ok[8c96c36c-1cf8-4ff5-95be-51608bcf5d20] succeeded in 0.00785870000072s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 88
[DEBUG/MainProcess] Supervisor: worked 88 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 67
[DEBUG/MainProcess] Supervisor: worked 67 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177506] child process 22719 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,254: ERROR/MainProcess] KeyError(104,) while getting callback in Hub. event=4. fileno=104
[2014-01-30 16:19:06,254: ERROR/MainProcess] KeyError(188,) while getting callback in Hub. event=4. fileno=188
[2014-01-30 16:19:06,255: WARNING/Worker-177447] Running task code.
[INFO/Worker-177507] child process 22720 calling self.run()
[DEBUG/Worker-177447] worker exiting after 1 tasks
[2014-01-30 16:19:06,256: INFO/MainProcess] Received task: __main__.ok[2074020c-18f2-433f-99b3-70a4c1b962f3]
[2014-01-30 16:19:06,257: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '2074020c-18f2-433f-99b3-70a4c1b962f3', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'2074020c-18f2-433f-99b3-70a4c1b962f3', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '2074020c-18f2-433f-99b3-70a4c1b962f3', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,257: DEBUG/MainProcess] Task accepted: __main__.ok[93d027bc-4edd-4cf9-88f3-436f2c827073] pid:22660
[2014-01-30 16:19:06,258: INFO/MainProcess] Received task: __main__.ok[e9a258ff-adc8-4f4e-b5f7-dc69bbe033a5]
[2014-01-30 16:19:06,258: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'e9a258ff-adc8-4f4e-b5f7-dc69bbe033a5', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'e9a258ff-adc8-4f4e-b5f7-dc69bbe033a5', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'e9a258ff-adc8-4f4e-b5f7-dc69bbe033a5', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,259: INFO/MainProcess] Task __main__.ok[93d027bc-4edd-4cf9-88f3-436f2c827073] succeeded in 0.00411279999935s: 'ok'
[2014-01-30 16:19:06,259: WARNING/Worker-177401] Running task code.
[DEBUG/Worker-177401] worker exiting after 1 tasks
[2014-01-30 16:19:06,260: WARNING/Worker-177504] Running task code.
[DEBUG/Worker-177504] worker exiting after 1 tasks
[2014-01-30 16:19:06,262: INFO/MainProcess] Received task: __main__.ok[a0557478-2511-4b6f-a2fa-d76e834a392a]
[2014-01-30 16:19:06,262: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'a0557478-2511-4b6f-a2fa-d76e834a392a', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'a0557478-2511-4b6f-a2fa-d76e834a392a', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'a0557478-2511-4b6f-a2fa-d76e834a392a', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,263: DEBUG/MainProcess] Task accepted: __main__.ok[2074020c-18f2-433f-99b3-70a4c1b962f3] pid:22609
[DEBUG/MainProcess] Supervisor: cleaning up worker 63
[DEBUG/MainProcess] Supervisor: worked 63 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 56
[DEBUG/MainProcess] Supervisor: worked 56 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 28
[DEBUG/MainProcess] Supervisor: worked 28 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177508] child process 22721 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177509] child process 22722 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,349: DEBUG/MainProcess] Task accepted: __main__.ok[e9a258ff-adc8-4f4e-b5f7-dc69bbe033a5] pid:22717
[INFO/Worker-177510] child process 22723 calling self.run()
[2014-01-30 16:19:06,350: INFO/MainProcess] Received task: __main__.ok[792c4244-2c21-4f64-ab3e-2fe65a8a9e4f]
[2014-01-30 16:19:06,351: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '792c4244-2c21-4f64-ab3e-2fe65a8a9e4f', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'792c4244-2c21-4f64-ab3e-2fe65a8a9e4f', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '792c4244-2c21-4f64-ab3e-2fe65a8a9e4f', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,351: INFO/MainProcess] Task __main__.ok[2074020c-18f2-433f-99b3-70a4c1b962f3] succeeded in 0.0917766000002s: 'ok'
[2014-01-30 16:19:06,351: INFO/MainProcess] Task __main__.ok[e9a258ff-adc8-4f4e-b5f7-dc69bbe033a5] succeeded in 0.0909652999999s: 'ok'
[2014-01-30 16:19:06,352: WARNING/Worker-177335] Running task code.
[2014-01-30 16:19:06,352: WARNING/Worker-177444] Running task code.
[2014-01-30 16:19:06,352: WARNING/Worker-177505] Running task code.
[DEBUG/Worker-177335] worker exiting after 1 tasks
[DEBUG/Worker-177444] worker exiting after 1 tasks
[DEBUG/Worker-177505] worker exiting after 1 tasks
[2014-01-30 16:19:06,354: INFO/MainProcess] Received task: __main__.ok[3512c537-3f10-4af2-9911-a0356dcd1333]
[2014-01-30 16:19:06,354: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '3512c537-3f10-4af2-9911-a0356dcd1333', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'3512c537-3f10-4af2-9911-a0356dcd1333', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '3512c537-3f10-4af2-9911-a0356dcd1333', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,355: DEBUG/MainProcess] Task accepted: __main__.ok[aa76d173-a19e-417c-84c2-3798e73e6b08] pid:22543
[2014-01-30 16:19:06,355: DEBUG/MainProcess] Task accepted: __main__.ok[a0557478-2511-4b6f-a2fa-d76e834a392a] pid:22657
[2014-01-30 16:19:06,356: DEBUG/MainProcess] Task accepted: __main__.ok[792c4244-2c21-4f64-ab3e-2fe65a8a9e4f] pid:22718
[2014-01-30 16:19:06,357: INFO/MainProcess] Received task: __main__.ok[4bb5a46c-acce-4c87-881b-001369978328]
[2014-01-30 16:19:06,357: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '4bb5a46c-acce-4c87-881b-001369978328', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'4bb5a46c-acce-4c87-881b-001369978328', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '4bb5a46c-acce-4c87-881b-001369978328', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,357: INFO/MainProcess] Task __main__.ok[aa76d173-a19e-417c-84c2-3798e73e6b08] succeeded in 0.0056869s: 'ok'
[2014-01-30 16:19:06,358: INFO/MainProcess] Task __main__.ok[a0557478-2511-4b6f-a2fa-d76e834a392a] succeeded in 0.00588620000053s: 'ok'
[2014-01-30 16:19:06,358: INFO/MainProcess] Task __main__.ok[792c4244-2c21-4f64-ab3e-2fe65a8a9e4f] succeeded in 0.00576329999967s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 93
[DEBUG/MainProcess] Supervisor: worked 93 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 35
[DEBUG/MainProcess] Supervisor: worked 35 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177511] child process 22724 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,426: ERROR/MainProcess] KeyError(164,) while getting callback in Hub. event=4. fileno=164
[2014-01-30 16:19:06,426: ERROR/MainProcess] KeyError(276,) while getting callback in Hub. event=4. fileno=276
[2014-01-30 16:19:06,427: WARNING/Worker-177455] Running task code.
[INFO/Worker-177512] child process 22725 calling self.run()
[DEBUG/Worker-177455] worker exiting after 1 tasks
[2014-01-30 16:19:06,428: WARNING/Worker-177422] Running task code.
[DEBUG/Worker-177422] worker exiting after 1 tasks
[2014-01-30 16:19:06,430: INFO/MainProcess] Received task: __main__.ok[e45d19df-69c5-4ee5-bec7-7c0f2d5bd81b]
[2014-01-30 16:19:06,430: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'e45d19df-69c5-4ee5-bec7-7c0f2d5bd81b', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'e45d19df-69c5-4ee5-bec7-7c0f2d5bd81b', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'e45d19df-69c5-4ee5-bec7-7c0f2d5bd81b', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,432: DEBUG/MainProcess] Task accepted: __main__.ok[3512c537-3f10-4af2-9911-a0356dcd1333] pid:22668
[2014-01-30 16:19:06,433: DEBUG/MainProcess] Task accepted: __main__.ok[4bb5a46c-acce-4c87-881b-001369978328] pid:22635
[2014-01-30 16:19:06,434: INFO/MainProcess] Received task: __main__.ok[c419088a-440e-4611-aafd-c62fedddb0be]
[2014-01-30 16:19:06,434: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'c419088a-440e-4611-aafd-c62fedddb0be', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'c419088a-440e-4611-aafd-c62fedddb0be', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'c419088a-440e-4611-aafd-c62fedddb0be', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,434: INFO/MainProcess] Task __main__.ok[3512c537-3f10-4af2-9911-a0356dcd1333] succeeded in 0.0074026000002s: 'ok'
[2014-01-30 16:19:06,434: INFO/MainProcess] Task __main__.ok[4bb5a46c-acce-4c87-881b-001369978328] succeeded in 0.00643779999882s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 92
[DEBUG/MainProcess] Supervisor: worked 92 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 52
[DEBUG/MainProcess] Supervisor: worked 52 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 23
[DEBUG/MainProcess] Supervisor: worked 23 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177513] child process 22726 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177514] child process 22727 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,536: ERROR/MainProcess] KeyError(184,) while getting callback in Hub. event=4. fileno=184
[2014-01-30 16:19:06,537: ERROR/MainProcess] KeyError(196,) while getting callback in Hub. event=4. fileno=196
[2014-01-30 16:19:06,537: ERROR/MainProcess] KeyError(256,) while getting callback in Hub. event=4. fileno=256
[2014-01-30 16:19:06,537: WARNING/Worker-177509] Running task code.
[INFO/Worker-177515] child process 22728 calling self.run()
[2014-01-30 16:19:06,538: WARNING/Worker-177477] Running task code.
[DEBUG/Worker-177477] worker exiting after 1 tasks
[DEBUG/Worker-177509] worker exiting after 1 tasks
[2014-01-30 16:19:06,540: INFO/MainProcess] Received task: __main__.ok[013c8b2d-3096-4e2d-80d5-bd744ae6586d]
[2014-01-30 16:19:06,540: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '013c8b2d-3096-4e2d-80d5-bd744ae6586d', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'013c8b2d-3096-4e2d-80d5-bd744ae6586d', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '013c8b2d-3096-4e2d-80d5-bd744ae6586d', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,541: DEBUG/MainProcess] Task accepted: __main__.ok[e45d19df-69c5-4ee5-bec7-7c0f2d5bd81b] pid:22722
[2014-01-30 16:19:06,542: DEBUG/MainProcess] Task accepted: __main__.ok[c419088a-440e-4611-aafd-c62fedddb0be] pid:22690
[2014-01-30 16:19:06,543: INFO/MainProcess] Received task: __main__.ok[c5e67779-b162-4ccb-8469-c2720c503951]
[2014-01-30 16:19:06,543: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'c5e67779-b162-4ccb-8469-c2720c503951', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'c5e67779-b162-4ccb-8469-c2720c503951', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'c5e67779-b162-4ccb-8469-c2720c503951', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,543: INFO/MainProcess] Task __main__.ok[e45d19df-69c5-4ee5-bec7-7c0f2d5bd81b] succeeded in 0.00615010000001s: 'ok'
[2014-01-30 16:19:06,543: INFO/MainProcess] Task __main__.ok[c419088a-440e-4611-aafd-c62fedddb0be] succeeded in 0.00590790000024s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 56
[DEBUG/MainProcess] Supervisor: worked 56 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 39
[DEBUG/MainProcess] Supervisor: worked 39 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177516] child process 22729 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,610: ERROR/MainProcess] KeyError(80,) while getting callback in Hub. event=4. fileno=80
[2014-01-30 16:19:06,611: ERROR/MainProcess] KeyError(148,) while getting callback in Hub. event=4. fileno=148
[2014-01-30 16:19:06,611: WARNING/Worker-177489] Running task code.
[INFO/Worker-177517] child process 22730 calling self.run()
[DEBUG/Worker-177489] worker exiting after 1 tasks
[2014-01-30 16:19:06,612: WARNING/Worker-177503] Running task code.
[DEBUG/Worker-177503] worker exiting after 1 tasks
[2014-01-30 16:19:06,613: INFO/MainProcess] Received task: __main__.ok[4809b577-a028-4eed-b683-7c21280023e9]
[2014-01-30 16:19:06,614: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '4809b577-a028-4eed-b683-7c21280023e9', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'4809b577-a028-4eed-b683-7c21280023e9', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '4809b577-a028-4eed-b683-7c21280023e9', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,616: DEBUG/MainProcess] Task accepted: __main__.ok[013c8b2d-3096-4e2d-80d5-bd744ae6586d] pid:22702
[2014-01-30 16:19:06,616: DEBUG/MainProcess] Task accepted: __main__.ok[c5e67779-b162-4ccb-8469-c2720c503951] pid:22716
[2014-01-30 16:19:06,617: INFO/MainProcess] Received task: __main__.ok[149de942-1f01-4f90-bacc-932b55ae3d69]
[2014-01-30 16:19:06,618: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '149de942-1f01-4f90-bacc-932b55ae3d69', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'149de942-1f01-4f90-bacc-932b55ae3d69', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '149de942-1f01-4f90-bacc-932b55ae3d69', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,618: INFO/MainProcess] Task __main__.ok[013c8b2d-3096-4e2d-80d5-bd744ae6586d] succeeded in 0.00687600000128s: 'ok'
[2014-01-30 16:19:06,619: INFO/MainProcess] Task __main__.ok[c5e67779-b162-4ccb-8469-c2720c503951] succeeded in 0.00662229999944s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 91
[DEBUG/MainProcess] Supervisor: worked 91 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 66
[DEBUG/MainProcess] Supervisor: worked 66 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177518] child process 22731 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,686: ERROR/MainProcess] KeyError(64,) while getting callback in Hub. event=4. fileno=64
[2014-01-30 16:19:06,687: ERROR/MainProcess] KeyError(96,) while getting callback in Hub. event=4. fileno=96
[2014-01-30 16:19:06,687: WARNING/Worker-177468] Running task code.
[INFO/Worker-177519] child process 22732 calling self.run()
[DEBUG/Worker-177468] worker exiting after 1 tasks
[2014-01-30 16:19:06,688: WARNING/Worker-177516] Running task code.
[DEBUG/Worker-177516] worker exiting after 1 tasks
[2014-01-30 16:19:06,691: INFO/MainProcess] Received task: __main__.ok[bdece559-eefb-4021-8d64-d621f739dd2e]
[2014-01-30 16:19:06,691: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'bdece559-eefb-4021-8d64-d621f739dd2e', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'bdece559-eefb-4021-8d64-d621f739dd2e', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'bdece559-eefb-4021-8d64-d621f739dd2e', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,694: DEBUG/MainProcess] Task accepted: __main__.ok[4809b577-a028-4eed-b683-7c21280023e9] pid:22681
[2014-01-30 16:19:06,694: DEBUG/MainProcess] Task accepted: __main__.ok[149de942-1f01-4f90-bacc-932b55ae3d69] pid:22729
[2014-01-30 16:19:06,695: INFO/MainProcess] Received task: __main__.ok[31fc6ec5-b26f-49c7-a47a-98b5b7ae3a40]
[2014-01-30 16:19:06,695: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '31fc6ec5-b26f-49c7-a47a-98b5b7ae3a40', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'31fc6ec5-b26f-49c7-a47a-98b5b7ae3a40', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '31fc6ec5-b26f-49c7-a47a-98b5b7ae3a40', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,696: INFO/MainProcess] Task __main__.ok[4809b577-a028-4eed-b683-7c21280023e9] succeeded in 0.00875749999977s: 'ok'
[2014-01-30 16:19:06,696: INFO/MainProcess] Task __main__.ok[149de942-1f01-4f90-bacc-932b55ae3d69] succeeded in 0.00775909999902s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 86
[DEBUG/MainProcess] Supervisor: worked 86 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 74
[DEBUG/MainProcess] Supervisor: worked 74 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177520] child process 22733 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,762: ERROR/MainProcess] KeyError(212,) while getting callback in Hub. event=4. fileno=212
[2014-01-30 16:19:06,763: ERROR/MainProcess] KeyError(384,) while getting callback in Hub. event=4. fileno=384
[2014-01-30 16:19:06,763: WARNING/Worker-177474] Running task code.
[2014-01-30 16:19:06,763: WARNING/Worker-177483] Running task code.
[INFO/Worker-177521] child process 22734 calling self.run()
[DEBUG/Worker-177483] worker exiting after 1 tasks
[DEBUG/Worker-177474] worker exiting after 1 tasks
[2014-01-30 16:19:06,766: INFO/MainProcess] Received task: __main__.ok[bd61b62d-da90-4dac-8da1-2f07e90b0b36]
[2014-01-30 16:19:06,766: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'bd61b62d-da90-4dac-8da1-2f07e90b0b36', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'bd61b62d-da90-4dac-8da1-2f07e90b0b36', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'bd61b62d-da90-4dac-8da1-2f07e90b0b36', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,767: DEBUG/MainProcess] Task accepted: __main__.ok[bdece559-eefb-4021-8d64-d621f739dd2e] pid:22696
[2014-01-30 16:19:06,767: DEBUG/MainProcess] Task accepted: __main__.ok[31fc6ec5-b26f-49c7-a47a-98b5b7ae3a40] pid:22687
[2014-01-30 16:19:06,768: INFO/MainProcess] Received task: __main__.ok[2828f14d-635c-4878-9314-7d4760c7b512]
[2014-01-30 16:19:06,768: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '2828f14d-635c-4878-9314-7d4760c7b512', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'2828f14d-635c-4878-9314-7d4760c7b512', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '2828f14d-635c-4878-9314-7d4760c7b512', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,769: INFO/MainProcess] Task __main__.ok[bdece559-eefb-4021-8d64-d621f739dd2e] succeeded in 0.0056497000005s: 'ok'
[2014-01-30 16:19:06,769: INFO/MainProcess] Task __main__.ok[31fc6ec5-b26f-49c7-a47a-98b5b7ae3a40] succeeded in 0.0057895000009s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 94
[DEBUG/MainProcess] Supervisor: worked 94 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 60
[DEBUG/MainProcess] Supervisor: worked 60 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177522] child process 22735 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,824: ERROR/MainProcess] KeyError(268,) while getting callback in Hub. event=4. fileno=268
[2014-01-30 16:19:06,825: WARNING/Worker-177432] Running task code.
[2014-01-30 16:19:06,825: WARNING/Worker-177499] Running task code.
[INFO/Worker-177523] child process 22736 calling self.run()
[DEBUG/Worker-177432] worker exiting after 1 tasks
[DEBUG/Worker-177499] worker exiting after 1 tasks
[2014-01-30 16:19:06,827: INFO/MainProcess] Received task: __main__.ok[9dac02f3-9941-45c1-a7e8-7762c32bb7e5]
[2014-01-30 16:19:06,827: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '9dac02f3-9941-45c1-a7e8-7762c32bb7e5', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'9dac02f3-9941-45c1-a7e8-7762c32bb7e5', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '9dac02f3-9941-45c1-a7e8-7762c32bb7e5', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,828: DEBUG/MainProcess] Task accepted: __main__.ok[bd61b62d-da90-4dac-8da1-2f07e90b0b36] pid:22645
[2014-01-30 16:19:06,829: DEBUG/MainProcess] Task accepted: __main__.ok[2828f14d-635c-4878-9314-7d4760c7b512] pid:22712
[2014-01-30 16:19:06,830: INFO/MainProcess] Received task: __main__.ok[91835490-2f96-4217-aef4-a8c2997301e3]
[2014-01-30 16:19:06,830: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '91835490-2f96-4217-aef4-a8c2997301e3', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'91835490-2f96-4217-aef4-a8c2997301e3', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '91835490-2f96-4217-aef4-a8c2997301e3', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,830: INFO/MainProcess] Task __main__.ok[bd61b62d-da90-4dac-8da1-2f07e90b0b36] succeeded in 0.00543660000039s: 'ok'
[2014-01-30 16:19:06,830: INFO/MainProcess] Task __main__.ok[2828f14d-635c-4878-9314-7d4760c7b512] succeeded in 0.00559260000045s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 67
[DEBUG/MainProcess] Supervisor: worked 67 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 62
[DEBUG/MainProcess] Supervisor: worked 62 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177524] child process 22737 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,898: ERROR/MainProcess] KeyError(356,) while getting callback in Hub. event=4. fileno=356
[2014-01-30 16:19:06,898: ERROR/MainProcess] KeyError(387,) while getting callback in Hub. event=4. fileno=387
[2014-01-30 16:19:06,899: WARNING/Worker-177282] Running task code.
[2014-01-30 16:19:06,899: WARNING/Worker-177475] Running task code.
[INFO/Worker-177525] child process 22738 calling self.run()
[DEBUG/Worker-177282] worker exiting after 1 tasks
[DEBUG/Worker-177475] worker exiting after 1 tasks
[2014-01-30 16:19:06,902: INFO/MainProcess] Received task: __main__.ok[b9a1d7e0-64f9-41fc-bac2-45f4080c30b9]
[2014-01-30 16:19:06,902: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'b9a1d7e0-64f9-41fc-bac2-45f4080c30b9', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'b9a1d7e0-64f9-41fc-bac2-45f4080c30b9', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'b9a1d7e0-64f9-41fc-bac2-45f4080c30b9', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,904: DEBUG/MainProcess] Task accepted: __main__.ok[9dac02f3-9941-45c1-a7e8-7762c32bb7e5] pid:22490
[2014-01-30 16:19:06,905: DEBUG/MainProcess] Task accepted: __main__.ok[91835490-2f96-4217-aef4-a8c2997301e3] pid:22688
[2014-01-30 16:19:06,906: INFO/MainProcess] Received task: __main__.ok[c1699057-0064-4107-b221-fd9ff274c05a]
[2014-01-30 16:19:06,906: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'c1699057-0064-4107-b221-fd9ff274c05a', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'c1699057-0064-4107-b221-fd9ff274c05a', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'c1699057-0064-4107-b221-fd9ff274c05a', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,906: INFO/MainProcess] Task __main__.ok[9dac02f3-9941-45c1-a7e8-7762c32bb7e5] succeeded in 0.00742360000004s: 'ok'
[2014-01-30 16:19:06,906: INFO/MainProcess] Task __main__.ok[91835490-2f96-4217-aef4-a8c2997301e3] succeeded in 0.00756499999989s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 78
[DEBUG/MainProcess] Supervisor: worked 78 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 43
[DEBUG/MainProcess] Supervisor: worked 43 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177526] child process 22739 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:06,968: ERROR/MainProcess] KeyError(32,) while getting callback in Hub. event=4. fileno=32
[2014-01-30 16:19:06,968: ERROR/MainProcess] KeyError(124,) while getting callback in Hub. event=4. fileno=124
[2014-01-30 16:19:06,969: WARNING/Worker-177487] Running task code.
[INFO/Worker-177527] child process 22740 calling self.run()
[DEBUG/Worker-177487] worker exiting after 1 tasks
[2014-01-30 16:19:06,970: WARNING/Worker-177433] Running task code.
[DEBUG/Worker-177433] worker exiting after 1 tasks
[2014-01-30 16:19:06,972: INFO/MainProcess] Received task: __main__.ok[60ff4500-9bfc-42c4-8994-ca5f209f1004]
[2014-01-30 16:19:06,973: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '60ff4500-9bfc-42c4-8994-ca5f209f1004', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'60ff4500-9bfc-42c4-8994-ca5f209f1004', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '60ff4500-9bfc-42c4-8994-ca5f209f1004', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,975: DEBUG/MainProcess] Task accepted: __main__.ok[b9a1d7e0-64f9-41fc-bac2-45f4080c30b9] pid:22700
[2014-01-30 16:19:06,975: DEBUG/MainProcess] Task accepted: __main__.ok[c1699057-0064-4107-b221-fd9ff274c05a] pid:22646
[2014-01-30 16:19:06,976: INFO/MainProcess] Received task: __main__.ok[20922db6-c36e-491e-9319-34c8f1870e8a]
[2014-01-30 16:19:06,976: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '20922db6-c36e-491e-9319-34c8f1870e8a', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'20922db6-c36e-491e-9319-34c8f1870e8a', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '20922db6-c36e-491e-9319-34c8f1870e8a', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:06,976: INFO/MainProcess] Task __main__.ok[b9a1d7e0-64f9-41fc-bac2-45f4080c30b9] succeeded in 0.00748510000085s: 'ok'
[2014-01-30 16:19:06,977: INFO/MainProcess] Task __main__.ok[c1699057-0064-4107-b221-fd9ff274c05a] succeeded in 0.00642080000034s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 61
[DEBUG/MainProcess] Supervisor: worked 61 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 9
[DEBUG/MainProcess] Supervisor: worked 9 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177528] child process 22741 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:07,036: ERROR/MainProcess] KeyError(288,) while getting callback in Hub. event=4. fileno=288
[2014-01-30 16:19:07,037: ERROR/MainProcess] KeyError(328,) while getting callback in Hub. event=4. fileno=328
[2014-01-30 16:19:07,037: WARNING/Worker-177256] Running task code.
[INFO/Worker-177529] child process 22742 calling self.run()
[DEBUG/Worker-177256] worker exiting after 1 tasks
[2014-01-30 16:19:07,038: WARNING/Worker-177410] Running task code.
[DEBUG/Worker-177410] worker exiting after 1 tasks
[2014-01-30 16:19:07,040: INFO/MainProcess] Received task: __main__.ok[a97cf117-84f7-4da7-97f8-702014abe48d]
[2014-01-30 16:19:07,040: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'a97cf117-84f7-4da7-97f8-702014abe48d', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'a97cf117-84f7-4da7-97f8-702014abe48d', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'a97cf117-84f7-4da7-97f8-702014abe48d', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,041: DEBUG/MainProcess] Task accepted: __main__.ok[60ff4500-9bfc-42c4-8994-ca5f209f1004] pid:22464
[2014-01-30 16:19:07,041: DEBUG/MainProcess] Task accepted: __main__.ok[20922db6-c36e-491e-9319-34c8f1870e8a] pid:22623
[2014-01-30 16:19:07,042: INFO/MainProcess] Received task: __main__.ok[6fae0a50-0031-4ec7-ac7e-e107e360c0bd]
[2014-01-30 16:19:07,043: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '6fae0a50-0031-4ec7-ac7e-e107e360c0bd', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'6fae0a50-0031-4ec7-ac7e-e107e360c0bd', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '6fae0a50-0031-4ec7-ac7e-e107e360c0bd', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,043: INFO/MainProcess] Task __main__.ok[60ff4500-9bfc-42c4-8994-ca5f209f1004] succeeded in 0.00583200000074s: 'ok'
[2014-01-30 16:19:07,043: INFO/MainProcess] Task __main__.ok[20922db6-c36e-491e-9319-34c8f1870e8a] succeeded in 0.00471929999912s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 66
[DEBUG/MainProcess] Supervisor: worked 66 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 42
[DEBUG/MainProcess] Supervisor: worked 42 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177530] child process 22743 calling self.run()
[DEBUG/MainProcess] added worker
[INFO/Worker-177531] child process 22744 calling self.run()
[2014-01-30 16:19:07,098: WARNING/Worker-177155] Running task code.
[2014-01-30 16:19:07,098: WARNING/Worker-177402] Running task code.
[DEBUG/Worker-177402] worker exiting after 1 tasks
[DEBUG/Worker-177155] worker exiting after 1 tasks
[2014-01-30 16:19:07,100: INFO/MainProcess] Received task: __main__.ok[7eb30f51-6f63-4d35-ab19-4f6dd7b2142a]
[2014-01-30 16:19:07,101: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '7eb30f51-6f63-4d35-ab19-4f6dd7b2142a', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'7eb30f51-6f63-4d35-ab19-4f6dd7b2142a', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '7eb30f51-6f63-4d35-ab19-4f6dd7b2142a', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,103: DEBUG/MainProcess] Task accepted: __main__.ok[6fae0a50-0031-4ec7-ac7e-e107e360c0bd] pid:22362
[2014-01-30 16:19:07,103: DEBUG/MainProcess] Task accepted: __main__.ok[a97cf117-84f7-4da7-97f8-702014abe48d] pid:22610
[2014-01-30 16:19:07,105: INFO/MainProcess] Received task: __main__.ok[c9ab9fd8-d105-485a-a392-8df745b7c46a]
[2014-01-30 16:19:07,105: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'c9ab9fd8-d105-485a-a392-8df745b7c46a', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'c9ab9fd8-d105-485a-a392-8df745b7c46a', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'c9ab9fd8-d105-485a-a392-8df745b7c46a', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,106: INFO/MainProcess] Task __main__.ok[6fae0a50-0031-4ec7-ac7e-e107e360c0bd] succeeded in 0.00811510000131s: 'ok'
[2014-01-30 16:19:07,106: INFO/MainProcess] Task __main__.ok[a97cf117-84f7-4da7-97f8-702014abe48d] succeeded in 0.00802959999965s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 35
[DEBUG/MainProcess] Supervisor: worked 35 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 6
[DEBUG/MainProcess] Supervisor: worked 6 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177532] child process 22745 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:07,175: ERROR/MainProcess] KeyError(17,) while getting callback in Hub. event=4. fileno=17
[2014-01-30 16:19:07,175: ERROR/MainProcess] KeyError(300,) while getting callback in Hub. event=4. fileno=300
[2014-01-30 16:19:07,176: WARNING/Worker-177326] Running task code.
[INFO/Worker-177533] child process 22746 calling self.run()
[DEBUG/Worker-177326] worker exiting after 1 tasks
[2014-01-30 16:19:07,177: WARNING/Worker-177515] Running task code.
[DEBUG/Worker-177515] worker exiting after 1 tasks
[2014-01-30 16:19:07,179: INFO/MainProcess] Received task: __main__.ok[02c86f4a-2f28-456c-8c23-a356c2724b2d]
[2014-01-30 16:19:07,179: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '02c86f4a-2f28-456c-8c23-a356c2724b2d', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'02c86f4a-2f28-456c-8c23-a356c2724b2d', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '02c86f4a-2f28-456c-8c23-a356c2724b2d', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,183: DEBUG/MainProcess] Task accepted: __main__.ok[7eb30f51-6f63-4d35-ab19-4f6dd7b2142a] pid:22534
[2014-01-30 16:19:07,183: DEBUG/MainProcess] Task accepted: __main__.ok[c9ab9fd8-d105-485a-a392-8df745b7c46a] pid:22728
[2014-01-30 16:19:07,184: INFO/MainProcess] Received task: __main__.ok[d1f04ec1-560a-4701-8a75-b4e19bf6edb8]
[2014-01-30 16:19:07,184: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'd1f04ec1-560a-4701-8a75-b4e19bf6edb8', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'd1f04ec1-560a-4701-8a75-b4e19bf6edb8', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'd1f04ec1-560a-4701-8a75-b4e19bf6edb8', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,185: INFO/MainProcess] Task __main__.ok[7eb30f51-6f63-4d35-ab19-4f6dd7b2142a] succeeded in 0.00911409999935s: 'ok'
[2014-01-30 16:19:07,185: INFO/MainProcess] Task __main__.ok[c9ab9fd8-d105-485a-a392-8df745b7c46a] succeeded in 0.00821999999971s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 32
[DEBUG/MainProcess] Supervisor: worked 32 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 1
[DEBUG/MainProcess] Supervisor: worked 1 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177534] child process 22747 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:07,241: ERROR/MainProcess] KeyError(308,) while getting callback in Hub. event=4. fileno=308
[2014-01-30 16:19:07,242: ERROR/MainProcess] KeyError(332,) while getting callback in Hub. event=4. fileno=332
[INFO/Worker-177535] child process 22748 calling self.run()
[2014-01-30 16:19:07,242: WARNING/Worker-177526] Running task code.
[2014-01-30 16:19:07,243: WARNING/Worker-177520] Running task code.
[DEBUG/Worker-177526] worker exiting after 1 tasks
[DEBUG/Worker-177520] worker exiting after 1 tasks
[2014-01-30 16:19:07,246: INFO/MainProcess] Received task: __main__.ok[15d45d9a-8046-4af8-bf1d-80e542503390]
[2014-01-30 16:19:07,247: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '15d45d9a-8046-4af8-bf1d-80e542503390', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'15d45d9a-8046-4af8-bf1d-80e542503390', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '15d45d9a-8046-4af8-bf1d-80e542503390', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,249: DEBUG/MainProcess] Task accepted: __main__.ok[02c86f4a-2f28-456c-8c23-a356c2724b2d] pid:22739
[2014-01-30 16:19:07,250: DEBUG/MainProcess] Task accepted: __main__.ok[d1f04ec1-560a-4701-8a75-b4e19bf6edb8] pid:22733
[2014-01-30 16:19:07,252: INFO/MainProcess] Received task: __main__.ok[6ec68bb2-911a-4abb-b7b3-d357ef263c8f]
[2014-01-30 16:19:07,252: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '6ec68bb2-911a-4abb-b7b3-d357ef263c8f', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'6ec68bb2-911a-4abb-b7b3-d357ef263c8f', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '6ec68bb2-911a-4abb-b7b3-d357ef263c8f', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,252: INFO/MainProcess] Task __main__.ok[02c86f4a-2f28-456c-8c23-a356c2724b2d] succeeded in 0.0100313999992s: 'ok'
[2014-01-30 16:19:07,252: INFO/MainProcess] Task __main__.ok[d1f04ec1-560a-4701-8a75-b4e19bf6edb8] succeeded in 0.00947319999977s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 80
[DEBUG/MainProcess] Supervisor: worked 80 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 17
[DEBUG/MainProcess] Supervisor: worked 17 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177536] child process 22749 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:07,312: ERROR/MainProcess] KeyError(184,) while getting callback in Hub. event=4. fileno=184
[2014-01-30 16:19:07,312: ERROR/MainProcess] KeyError(344,) while getting callback in Hub. event=4. fileno=344
[2014-01-30 16:19:07,313: WARNING/Worker-177438] Running task code.
[INFO/Worker-177537] child process 22750 calling self.run()
[DEBUG/Worker-177438] worker exiting after 1 tasks
[2014-01-30 16:19:07,314: WARNING/Worker-177292] Running task code.
[DEBUG/Worker-177292] worker exiting after 1 tasks
[2014-01-30 16:19:07,316: INFO/MainProcess] Received task: __main__.ok[f9510fbb-a6ee-4cb8-9f3c-40f96cbc7863]
[2014-01-30 16:19:07,316: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'f9510fbb-a6ee-4cb8-9f3c-40f96cbc7863', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'f9510fbb-a6ee-4cb8-9f3c-40f96cbc7863', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'f9510fbb-a6ee-4cb8-9f3c-40f96cbc7863', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,318: DEBUG/MainProcess] Task accepted: __main__.ok[15d45d9a-8046-4af8-bf1d-80e542503390] pid:22651
[2014-01-30 16:19:07,319: DEBUG/MainProcess] Task accepted: __main__.ok[6ec68bb2-911a-4abb-b7b3-d357ef263c8f] pid:22500
[2014-01-30 16:19:07,320: INFO/MainProcess] Received task: __main__.ok[f294019c-b6bd-4685-9fe3-c3920ed2c5af]
[2014-01-30 16:19:07,320: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'f294019c-b6bd-4685-9fe3-c3920ed2c5af', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'f294019c-b6bd-4685-9fe3-c3920ed2c5af', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'f294019c-b6bd-4685-9fe3-c3920ed2c5af', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,320: INFO/MainProcess] Task __main__.ok[15d45d9a-8046-4af8-bf1d-80e542503390] succeeded in 0.00743349999902s: 'ok'
[2014-01-30 16:19:07,320: INFO/MainProcess] Task __main__.ok[6ec68bb2-911a-4abb-b7b3-d357ef263c8f] succeeded in 0.00640459999886s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 88
[DEBUG/MainProcess] Supervisor: worked 88 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 82
[DEBUG/MainProcess] Supervisor: worked 82 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177538] child process 22751 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:07,376: ERROR/MainProcess] KeyError(124,) while getting callback in Hub. event=4. fileno=124
[2014-01-30 16:19:07,376: ERROR/MainProcess] KeyError(384,) while getting callback in Hub. event=4. fileno=384
[2014-01-30 16:19:07,377: WARNING/Worker-177426] Running task code.
[INFO/Worker-177539] child process 22752 calling self.run()
[DEBUG/Worker-177426] worker exiting after 1 tasks
[2014-01-30 16:19:07,378: WARNING/Worker-177496] Running task code.
[DEBUG/Worker-177496] worker exiting after 1 tasks
[2014-01-30 16:19:07,380: INFO/MainProcess] Received task: __main__.ok[dd7ea579-314d-4886-a6c4-2b2a69282f6d]
[2014-01-30 16:19:07,380: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', 'dd7ea579-314d-4886-a6c4-2b2a69282f6d', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'dd7ea579-314d-4886-a6c4-2b2a69282f6d', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': 'dd7ea579-314d-4886-a6c4-2b2a69282f6d', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,382: DEBUG/MainProcess] Task accepted: __main__.ok[f9510fbb-a6ee-4cb8-9f3c-40f96cbc7863] pid:22639
[2014-01-30 16:19:07,383: DEBUG/MainProcess] Task accepted: __main__.ok[f294019c-b6bd-4685-9fe3-c3920ed2c5af] pid:22709
[2014-01-30 16:19:07,384: INFO/MainProcess] Received task: __main__.ok[289d4165-db72-4705-9878-1c1db45f4e32]
[2014-01-30 16:19:07,384: DEBUG/MainProcess] TaskPool: Apply <function _fast_trace_task at 0x1b48230> (args:('__main__.ok', '289d4165-db72-4705-9878-1c1db45f4e32', [], {}, {'utc': True, u'is_eager': False, 'chord': None, u'group': None, 'args': [], 'retries': 0, u'delivery_info': {u'priority': 0, u'redelivered': None, u'routing_key': u'celery', u'exchange': u'celery'}, 'expires': None, u'hostname': 'celery@dkbox', 'task': '__main__.ok', 'callbacks': None, u'correlation_id': u'289d4165-db72-4705-9878-1c1db45f4e32', 'errbacks': None, 'timelimit': (None, None), 'taskset': None, 'kwargs': {}, 'eta': None, u'reply_to': u'531976c3-1488-3830-8a1a-5fea2e3e4b8e', 'id': '289d4165-db72-4705-9878-1c1db45f4e32', u'headers': {}}) kwargs:{})
[2014-01-30 16:19:07,384: INFO/MainProcess] Task __main__.ok[f9510fbb-a6ee-4cb8-9f3c-40f96cbc7863] succeeded in 0.00742469999932s: 'ok'
[2014-01-30 16:19:07,384: INFO/MainProcess] Task __main__.ok[f294019c-b6bd-4685-9fe3-c3920ed2c5af] succeeded in 0.0062713999996s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 38
[DEBUG/MainProcess] Supervisor: worked 38 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 9
[DEBUG/MainProcess] Supervisor: worked 9 joined
[DEBUG/MainProcess] added worker
[INFO/Worker-177540] child process 22753 calling self.run()
[DEBUG/MainProcess] added worker
[2014-01-30 16:19:07,441: ERROR/MainProcess] KeyError(252,) while getting callback in Hub. event=4. fileno=252
[2014-01-30 16:19:07,441: ERROR/MainProcess] KeyError(336,) while getting callback in Hub. event=4. fileno=336
[INFO/Worker-177541] child process 22754 calling self.run()
[2014-01-30 16:19:07,442: WARNING/Worker-177508] Running task code.
[DEBUG/Worker-177508] worker exiting after 1 tasks
[2014-01-30 16:19:07,442: WARNING/Worker-177482] Running task code.
[DEBUG/Worker-177482] worker exiting after 1 tasks
[2014-01-30 16:19:07,444: ERROR/MainProcess] Unrecoverable error: AssertionError('<Worker(Worker-177467, started daemon)>.outqR_fd=396 not in hub.readers !',)
Traceback (most recent call last):
  File "/home/ionel/projects/celery/celery/worker/__init__.py", line 206, in start
    self.blueprint.start(self)
  File "/home/ionel/projects/celery/celery/bootsteps.py", line 123, in start
    step.start(parent)
  File "/home/ionel/projects/celery/celery/bootsteps.py", line 373, in start
    return self.obj.start()
  File "/home/ionel/projects/celery/celery/worker/consumer.py", line 278, in start
    blueprint.start(self)
  File "/home/ionel/projects/celery/celery/bootsteps.py", line 123, in start
    step.start(parent)
  File "/home/ionel/projects/celery/celery/worker/consumer.py", line 796, in start
    c.loop(*c.loop_args())
  File "/home/ionel/projects/celery/celery/worker/loops.py", line 72, in asynloop
    next(loop)
  File "/home/ionel/projects/kombu/kombu/async/hub.py", line 290, in create_loop
    poll_timeout = fire_timers(propagate=propagate) if scheduled else 1
  File "/home/ionel/projects/kombu/kombu/async/hub.py", line 153, in fire_timers
    entry()
  File "/home/ionel/projects/kombu/kombu/async/timer.py", line 64, in __call__
    return self.fun(*self.args, **self.kwargs)
  File "/home/ionel/projects/celery/celery/concurrency/asynpool.py", line 504, in verify_process_alive
    assert proc.outqR_fd in hub.readers, "%s.outqR_fd=%s not in hub.readers !" % (proc, proc.outqR_fd)
AssertionError: <Worker(Worker-177467, started daemon)>.outqR_fd=396 not in hub.readers !
[2014-01-30 16:19:07,446: DEBUG/MainProcess] | Worker: Closing Hub...
[2014-01-30 16:19:07,446: DEBUG/MainProcess] | Worker: Closing Pool...
[DEBUG/MainProcess] closing pool
[2014-01-30 16:19:07,446: DEBUG/MainProcess] | Worker: Closing Consumer...
[2014-01-30 16:19:07,446: DEBUG/MainProcess] | Worker: Stopping Consumer...
[2014-01-30 16:19:07,446: DEBUG/MainProcess] | Consumer: Closing Connection...
[2014-01-30 16:19:07,447: DEBUG/MainProcess] | Consumer: Closing Events...
[2014-01-30 16:19:07,447: DEBUG/MainProcess] | Consumer: Closing Tasks...
[2014-01-30 16:19:07,447: DEBUG/MainProcess] | Consumer: Closing Control...
[2014-01-30 16:19:07,447: DEBUG/MainProcess] | Consumer: Closing event loop...
[2014-01-30 16:19:07,447: DEBUG/MainProcess] | Consumer: Stopping event loop...
[2014-01-30 16:19:07,447: DEBUG/MainProcess] | Consumer: Stopping Control...
[2014-01-30 16:19:07,448: DEBUG/MainProcess] | Consumer: Stopping Tasks...
[2014-01-30 16:19:07,448: DEBUG/MainProcess] Cancelling task consumer...
[2014-01-30 16:19:07,448: DEBUG/MainProcess] | Consumer: Stopping Events...
[2014-01-30 16:19:07,448: DEBUG/MainProcess] | Consumer: Stopping Connection...
[2014-01-30 16:19:07,449: DEBUG/MainProcess] | Worker: Stopping Pool...
[DEBUG/MainProcess] closing pool
[DEBUG/MainProcess] joining worker handler
[DEBUG/MainProcess] joining task handler
[DEBUG/Worker-177103] worker got sentinel -- exiting
[DEBUG/Worker-177171] worker got sentinel -- exiting
[DEBUG/Worker-177224] worker got sentinel -- exiting
[DEBUG/Worker-177239] worker got sentinel -- exiting
[DEBUG/Worker-177252] worker got sentinel -- exiting
[DEBUG/Worker-177257] worker got sentinel -- exiting
[DEBUG/Worker-177277] worker got sentinel -- exiting
[DEBUG/Worker-177285] worker got sentinel -- exiting
[DEBUG/Worker-177289] worker got sentinel -- exiting
[DEBUG/Worker-177293] worker got sentinel -- exiting
[DEBUG/Worker-177299] worker got sentinel -- exiting
[DEBUG/Worker-177303] worker got sentinel -- exiting
[DEBUG/Worker-177304] worker got sentinel -- exiting
[DEBUG/Worker-177305] worker got sentinel -- exiting
[DEBUG/Worker-177309] worker got sentinel -- exiting
[DEBUG/Worker-177314] worker got sentinel -- exiting
[DEBUG/Worker-177329] worker got sentinel -- exiting
[DEBUG/Worker-177330] worker got sentinel -- exiting
[DEBUG/Worker-177339] worker got sentinel -- exiting
[DEBUG/Worker-177349] worker got sentinel -- exiting
[DEBUG/Worker-177357] worker got sentinel -- exiting
[DEBUG/Worker-177360] worker got sentinel -- exiting
[DEBUG/Worker-177376] worker got sentinel -- exiting
[DEBUG/Worker-177380] worker got sentinel -- exiting
[DEBUG/Worker-177385] worker got sentinel -- exiting
[DEBUG/Worker-177388] worker got sentinel -- exiting
[DEBUG/Worker-177391] worker got sentinel -- exiting
[DEBUG/Worker-177397] worker got sentinel -- exiting
[DEBUG/Worker-177398] worker got sentinel -- exiting
[DEBUG/Worker-177409] worker got sentinel -- exiting
[DEBUG/Worker-177411] worker got sentinel -- exiting
[DEBUG/Worker-177418] worker got sentinel -- exiting
[DEBUG/Worker-177424] worker got sentinel -- exiting
[DEBUG/Worker-177427] worker got sentinel -- exiting
[DEBUG/Worker-177431] worker got sentinel -- exiting
[DEBUG/Worker-177436] worker got sentinel -- exiting
[DEBUG/Worker-177441] worker got sentinel -- exiting
[DEBUG/Worker-177442] worker got sentinel -- exiting
[DEBUG/Worker-177443] worker got sentinel -- exiting
[DEBUG/Worker-177445] worker got sentinel -- exiting
[DEBUG/Worker-177448] worker got sentinel -- exiting
[DEBUG/Worker-177450] worker got sentinel -- exiting
[DEBUG/Worker-177451] worker got sentinel -- exiting
[DEBUG/Worker-177453] worker got sentinel -- exiting
[DEBUG/Worker-177457] worker got sentinel -- exiting
[DEBUG/Worker-177462] worker got sentinel -- exiting
[DEBUG/Worker-177463] worker got sentinel -- exiting
[DEBUG/Worker-177465] worker got sentinel -- exiting
[DEBUG/Worker-177467] worker got sentinel -- exiting
[DEBUG/Worker-177469] worker got sentinel -- exiting
[DEBUG/Worker-177473] worker got sentinel -- exiting
[DEBUG/Worker-177476] worker got sentinel -- exiting
[DEBUG/Worker-177480] worker got sentinel -- exiting
[DEBUG/Worker-177484] worker got sentinel -- exiting
[DEBUG/Worker-177485] worker got sentinel -- exiting
[DEBUG/Worker-177486] worker got sentinel -- exiting
[DEBUG/Worker-177488] worker got sentinel -- exiting
[DEBUG/Worker-177490] worker got sentinel -- exiting
[DEBUG/Worker-177491] worker got sentinel -- exiting
[DEBUG/Worker-177492] worker got sentinel -- exiting
[DEBUG/Worker-177494] worker got sentinel -- exiting
[DEBUG/Worker-177495] worker got sentinel -- exiting
[DEBUG/Worker-177497] worker got sentinel -- exiting
[DEBUG/Worker-177500] worker got sentinel -- exiting
[DEBUG/Worker-177501] worker got sentinel -- exiting
[DEBUG/Worker-177502] worker got sentinel -- exiting
[DEBUG/Worker-177506] worker got sentinel -- exiting
[DEBUG/Worker-177507] worker got sentinel -- exiting
[DEBUG/Worker-177510] worker got sentinel -- exiting
[DEBUG/Worker-177511] worker got sentinel -- exiting
[DEBUG/Worker-177512] worker got sentinel -- exiting
[DEBUG/Worker-177513] worker got sentinel -- exiting
[DEBUG/Worker-177514] worker got sentinel -- exiting
[DEBUG/Worker-177517] worker got sentinel -- exiting
[DEBUG/Worker-177518] worker got sentinel -- exiting
[DEBUG/Worker-177519] worker got sentinel -- exiting
[DEBUG/Worker-177521] worker got sentinel -- exiting
[DEBUG/Worker-177522] worker got sentinel -- exiting
[DEBUG/Worker-177523] worker got sentinel -- exiting
[DEBUG/Worker-177525] worker got sentinel -- exiting
[DEBUG/Worker-177524] worker got sentinel -- exiting
[DEBUG/Worker-177527] worker got sentinel -- exiting
[DEBUG/Worker-177528] worker got sentinel -- exiting
[DEBUG/Worker-177529] worker got sentinel -- exiting
[DEBUG/Worker-177530] worker got sentinel -- exiting
[DEBUG/Worker-177531] worker got sentinel -- exiting
[DEBUG/Worker-177532] worker got sentinel -- exiting
[DEBUG/Worker-177534] worker got sentinel -- exiting
[DEBUG/Worker-177533] worker got sentinel -- exiting
[DEBUG/Worker-177535] worker got sentinel -- exiting
[DEBUG/Worker-177536] worker got sentinel -- exiting
[DEBUG/Worker-177537] worker got sentinel -- exiting
[DEBUG/Worker-177538] worker got sentinel -- exiting
[DEBUG/Worker-177539] worker got sentinel -- exiting
[DEBUG/MainProcess] joining result handler
[DEBUG/Worker-177540] worker got sentinel -- exiting
[DEBUG/Worker-177541] worker got sentinel -- exiting
[DEBUG/MainProcess] Supervisor: cleaning up worker 97
[DEBUG/MainProcess] Supervisor: worked 97 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 75
[DEBUG/MainProcess] Supervisor: worked 75 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 59
[DEBUG/MainProcess] Supervisor: worked 59 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 1
[DEBUG/MainProcess] Supervisor: worked 1 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 78
[DEBUG/MainProcess] Supervisor: worked 78 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 33
[DEBUG/MainProcess] Supervisor: worked 33 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 86
[DEBUG/MainProcess] Supervisor: worked 86 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 19
[DEBUG/MainProcess] Supervisor: worked 19 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 84
[DEBUG/MainProcess] Supervisor: worked 84 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 30
[DEBUG/MainProcess] Supervisor: worked 30 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 85
[DEBUG/MainProcess] Supervisor: worked 85 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 21
[DEBUG/MainProcess] Supervisor: worked 21 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 77
[DEBUG/MainProcess] Supervisor: worked 77 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 40
[DEBUG/MainProcess] Supervisor: worked 40 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 27
[DEBUG/MainProcess] Supervisor: worked 27 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 77
[DEBUG/MainProcess] Supervisor: worked 77 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 45
[DEBUG/MainProcess] Supervisor: worked 45 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 33
[DEBUG/MainProcess] Supervisor: worked 33 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 23
[DEBUG/MainProcess] Supervisor: worked 23 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 21
[DEBUG/MainProcess] Supervisor: worked 21 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 1
[DEBUG/MainProcess] Supervisor: worked 1 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 73
[DEBUG/MainProcess] Supervisor: worked 73 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 43
[DEBUG/MainProcess] Supervisor: worked 43 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 16
[DEBUG/MainProcess] Supervisor: worked 16 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 4
[DEBUG/MainProcess] Supervisor: worked 4 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 64
[DEBUG/MainProcess] Supervisor: worked 64 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 61
[DEBUG/MainProcess] Supervisor: worked 61 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 42
[DEBUG/MainProcess] Supervisor: worked 42 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 27
[DEBUG/MainProcess] Supervisor: worked 27 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 26
[DEBUG/MainProcess] Supervisor: worked 26 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 20
[DEBUG/MainProcess] Supervisor: worked 20 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 51
[DEBUG/MainProcess] Supervisor: worked 51 joined
[2014-01-30 16:19:08,471: DEBUG/MainProcess] Task accepted: __main__.ok[dd7ea579-314d-4886-a6c4-2b2a69282f6d] pid:22721
[2014-01-30 16:19:08,471: INFO/MainProcess] Task __main__.ok[dd7ea579-314d-4886-a6c4-2b2a69282f6d] succeeded in 1.029724s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 50
[DEBUG/MainProcess] Supervisor: worked 50 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 49
[DEBUG/MainProcess] Supervisor: worked 49 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 48
[DEBUG/MainProcess] Supervisor: worked 48 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 47
[DEBUG/MainProcess] Supervisor: worked 47 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 46
[DEBUG/MainProcess] Supervisor: worked 46 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 45
[DEBUG/MainProcess] Supervisor: worked 45 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 44
[DEBUG/MainProcess] Supervisor: worked 44 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 43
[DEBUG/MainProcess] Supervisor: worked 43 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 42
[DEBUG/MainProcess] Supervisor: worked 42 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 41
[DEBUG/MainProcess] Supervisor: worked 41 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 40
[DEBUG/MainProcess] Supervisor: worked 40 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 39
[DEBUG/MainProcess] Supervisor: worked 39 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 38
[DEBUG/MainProcess] Supervisor: worked 38 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 37
[DEBUG/MainProcess] Supervisor: worked 37 joined
[2014-01-30 16:19:08,689: DEBUG/MainProcess] Task accepted: __main__.ok[289d4165-db72-4705-9878-1c1db45f4e32] pid:22695
[2014-01-30 16:19:08,689: INFO/MainProcess] Task __main__.ok[289d4165-db72-4705-9878-1c1db45f4e32] succeeded in 1.2464533s: 'ok'
[DEBUG/MainProcess] Supervisor: cleaning up worker 36
[DEBUG/MainProcess] Supervisor: worked 36 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 35
[DEBUG/MainProcess] Supervisor: worked 35 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 34
[DEBUG/MainProcess] Supervisor: worked 34 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 33
[DEBUG/MainProcess] Supervisor: worked 33 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 32
[DEBUG/MainProcess] Supervisor: worked 32 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 31
[DEBUG/MainProcess] Supervisor: worked 31 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 30
[DEBUG/MainProcess] Supervisor: worked 30 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 29
[DEBUG/MainProcess] Supervisor: worked 29 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 28
[DEBUG/MainProcess] Supervisor: worked 28 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 27
[DEBUG/MainProcess] Supervisor: worked 27 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 26
[DEBUG/MainProcess] Supervisor: worked 26 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 25
[DEBUG/MainProcess] Supervisor: worked 25 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 24
[DEBUG/MainProcess] Supervisor: worked 24 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 23
[DEBUG/MainProcess] Supervisor: worked 23 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 22
[DEBUG/MainProcess] Supervisor: worked 22 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 21
[DEBUG/MainProcess] Supervisor: worked 21 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 20
[DEBUG/MainProcess] Supervisor: worked 20 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 19
[DEBUG/MainProcess] Supervisor: worked 19 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 18
[DEBUG/MainProcess] Supervisor: worked 18 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 17
[DEBUG/MainProcess] Supervisor: worked 17 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 16
[DEBUG/MainProcess] Supervisor: worked 16 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 15
[DEBUG/MainProcess] Supervisor: worked 15 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 14
[DEBUG/MainProcess] Supervisor: worked 14 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 13
[DEBUG/MainProcess] Supervisor: worked 13 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 12
[DEBUG/MainProcess] Supervisor: worked 12 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 11
[DEBUG/MainProcess] Supervisor: worked 11 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 10
[DEBUG/MainProcess] Supervisor: worked 10 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 9
[DEBUG/MainProcess] Supervisor: worked 9 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 8
[DEBUG/MainProcess] Supervisor: worked 8 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 7
[DEBUG/MainProcess] Supervisor: worked 7 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 6
[DEBUG/MainProcess] Supervisor: worked 6 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 5
[DEBUG/MainProcess] Supervisor: worked 5 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 4
[DEBUG/MainProcess] Supervisor: worked 4 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 3
[DEBUG/MainProcess] Supervisor: worked 3 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 2
[DEBUG/MainProcess] Supervisor: worked 2 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 1
[DEBUG/MainProcess] Supervisor: worked 1 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 0
[DEBUG/MainProcess] Supervisor: worked 0 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 16
[DEBUG/MainProcess] Supervisor: worked 16 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 15
[DEBUG/MainProcess] Supervisor: worked 15 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 14
[DEBUG/MainProcess] Supervisor: worked 14 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 13
[DEBUG/MainProcess] Supervisor: worked 13 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 12
[DEBUG/MainProcess] Supervisor: worked 12 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 11
[DEBUG/MainProcess] Supervisor: worked 11 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 10
[DEBUG/MainProcess] Supervisor: worked 10 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 9
[DEBUG/MainProcess] Supervisor: worked 9 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 8
[DEBUG/MainProcess] Supervisor: worked 8 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 7
[DEBUG/MainProcess] Supervisor: worked 7 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 6
[DEBUG/MainProcess] Supervisor: worked 6 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 5
[DEBUG/MainProcess] Supervisor: worked 5 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 4
[DEBUG/MainProcess] Supervisor: worked 4 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 3
[DEBUG/MainProcess] Supervisor: worked 3 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 2
[DEBUG/MainProcess] Supervisor: worked 2 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 1
[DEBUG/MainProcess] Supervisor: worked 1 joined
[DEBUG/MainProcess] Supervisor: cleaning up worker 0
[DEBUG/MainProcess] Supervisor: worked 0 joined
[2014-01-30 16:19:10,768: DEBUG/MainProcess] result handler: all workers terminated
[DEBUG/MainProcess] result handler joined
[DEBUG/MainProcess] pool join complete
[2014-01-30 16:19:10,769: DEBUG/MainProcess] | Worker: Stopping Hub...
[2014-01-30 16:19:10,769: DEBUG/MainProcess] | Consumer: Shutdown Control...
[2014-01-30 16:19:10,769: DEBUG/MainProcess] | Consumer: Shutdown Tasks...
[2014-01-30 16:19:10,769: DEBUG/MainProcess] Cancelling task consumer...
[2014-01-30 16:19:10,770: DEBUG/MainProcess] Closing consumer channel...
[2014-01-30 16:19:10,770: DEBUG/MainProcess] | Consumer: Shutdown Events...
[2014-01-30 16:19:10,770: DEBUG/MainProcess] | Consumer: Shutdown Connection...
[DEBUG/MainProcess] finalizing pool
[DEBUG/MainProcess] helping task handler/workers to finish
[2014-01-30 16:19:10,770: DEBUG/MainProcess] removing tasks from inqueue until task handler finished
[DEBUG/MainProcess] joining task handler
[DEBUG/MainProcess] joining result handler