-
-
Save mgrouchy/c92d42929e514cbb69fa to your computer and use it in GitHub Desktop.
Problem with rabbitmq, celery or both
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [2011-11-17 10:31:05,324: WARNING/PoolWorker-1] Couldn't send result for 'd33b7419-377c-4c78-95a7-f30f546fa141': AMQPConnectionException(541, u'INTERNAL_ERROR', (0, 0), ''). Retry in 0s. | |
| [2011-11-17 10:31:05,330: WARNING/PoolWorker-1] /usr/local/lib/python2.6/dist-packages/celery/worker/job.py:112: UserWarning: Exception outside body: <type 'exceptions.IOError'>: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 277, in _insured | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 98, in _publish_result | |
| channel = connection.default_channel | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 567, in default_channel | |
| self._default_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| map(str, (exc.__class__, exc, exc_info.traceback)))) | |
| [2011-11-17 10:31:05,331: ERROR/MainProcess] Task swix.tasks.FetchDataFromSourceTask[d33b7419-377c-4c78-95a7-f30f546fa141] raised exception: IOError('Socket closed',) | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 277, in _insured | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 98, in _publish_result | |
| channel = connection.default_channel | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 567, in default_channel | |
| self._default_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 277, in _insured | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 98, in _publish_result | |
| channel = connection.default_channel | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 567, in default_channel | |
| self._default_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| [2011-11-17 10:31:05,335: INFO/MainProcess] Got task from broker: swix.tasks.FetchDataFromSourceTask[ac3f4caf-5b3d-4e39-8f7f-4c5526a11180] | |
| [2011-11-17 10:31:05,511: WARNING/PoolWorker-3] Couldn't send result for '38b76f51-f414-4201-86bc-4c9b1e26e833': AMQPConnectionException(541, u'INTERNAL_ERROR', (0, 0), ''). Retry in 0s. | |
| [2011-11-17 10:31:05,514: WARNING/PoolWorker-3] /usr/local/lib/python2.6/dist-packages/celery/worker/job.py:112: UserWarning: Exception outside body: <type 'exceptions.IOError'>: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 277, in _insured | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 98, in _publish_result | |
| channel = connection.default_channel | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 567, in default_channel | |
| self._default_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| map(str, (exc.__class__, exc, exc_info.traceback)))) | |
| [2011-11-17 10:31:05,516: ERROR/MainProcess] Task swix.tasks.FetchDataFromSourceTask[38b76f51-f414-4201-86bc-4c9b1e26e833] raised exception: IOError('Socket closed',) | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 277, in _insured | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 98, in _publish_result | |
| channel = connection.default_channel | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 567, in default_channel | |
| self._default_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 277, in _insured | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 98, in _publish_result | |
| channel = connection.default_channel | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 567, in default_channel | |
| self._default_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| [2011-11-17 10:31:05,519: INFO/MainProcess] Got task from broker: swix.tasks.FetchDataFromSourceTask[3937fad4-0766-469c-8732-a8a9f0c5ae50] | |
| [2011-11-17 10:31:05,607: WARNING/PoolWorker-3] Exception | |
| [2011-11-17 10:31:05,607: WARNING/PoolWorker-3] socket | |
| [2011-11-17 10:31:05,607: WARNING/PoolWorker-3] . | |
| [2011-11-17 10:31:05,607: WARNING/PoolWorker-3] error | |
| [2011-11-17 10:31:05,607: WARNING/PoolWorker-3] : | |
| [2011-11-17 10:31:05,608: WARNING/PoolWorker-3] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:05,608: WARNING/PoolWorker-3] in | |
| [2011-11-17 10:31:05,608: WARNING/PoolWorker-3] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xb045dac>> | |
| [2011-11-17 10:31:05,608: WARNING/PoolWorker-3] ignored | |
| [2011-11-17 10:31:05,622: WARNING/PoolWorker-1] Couldn't send result for '7dd935e7-fe92-4760-a516-ec41138f04ba': AMQPConnectionException(541, u'INTERNAL_ERROR', (0, 0), ''). Retry in 0s. | |
| [2011-11-17 10:31:05,628: ERROR/MainProcess] Task swix.tasks.FetchDataFromSourceTask[7dd935e7-fe92-4760-a516-ec41138f04ba] raised exception: IOError('Socket closed',) | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 277, in _insured | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 98, in _publish_result | |
| channel = connection.default_channel | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 567, in default_channel | |
| self._default_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 277, in _insured | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 98, in _publish_result | |
| channel = connection.default_channel | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 567, in default_channel | |
| self._default_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| [2011-11-17 10:31:05,631: WARNING/PoolWorker-4] Couldn't send result for 'b780566a-96ba-40d7-9cc4-0b70c10175d0': AMQPConnectionException(541, u'INTERNAL_ERROR', (0, 0), ''). Retry in 0s. | |
| [2011-11-17 10:31:05,631: INFO/MainProcess] Got task from broker: swix.tasks.FetchDataFromSourceTask[40024730-3b61-42b2-9888-d3043a5db97c] | |
| [2011-11-17 10:31:05,631: WARNING/PoolWorker-3] Couldn't send result for 'ef486c30-4172-4f10-abb7-b25acb4864bd': IOError('Socket closed',). Retry in 0s. | |
| [2011-11-17 10:31:05,633: WARNING/PoolWorker-4] Couldn't send result for 'b780566a-96ba-40d7-9cc4-0b70c10175d0': IOError('Socket closed',). Retry in 0.0s. | |
| [2011-11-17 10:31:05,637: WARNING/PoolWorker-4] /usr/local/lib/python2.6/dist-packages/celery/worker/job.py:112: UserWarning: Exception outside body: <type 'exceptions.IOError'>: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 294, in _insured | |
| new_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| map(str, (exc.__class__, exc, exc_info.traceback)))) | |
| [2011-11-17 10:31:05,638: ERROR/MainProcess] Task swix.tasks.FetchDataFromSourceTask[ef486c30-4172-4f10-abb7-b25acb4864bd] raised exception: IOError('Socket closed',) | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 294, in _insured | |
| new_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 294, in _insured | |
| new_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| [2011-11-17 10:31:05,640: ERROR/MainProcess] Task swix.tasks.FetchDataFromSourceTask[b780566a-96ba-40d7-9cc4-0b70c10175d0] raised exception: IOError('Socket closed',) | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 294, in _insured | |
| new_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 294, in _insured | |
| new_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| [2011-11-17 10:31:05,645: INFO/MainProcess] Got task from broker: swix.tasks.FetchDataFromSourceTask[d813586c-96f5-4a2c-b427-d832074a6895] | |
| [2011-11-17 10:31:05,645: INFO/MainProcess] Got task from broker: swix.tasks.FetchDataFromSourceTask[efb2c401-42cf-48da-9d41-334aefd80f0d] | |
| [2011-11-17 10:31:05,749: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 0s. | |
| [2011-11-17 10:31:05,751: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 0.0s. | |
| [2011-11-17 10:31:05,752: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:05,883: WARNING/PoolWorker-4] Exception | |
| [2011-11-17 10:31:05,884: WARNING/PoolWorker-4] socket | |
| [2011-11-17 10:31:05,884: WARNING/PoolWorker-4] . | |
| [2011-11-17 10:31:05,884: WARNING/PoolWorker-4] error | |
| [2011-11-17 10:31:05,884: WARNING/PoolWorker-4] : | |
| [2011-11-17 10:31:05,884: WARNING/PoolWorker-4] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:05,884: WARNING/PoolWorker-4] in | |
| [2011-11-17 10:31:05,884: WARNING/PoolWorker-4] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa9fa52c>> | |
| [2011-11-17 10:31:05,885: WARNING/PoolWorker-4] ignored | |
| [2011-11-17 10:31:05,894: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 0s. | |
| [2011-11-17 10:31:05,896: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 0.0s. | |
| [2011-11-17 10:31:05,898: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:05,900: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 0s. | |
| [2011-11-17 10:31:05,901: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 0.0s. | |
| [2011-11-17 10:31:05,903: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:06,173: WARNING/PoolWorker-3] Facebook Error 102: The session has been invalidated because the user has changed the password. | |
| Original response: | |
| {u'error_code': 102, u'error_msg': u'The session has been invalidated because the user has changed the password.', u'request_args': [{u'value': u'025ff8f9deb4323788ee97f549b23297', u'key': u'api_key'}, {u'value': u'JSON', u'key': u'format'}, {u'value': u'name,page_url,fan_count', u'key': u'fields'}, {u'value': u'116382698386944', u'key': u'page_ids'}, {u'value': u'1321547465647', u'key': u'call_id'}, {u'value': u'1ff86c7f31b88d375e5c8773e6635987', u'key': u'sig'}, {u'value': u'1.0', u'key': u'v'}, {u'value': u'37481f9fca0853d339e906a1-701116586', u'key': u'session_key'}, {u'value': u'facebook.Pages.getInfo', u'key': u'method'}]} | |
| [2011-11-17 10:31:06,177: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 0s. | |
| [2011-11-17 10:31:06,179: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 0.0s. | |
| [2011-11-17 10:31:06,181: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:06,756: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:06,901: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:06,905: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:07,205: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:07,759: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:07,904: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:07,904: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:07,904: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:07,904: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:07,904: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:07,904: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:07,904: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:07,905: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6e86cc>> | |
| [2011-11-17 10:31:07,905: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:07,907: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:07,908: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:08,209: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:08,763: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:08,909: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:08,910: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:09,212: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:09,765: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:09,912: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:09,913: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:10,215: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:10,769: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:10,915: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:10,916: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:11,218: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:11,772: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:11,918: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:11,920: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:12,221: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:12,775: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:12,921: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:12,922: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:13,224: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:13,778: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:13,924: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:13,925: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:14,228: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:14,781: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:14,927: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:14,928: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:15,230: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:15,784: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:15,997: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:15,998: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:16,234: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:16,788: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:17,000: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:17,001: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:17,237: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:17,792: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:18,003: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:18,004: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:18,242: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:18,796: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:19,006: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:19,007: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:19,245: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:19,799: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:20,009: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:20,009: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:20,306: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:20,803: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:21,012: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:21,012: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:21,309: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:21,807: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:22,016: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:22,017: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:22,313: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:22,810: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:23,019: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:23,020: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:23,316: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:23,814: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:24,021: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:24,022: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:24,320: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:24,818: WARNING/PoolWorker-2] Couldn't send result for 'accc518d-5e80-4bf7-8cac-ca9d86faed5e': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:25,024: WARNING/PoolWorker-4] Exception | |
| [2011-11-17 10:31:25,024: WARNING/PoolWorker-4] socket | |
| [2011-11-17 10:31:25,024: WARNING/PoolWorker-4] . | |
| [2011-11-17 10:31:25,024: WARNING/PoolWorker-4] error | |
| [2011-11-17 10:31:25,025: WARNING/PoolWorker-4] : | |
| [2011-11-17 10:31:25,025: WARNING/PoolWorker-4] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:25,025: WARNING/PoolWorker-4] in | |
| [2011-11-17 10:31:25,025: WARNING/PoolWorker-4] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa44c50c>> | |
| [2011-11-17 10:31:25,025: WARNING/PoolWorker-1] Couldn't send result for '539a1535-51cd-4f12-9ce0-214e0b93776b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:25,025: WARNING/PoolWorker-4] ignored | |
| [2011-11-17 10:31:25,025: WARNING/PoolWorker-4] Exception | |
| [2011-11-17 10:31:25,025: WARNING/PoolWorker-4] socket | |
| [2011-11-17 10:31:25,025: WARNING/PoolWorker-4] . | |
| [2011-11-17 10:31:25,026: WARNING/PoolWorker-4] error | |
| [2011-11-17 10:31:25,026: WARNING/PoolWorker-4] : | |
| [2011-11-17 10:31:25,026: WARNING/PoolWorker-4] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:25,026: WARNING/PoolWorker-4] in | |
| [2011-11-17 10:31:25,026: WARNING/PoolWorker-4] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa9fed2c>> | |
| [2011-11-17 10:31:25,026: WARNING/PoolWorker-4] ignored | |
| [2011-11-17 10:31:25,026: WARNING/PoolWorker-4] Exception | |
| [2011-11-17 10:31:25,026: WARNING/PoolWorker-4] socket | |
| [2011-11-17 10:31:25,027: WARNING/PoolWorker-4] . | |
| [2011-11-17 10:31:25,027: WARNING/PoolWorker-4] error | |
| [2011-11-17 10:31:25,027: WARNING/PoolWorker-4] : | |
| [2011-11-17 10:31:25,027: WARNING/PoolWorker-4] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:25,027: WARNING/PoolWorker-4] in | |
| [2011-11-17 10:31:25,027: WARNING/PoolWorker-4] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xaa878ac>> | |
| [2011-11-17 10:31:25,027: WARNING/PoolWorker-4] ignored | |
| [2011-11-17 10:31:25,027: WARNING/PoolWorker-4] Exception | |
| [2011-11-17 10:31:25,028: WARNING/PoolWorker-4] socket | |
| [2011-11-17 10:31:25,028: WARNING/PoolWorker-4] . | |
| [2011-11-17 10:31:25,028: WARNING/PoolWorker-4] error | |
| [2011-11-17 10:31:25,028: WARNING/PoolWorker-4] : | |
| [2011-11-17 10:31:25,028: WARNING/PoolWorker-4] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:25,028: WARNING/PoolWorker-4] in | |
| [2011-11-17 10:31:25,028: WARNING/PoolWorker-4] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xafc974c>> | |
| [2011-11-17 10:31:25,028: WARNING/PoolWorker-4] ignored | |
| [2011-11-17 10:31:25,029: WARNING/PoolWorker-4] Exception | |
| [2011-11-17 10:31:25,029: WARNING/PoolWorker-4] socket | |
| [2011-11-17 10:31:25,029: WARNING/PoolWorker-4] . | |
| [2011-11-17 10:31:25,029: WARNING/PoolWorker-4] error | |
| [2011-11-17 10:31:25,029: WARNING/PoolWorker-4] : | |
| [2011-11-17 10:31:25,029: WARNING/PoolWorker-4] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:25,029: WARNING/PoolWorker-4] in | |
| [2011-11-17 10:31:25,029: WARNING/PoolWorker-4] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xae424ac>> | |
| [2011-11-17 10:31:25,029: WARNING/PoolWorker-4] ignored | |
| [2011-11-17 10:31:25,030: WARNING/PoolWorker-4] Exception | |
| [2011-11-17 10:31:25,030: WARNING/PoolWorker-4] socket | |
| [2011-11-17 10:31:25,030: WARNING/PoolWorker-4] . | |
| [2011-11-17 10:31:25,030: WARNING/PoolWorker-4] error | |
| [2011-11-17 10:31:25,030: WARNING/PoolWorker-4] : | |
| [2011-11-17 10:31:25,030: WARNING/PoolWorker-4] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:25,030: WARNING/PoolWorker-4] in | |
| [2011-11-17 10:31:25,030: WARNING/PoolWorker-4] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xaa9d22c>> | |
| [2011-11-17 10:31:25,031: WARNING/PoolWorker-4] ignored | |
| [2011-11-17 10:31:25,031: WARNING/PoolWorker-4] Exception | |
| [2011-11-17 10:31:25,031: WARNING/PoolWorker-4] socket | |
| [2011-11-17 10:31:25,031: WARNING/PoolWorker-4] . | |
| [2011-11-17 10:31:25,031: WARNING/PoolWorker-4] error | |
| [2011-11-17 10:31:25,031: WARNING/PoolWorker-4] : | |
| [2011-11-17 10:31:25,031: WARNING/PoolWorker-4] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:25,031: WARNING/PoolWorker-4] in | |
| [2011-11-17 10:31:25,031: WARNING/PoolWorker-4] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xaa9d9cc>> | |
| [2011-11-17 10:31:25,032: WARNING/PoolWorker-4] ignored | |
| [2011-11-17 10:31:25,032: WARNING/PoolWorker-4] Exception | |
| [2011-11-17 10:31:25,032: WARNING/PoolWorker-4] socket | |
| [2011-11-17 10:31:25,032: WARNING/PoolWorker-4] . | |
| [2011-11-17 10:31:25,032: WARNING/PoolWorker-4] error | |
| [2011-11-17 10:31:25,032: WARNING/PoolWorker-4] : | |
| [2011-11-17 10:31:25,032: WARNING/PoolWorker-4] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:25,032: WARNING/PoolWorker-4] in | |
| [2011-11-17 10:31:25,033: WARNING/PoolWorker-4] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xac2dccc>> | |
| [2011-11-17 10:31:25,033: WARNING/PoolWorker-4] ignored | |
| [2011-11-17 10:31:25,034: WARNING/PoolWorker-4] Couldn't send result for '50a0ad11-6066-40b0-92c9-a79e809b4ea7': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:25,323: WARNING/PoolWorker-3] Couldn't send result for '4bb9c1ad-d7bc-40fd-827a-3182e1ccd754': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:25,825: ERROR/MainProcess] Task swix.tasks.FetchDataFromSourceTask[accc518d-5e80-4bf7-8cac-ca9d86faed5e] raised exception: IOError('Socket closed',) | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 293, in _insured | |
| interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 226, in ensure_connection | |
| interval_start, interval_step, interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/utils/__init__.py", line 143, in retry_over_time | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 154, in connect | |
| return self.connection | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 560, in connection | |
| self._connection = self._establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 521, in _establish_connection | |
| conn = self.transport.establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 255, in establish_connection | |
| connect_timeout=conninfo.connect_timeout) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 52, in __init__ | |
| super(Connection, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 147, in __init__ | |
| host = self._x_open(virtual_host, insist=insist) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 491, in _x_open | |
| (10, 50), # Connection.redirect | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 293, in _insured | |
| interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 226, in ensure_connection | |
| interval_start, interval_step, interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/utils/__init__.py", line 143, in retry_over_time | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 154, in connect | |
| return self.connection | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 560, in connection | |
| self._connection = self._establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 521, in _establish_connection | |
| conn = self.transport.establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 255, in establish_connection | |
| connect_timeout=conninfo.connect_timeout) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 52, in __init__ | |
| super(Connection, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 147, in __init__ | |
| host = self._x_open(virtual_host, insist=insist) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 491, in _x_open | |
| (10, 50), # Connection.redirect | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| [2011-11-17 10:31:25,930: INFO/MainProcess] Got task from broker: swix.tasks.FetchDataFromSourceTask[033b3857-36e3-4e8e-9139-cc53af5927bd] | |
| [2011-11-17 10:31:26,031: ERROR/MainProcess] Task swix.tasks.FetchDataFromSourceTask[539a1535-51cd-4f12-9ce0-214e0b93776b] raised exception: IOError('Socket closed',) | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 293, in _insured | |
| interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 226, in ensure_connection | |
| interval_start, interval_step, interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/utils/__init__.py", line 143, in retry_over_time | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 154, in connect | |
| return self.connection | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 560, in connection | |
| self._connection = self._establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 521, in _establish_connection | |
| conn = self.transport.establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 255, in establish_connection | |
| connect_timeout=conninfo.connect_timeout) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 52, in __init__ | |
| super(Connection, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 147, in __init__ | |
| host = self._x_open(virtual_host, insist=insist) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 491, in _x_open | |
| (10, 50), # Connection.redirect | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 293, in _insured | |
| interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 226, in ensure_connection | |
| interval_start, interval_step, interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/utils/__init__.py", line 143, in retry_over_time | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 154, in connect | |
| return self.connection | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 560, in connection | |
| self._connection = self._establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 521, in _establish_connection | |
| conn = self.transport.establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 255, in establish_connection | |
| connect_timeout=conninfo.connect_timeout) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 52, in __init__ | |
| super(Connection, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 147, in __init__ | |
| host = self._x_open(virtual_host, insist=insist) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 491, in _x_open | |
| (10, 50), # Connection.redirect | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| [2011-11-17 10:31:26,033: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:26,033: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:26,033: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:26,033: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:26,033: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:26,033: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:26,034: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:26,034: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xaa3e4cc>> | |
| [2011-11-17 10:31:26,034: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:26,034: INFO/MainProcess] Got task from broker: swix.tasks.FetchDataFromSourceTask[0a798094-40a3-43e2-b56a-9b75d89a3f3d] | |
| [2011-11-17 10:31:26,034: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:26,034: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:26,034: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:26,034: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:26,034: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:26,035: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:26,035: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:26,035: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6e210c>> | |
| [2011-11-17 10:31:26,036: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:26,036: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:26,036: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:26,036: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:26,036: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:26,036: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:26,036: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:26,037: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:26,037: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6e81ec>> | |
| [2011-11-17 10:31:26,037: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:26,037: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:26,037: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:26,038: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:26,038: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:26,038: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:26,038: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:26,038: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:26,038: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6c14ec>> | |
| [2011-11-17 10:31:26,038: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:26,039: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:26,039: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:26,039: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:26,039: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:26,039: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:26,039: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:26,039: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:26,039: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6c11ec>> | |
| [2011-11-17 10:31:26,039: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:26,040: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:26,040: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:26,040: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:26,040: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:26,040: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:26,040: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:26,040: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:26,040: ERROR/MainProcess] Task swix.tasks.FetchDataFromSourceTask[50a0ad11-6066-40b0-92c9-a79e809b4ea7] raised exception: IOError('Socket closed',) | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 293, in _insured | |
| interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 226, in ensure_connection | |
| interval_start, interval_step, interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/utils/__init__.py", line 143, in retry_over_time | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 154, in connect | |
| return self.connection | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 560, in connection | |
| self._connection = self._establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 521, in _establish_connection | |
| conn = self.transport.establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 255, in establish_connection | |
| connect_timeout=conninfo.connect_timeout) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 52, in __init__ | |
| super(Connection, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 147, in __init__ | |
| host = self._x_open(virtual_host, insist=insist) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 491, in _x_open | |
| (10, 50), # Connection.redirect | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 293, in _insured | |
| interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 226, in ensure_connection | |
| interval_start, interval_step, interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/utils/__init__.py", line 143, in retry_over_time | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 154, in connect | |
| return self.connection | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 560, in connection | |
| self._connection = self._establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 521, in _establish_connection | |
| conn = self.transport.establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 255, in establish_connection | |
| connect_timeout=conninfo.connect_timeout) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 52, in __init__ | |
| super(Connection, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 147, in __init__ | |
| host = self._x_open(virtual_host, insist=insist) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 491, in _x_open | |
| (10, 50), # Connection.redirect | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| [2011-11-17 10:31:26,041: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6c4eac>> | |
| [2011-11-17 10:31:26,041: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:26,041: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:26,041: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:26,041: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:26,041: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:26,041: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:26,041: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:26,042: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:26,042: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6dc02c>> | |
| [2011-11-17 10:31:26,042: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:26,042: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:26,042: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:26,042: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:26,042: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:26,042: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:26,043: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:26,043: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:26,043: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xac59a4c>> | |
| [2011-11-17 10:31:26,043: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:26,043: INFO/MainProcess] Got task from broker: swix.tasks.FetchDataFromSourceTask[aa806216-e565-4f7b-8a21-29cc7c8ac996] | |
| [2011-11-17 10:31:26,165: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 0s. | |
| [2011-11-17 10:31:26,167: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 0.0s. | |
| [2011-11-17 10:31:26,169: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': error(104, 'Connection reset by peer'). Retry in 0s. | |
| [2011-11-17 10:31:26,170: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:26,171: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': IOError('Socket closed',). Retry in 0.0s. | |
| [2011-11-17 10:31:26,172: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:26,329: ERROR/MainProcess] Task swix.tasks.FetchDataFromSourceTask[4bb9c1ad-d7bc-40fd-827a-3182e1ccd754] raised exception: IOError('Socket closed',) | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 152, in handle_failure | |
| self.task.backend.mark_as_failure(self.task_id, exc, strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 93, in mark_as_failure | |
| traceback=traceback) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 293, in _insured | |
| interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 226, in ensure_connection | |
| interval_start, interval_step, interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/utils/__init__.py", line 143, in retry_over_time | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 154, in connect | |
| return self.connection | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 560, in connection | |
| self._connection = self._establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 521, in _establish_connection | |
| conn = self.transport.establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 255, in establish_connection | |
| connect_timeout=conninfo.connect_timeout) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 52, in __init__ | |
| super(Connection, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 147, in __init__ | |
| host = self._x_open(virtual_host, insist=insist) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 491, in _x_open | |
| (10, 50), # Connection.redirect | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 152, in handle_failure | |
| self.task.backend.mark_as_failure(self.task_id, exc, strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 93, in mark_as_failure | |
| traceback=traceback) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 293, in _insured | |
| interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 226, in ensure_connection | |
| interval_start, interval_step, interval_max) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/utils/__init__.py", line 143, in retry_over_time | |
| return fun(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 154, in connect | |
| return self.connection | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 560, in connection | |
| self._connection = self._establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 521, in _establish_connection | |
| conn = self.transport.establish_connection() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 255, in establish_connection | |
| connect_timeout=conninfo.connect_timeout) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 52, in __init__ | |
| super(Connection, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 147, in __init__ | |
| host = self._x_open(virtual_host, insist=insist) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 491, in _x_open | |
| (10, 50), # Connection.redirect | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 202, in _wait_method | |
| self.method_reader.read_method() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/method_framing.py", line 221, in read_method | |
| raise m | |
| IOError: Socket closed | |
| [2011-11-17 10:31:26,332: INFO/MainProcess] Got task from broker: swix.tasks.FetchDataFromSourceTask[5578dd3a-179f-4480-818b-d17628e6f886] | |
| [2011-11-17 10:31:26,445: WARNING/PoolWorker-2] Facebook Error 102: User 1843642369 has not authorized application 185750905678. | |
| Original response: | |
| {u'error_code': 102, u'error_msg': u'User 1843642369 has not authorized application 185750905678.', u'request_args': [{u'value': u'025ff8f9deb4323788ee97f549b23297', u'key': u'api_key'}, {u'value': u'JSON', u'key': u'format'}, {u'value': u'name,page_url,fan_count', u'key': u'fields'}, {u'value': u'254304239600', u'key': u'page_ids'}, {u'value': u'1321547485832', u'key': u'call_id'}, {u'value': u'06d9a5a386306cf4629ae144099a38a8', u'key': u'sig'}, {u'value': u'1.0', u'key': u'v'}, {u'value': u'b1332da95bf593d5ddcf3280-1843642369', u'key': u'session_key'}, {u'value': u'facebook.Pages.getInfo', u'key': u'method'}]} | |
| [2011-11-17 10:31:26,448: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 0s. | |
| [2011-11-17 10:31:26,449: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 0.0s. | |
| [2011-11-17 10:31:26,450: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:26,543: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 0s. | |
| [2011-11-17 10:31:26,545: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 0.0s. | |
| [2011-11-17 10:31:26,546: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:27,173: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:27,175: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:27,454: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:27,550: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:28,177: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:28,179: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:28,458: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:28,553: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:29,180: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:29,181: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:29,464: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:29,556: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:30,183: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:30,183: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:30,468: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:30,560: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:31,186: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:31,187: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:31,471: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:31,563: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:32,189: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:32,190: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:32,475: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:32,568: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:33,191: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:33,192: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:33,478: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:33,571: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:34,194: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:34,195: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:34,482: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:34,576: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:35,198: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:35,198: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:35,486: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:35,579: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:36,200: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:36,201: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:36,490: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:36,583: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:37,203: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:37,204: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:37,494: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:37,586: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:38,206: WARNING/PoolWorker-1] Couldn't send result for 'df05fcc0-1d7b-443e-953a-84dac8bf376f': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:38,207: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:38,497: WARNING/PoolWorker-2] Couldn't send result for '1ab4747b-ff90-44c6-a2dd-f384e21f46b5': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:38,589: WARNING/PoolWorker-3] Couldn't send result for '10e48ed2-9a8a-4f80-8db8-f25a246c8ed3': IOError('Socket closed',). Retry in 1.0s. | |
| [2011-11-17 10:31:39,209: WARNING/PoolWorker-4] Couldn't send result for '51a849fa-9c49-443b-a6da-7fba0f29024b': error(104, 'Connection reset by peer'). Retry in 1.0s. | |
| [2011-11-17 10:31:39,213: ERROR/MainProcess] Task swix.tasks.FetchDataFromSourceTask[df05fcc0-1d7b-443e-953a-84dac8bf376f] raised exception: UnpickleableExceptionWrapper('amqplib.client_0_8.exceptions', 'AMQPConnectionException', (541, u'INTERNAL_ERROR', (0, 0), ''), "AMQPConnectionException(541, u'INTERNAL_ERROR', (0, 0), '')") | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 294, in _insured | |
| new_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 231, in _wait_method | |
| self.wait() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 97, in wait | |
| return self.dispatch_method(method_sig, args, content) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 115, in dispatch_method | |
| return amqp_method(self, args) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 380, in _close | |
| raise AMQPConnectionException(reply_code, reply_text, (class_id, method_id)) | |
| AMQPConnectionException: AMQPConnectionException(541, u'INTERNAL_ERROR', (0, 0), '') | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 106, in execute_safe | |
| return self.execute(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 124, in execute | |
| return super(WorkerTaskTrace, self).execute() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 90, in execute | |
| retval = self._trace() | |
| File "/usr/local/lib/python2.6/dist-packages/celery/execute/trace.py", line 104, in _trace | |
| r = handler(trace.retval, trace.exc_type, trace.tb, trace.strtb) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/worker/job.py", line 139, in handle_success | |
| self.task.backend.mark_as_done(self.task_id, retval) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 88, in mark_as_done | |
| return self.store_result(task_id, result, status=states.SUCCESS) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/base.py", line 225, in store_result | |
| return self._store_result(task_id, result, status, traceback, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/celery/backends/amqp.py", line 124, in _store_result | |
| "traceback": traceback}) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 294, in _insured | |
| new_channel = self.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/connection.py", line 159, in channel | |
| chan = self.transport.create_channel(self.connection) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 235, in create_channel | |
| return connection.channel() | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 144, in channel | |
| return Channel(self, channel_id) | |
| File "/usr/local/lib/python2.6/dist-packages/kombu/transport/pyamqplib.py", line 183, in __init__ | |
| super(Channel, self).__init__(*args, **kwargs) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 82, in __init__ | |
| self._x_open() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/channel.py", line 471, in _x_open | |
| (20, 11), # Channel.open_ok | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 95, in wait | |
| self.channel_id, allowed_methods) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 231, in _wait_method | |
| self.wait() | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 97, in wait | |
| return self.dispatch_method(method_sig, args, content) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/abstract_channel.py", line 115, in dispatch_method | |
| return amqp_method(self, args) | |
| File "/usr/local/lib/python2.6/dist-packages/amqplib/client_0_8/connection.py", line 380, in _close | |
| raise AMQPConnectionException(reply_code, reply_text, (class_id, method_id)) | |
| AMQPConnectionException: AMQPConnectionException(541, u'INTERNAL_ERROR', (0, 0), '') | |
| [2011-11-17 10:31:39,216: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:39,216: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:39,216: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:39,217: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:39,217: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:39,217: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:39,217: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:39,217: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6dcdec>> | |
| [2011-11-17 10:31:39,217: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:39,217: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:39,217: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:39,218: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:39,218: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:39,218: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:39,218: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:39,218: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:39,218: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6af40c>> | |
| [2011-11-17 10:31:39,218: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:39,218: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:39,219: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:39,219: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:39,219: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:39,219: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:39,219: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:39,219: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:39,219: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6c460c>> | |
| [2011-11-17 10:31:39,219: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:39,220: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:39,220: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:39,220: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:39,220: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:39,220: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:39,220: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:39,220: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:39,220: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6c17cc>> | |
| [2011-11-17 10:31:39,220: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:39,221: WARNING/PoolWorker-1] Exception | |
| [2011-11-17 10:31:39,221: WARNING/PoolWorker-1] socket | |
| [2011-11-17 10:31:39,221: WARNING/PoolWorker-1] . | |
| [2011-11-17 10:31:39,221: WARNING/PoolWorker-1] error | |
| [2011-11-17 10:31:39,221: WARNING/PoolWorker-1] : | |
| [2011-11-17 10:31:39,221: WARNING/PoolWorker-1] (107, 'Transport endpoint is not connected') | |
| [2011-11-17 10:31:39,221: WARNING/PoolWorker-1] in | |
| [2011-11-17 10:31:39,221: WARNING/PoolWorker-1] <bound method TCPTransport.__del__ of <amqplib.client_0_8.transport.TCPTransport object at 0xa6e80ac>> | |
| [2011-11-17 10:31:39,222: WARNING/PoolWorker-1] ignored | |
| [2011-11-17 10:31:39,321: INFO/MainProcess] Got task from broker: swix.tasks.FetchDataFromSourceTask[515af4b8-2ccf-49eb-99c8-eae46aec839f] |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment