Skip to content

Instantly share code, notes, and snippets.

@martindurant
Created March 7, 2016 16:24
Show Gist options
  • Save martindurant/6c32deabc37edd75e18d to your computer and use it in GitHub Desktop.
Save martindurant/6c32deabc37edd75e18d to your computer and use it in GitHub Desktop.
==================================================================== ERRORS ====================================================================
_______________________________________________ ERROR collecting distributed/tests/test_avro.py ________________________________________________
distributed/tests/test_avro.py:7: in <module>
pytest.importorskip('hdfs3')
../../python/hdfs3/__init__.py:1: in <module>
from .core import HDFileSystem, HDFile
../../python/hdfs3/core.py:12: in <module>
from .lib import _lib
../../python/hdfs3/lib.py:11: in <module>
_lib = ct.cdll.LoadLibrary('libhdfs3.so')
../../Documents/anaconda/lib/python3.4/ctypes/__init__.py:429: in LoadLibrary
return self._dlltype(name)
../../Documents/anaconda/lib/python3.4/ctypes/__init__.py:351: in __init__
self._handle = _dlopen(self._name, mode)
E OSError: dlopen(libhdfs3.so, 6): image not found
_______________________________________________ ERROR collecting distributed/tests/test_hdfs.py ________________________________________________
distributed/tests/test_hdfs.py:20: in <module>
pytest.importorskip('hdfs3')
../../python/hdfs3/__init__.py:1: in <module>
from .core import HDFileSystem, HDFile
../../python/hdfs3/core.py:12: in <module>
from .lib import _lib
../../python/hdfs3/lib.py:11: in <module>
_lib = ct.cdll.LoadLibrary('libhdfs3.so')
../../Documents/anaconda/lib/python3.4/ctypes/__init__.py:429: in LoadLibrary
return self._dlltype(name)
../../Documents/anaconda/lib/python3.4/ctypes/__init__.py:351: in __init__
self._handle = _dlopen(self._name, mode)
E OSError: dlopen(libhdfs3.so, 6): image not found
=================================================================== FAILURES ===================================================================
________________________________________________________________ test_defaults _________________________________________________________________
def test_defaults():
try:
proc = Popen(['dscheduler'], stdout=PIPE, stderr=PIPE)
e = Executor('127.0.0.1:%d' % Scheduler.default_port)
response = requests.get('http://127.0.0.1:9786/info.json')
assert response.ok
assert response.json()['status'] == 'running'
finally:
> e.shutdown()
E UnboundLocalError: local variable 'e' referenced before assignment
distributed/cli/tests/test_dscheduler.py:15: UnboundLocalError
------------------------------------------------------------- Captured stderr call -------------------------------------------------------------
distributed.utils - ERROR - Could not connect to 127.0.0.1:8786
Traceback (most recent call last):
File "/Users/mdurant/Downloads/distributed/distributed/executor.py", line 308, in _start
ident = yield r.identity()
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1008, in run
value = future.result()
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/concurrent.py", line 232, in result
raise_exc_info(self._exc_info)
File "<string>", line 3, in raise_exc_info
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1014, in run
yielded = self.gen.throw(*exc_info)
File "/Users/mdurant/Downloads/distributed/distributed/core.py", line 383, in send_recv_from_rpc
stream = yield self.live_stream()
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1008, in run
value = future.result()
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/concurrent.py", line 232, in result
raise_exc_info(self._exc_info)
File "<string>", line 3, in raise_exc_info
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1014, in run
yielded = self.gen.throw(*exc_info)
File "/Users/mdurant/Downloads/distributed/distributed/core.py", line 368, in live_stream
stream = yield connect(self.ip, self.port, timeout=self.timeout)
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1008, in run
value = future.result()
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/concurrent.py", line 232, in result
raise_exc_info(self._exc_info)
File "<string>", line 3, in raise_exc_info
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1014, in run
yielded = self.gen.throw(*exc_info)
File "/Users/mdurant/Downloads/distributed/distributed/core.py", line 239, in connect
stream = yield gen.with_timeout(timedelta(seconds=timeout), future)
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1008, in run
value = future.result()
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/concurrent.py", line 232, in result
raise_exc_info(self._exc_info)
File "<string>", line 3, in raise_exc_info
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1014, in run
yielded = self.gen.throw(*exc_info)
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/tcpclient.py", line 168, in connect
af, addr, stream = yield connector.start()
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1008, in run
value = future.result()
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/concurrent.py", line 232, in result
raise_exc_info(self._exc_info)
File "<string>", line 3, in raise_exc_info
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/tcpclient.py", line 103, in on_connect_done
stream = future.result()
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/concurrent.py", line 232, in result
raise_exc_info(self._exc_info)
File "<string>", line 3, in raise_exc_info
tornado.iostream.StreamClosedError: Stream is closed
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/Users/mdurant/Downloads/distributed/distributed/utils.py", line 96, in f
result[0] = yield gen.maybe_future(func(*args, **kwargs))
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1008, in run
value = future.result()
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/concurrent.py", line 232, in result
raise_exc_info(self._exc_info)
File "<string>", line 3, in raise_exc_info
File "/Users/mdurant/Documents/anaconda/lib/python3.4/site-packages/tornado/gen.py", line 1014, in run
yielded = self.gen.throw(*exc_info)
File "/Users/mdurant/Downloads/distributed/distributed/executor.py", line 310, in _start
raise IOError("Could not connect to %s:%d" % (ip, port))
OSError: Could not connect to 127.0.0.1:8786
_____________________________________________________________ test_coerce_address ______________________________________________________________
def test_func():
IOLoop.clear_instance()
loop = IOLoop()
loop.make_current()
cor = gen.coroutine(func)
try:
> loop.run_sync(cor, timeout=timeout)
distributed/utils_test.py:342:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <tornado.platform.kqueue.KQueueIOLoop object at 0x12565c438>, func = <function test_coerce_address at 0x125172950>, timeout = 10
def run_sync(self, func, timeout=None):
"""Starts the `IOLoop`, runs the given function, and stops the loop.
The function must return either a yieldable object or
``None``. If the function returns a yieldable object, the
`IOLoop` will run until the yieldable is resolved (and
`run_sync()` will return the yieldable's result). If it raises
an exception, the `IOLoop` will stop and the exception will be
re-raised to the caller.
The keyword-only argument ``timeout`` may be used to set
a maximum duration for the function. If the timeout expires,
a `TimeoutError` is raised.
This method is useful in conjunction with `tornado.gen.coroutine`
to allow asynchronous calls in a ``main()`` function::
@gen.coroutine
def main():
# do stuff...
if __name__ == '__main__':
IOLoop.current().run_sync(main)
.. versionchanged:: 4.3
Returning a non-``None``, non-yieldable value is now an error.
"""
future_cell = [None]
def run():
try:
result = func()
if result is not None:
from tornado.gen import convert_yielded
result = convert_yielded(result)
except Exception:
future_cell[0] = TracebackFuture()
future_cell[0].set_exc_info(sys.exc_info())
else:
if is_future(result):
future_cell[0] = result
else:
future_cell[0] = TracebackFuture()
future_cell[0].set_result(result)
self.add_future(future_cell[0], lambda future: self.stop())
self.add_callback(run)
if timeout is not None:
timeout_handle = self.add_timeout(self.time() + timeout, self.stop)
self.start()
if timeout is not None:
self.remove_timeout(timeout_handle)
if not future_cell[0].done():
> raise TimeoutError('Operation timed out after %s seconds' % timeout)
E tornado.ioloop.TimeoutError: Operation timed out after 10 seconds
../../Documents/anaconda/lib/python3.4/site-packages/tornado/ioloop.py:452: TimeoutError
------------------------------------------------------------- Captured stderr call -------------------------------------------------------------
distributed.scheduler - INFO - Start Scheduler at: 192.168.0.13:61452
distributed.worker - INFO - Start worker at: 192.168.0.13:61453
distributed.worker - INFO - Waiting to connect to: 192.168.0.13:61452
distributed.worker - INFO - Start worker at: 192.168.0.13:61455
distributed.worker - INFO - Waiting to connect to: 192.168.0.13:61452
distributed.worker - INFO - Start worker at: 127.0.0.2:61457
distributed.worker - INFO - Waiting to connect to: 192.168.0.13:61452
distributed.core - INFO - Connection from 192.168.0.13:61454 to Scheduler
distributed.core - INFO - Connection from 192.168.0.13:61456 to Scheduler
distributed.core - INFO - Connection from 192.168.0.13:61458 to Scheduler
distributed.scheduler - INFO - Register 192.168.0.13:61455
distributed.scheduler - INFO - Register 127.0.0.2:61457
distributed.scheduler - INFO - Register 192.168.0.13:61453
distributed.worker - INFO - Registered to: 192.168.0.13:61452
distributed.worker - INFO - Registered to: 192.168.0.13:61452
distributed.worker - INFO - Registered to: 192.168.0.13:61452
distributed.scheduler - INFO - Remove client None
distributed.core - INFO - Connection from 192.168.0.13:61459 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61460 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61461 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61462 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61463 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61464 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61465 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61466 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61467 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61468 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61469 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61470 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61471 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61472 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61473 to Worker
distributed.core - INFO - Connection from 192.168.0.13:61474 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61470 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61459 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61460 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61461 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61462 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61463 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61464 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61471 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61472 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61473 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61474 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61465 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61466 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61467 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61468 to Worker
distributed.core - INFO - Close connection from 192.168.0.13:61469 to Worker
distributed.scheduler - INFO - Worker failed from closed stream: 127.0.0.2:61457
==================================== 2 failed, 281 passed, 15 skipped, 1 xfailed, 2 error in 136.25 seconds ====================================
mdurant@0274-mdurant:~/Downloads/distributed$
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment