martindurant

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [

martindurant

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [

martindurant

import socket

s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
s.connect((socket.gethostname(), 8001))

while True:
    text = input() + '\n'
    s.send(text.encode())

martindurant

==================================================================== ERRORS ====================================================================
_______________________________________________ ERROR collecting distributed/tests/test_avro.py ________________________________________________
distributed/tests/test_avro.py:7: in <module>
    pytest.importorskip('hdfs3')
../../python/hdfs3/__init__.py:1: in <module>
    from .core import HDFileSystem, HDFile
../../python/hdfs3/core.py:12: in <module>
    from .lib import _lib
../../python/hdfs3/lib.py:11: in <module>
    _lib = ct.cdll.LoadLibrary('libhdfs3.so')

martindurant

============================= test session starts ==============================
platform darwin -- Python 2.7.11, pytest-2.8.5, py-1.4.31, pluggy-0.3.1 -- /Users/mdurant/Documents/anaconda/envs/cluster/bin/python
cachedir: .cache
rootdir: /Users/mdurant/Downloads/distributed, inifile: 
collecting ... collected 299 items / 2 skipped

distributed/cli/tests/test_dscheduler.py::test_defaults PASSED
distributed/diagnostics/tests/test_plugin.py::test_diagnostic <- distributed/utils_test.py PASSED
distributed/diagnostics/tests/test_progress.py::test_dependent_keys PASSED
distributed/diagnostics/tests/test_progress.py::test_many_Progresss <- distributed/utils_test.py PASSED

martindurant

============================= test session starts ==============================
platform darwin -- Python 3.4.4, pytest-2.8.5, py-1.4.31, pluggy-0.3.1 -- /Users/mdurant/Documents/anaconda/bin/python
cachedir: .cache
rootdir: /Users/mdurant/Downloads/distributed, inifile: 
collecting ... collected 300 items / 2 errors

distributed/cli/tests/test_dscheduler.py::test_defaults PASSED
distributed/diagnostics/tests/test_plugin.py::test_diagnostic <- distributed/utils_test.py Start: 8, End: 9
PASSED
distributed/diagnostics/tests/test_progress.py::test_dependent_keys PASSED

martindurant

# packages in environment at /Users/mdurant/Documents/anaconda:
#
_license                  1.1                      py34_0    <unknown>
abstract-rendering        0.5.1                np19py34_0    <unknown>
accelerate                2.0                np110py34_p0    defaults
accelerate_cudalib        2.0                           0    defaults
alabaster                 0.7.7                    py34_0    defaults
anaconda                  2.3.0                np19py34_0    <unknown>
anaconda-client           1.2.1                    py34_0    defaults
anaconda-ui (/Users/mdurant/Downloads/anaconda-ui) 0.1.0a1.dev0              <pip>

martindurant

martindurant

from __future__ import print_function, division, absolute_import

import io
import os

from toolz import merge
from warnings import warn

from .compression import seekable_files, files as compress_files
from .utils import SeekableFile, read_block

martindurant