Theano test results on cg1.4xlarge using ami-12b6477b

gistfile1.txt

[root@master Theano]# python2.6 setup.py develop
running develop
install_dir /usr/lib/python2.6/site-packages/
running egg_info
creating Theano.egg-info
writing requirements to Theano.egg-info/requires.txt
writing Theano.egg-info/PKG-INFO
writing top-level names to Theano.egg-info/top_level.txt
writing dependency_links to Theano.egg-info/dependency_links.txt
writing requirements to Theano.egg-info/requires.txt
writing Theano.egg-info/PKG-INFO
writing top-level names to Theano.egg-info/top_level.txt
writing dependency_links to Theano.egg-info/dependency_links.txt
writing manifest file 'Theano.egg-info/SOURCES.txt'
reading manifest file 'Theano.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching '*.png' under directory 'docs'
warning: no files found matching '*.gp' under directory 'docs'
writing manifest file 'Theano.egg-info/SOURCES.txt'
running build_ext
Creating /usr/lib/python2.6/site-packages/Theano.egg-link (link to .)
Adding Theano 0.5.0rc1 to easy-install.pth file
Installing theano-cache script to /usr/bin

Installed /root/Theano
Processing dependencies for Theano==0.5.0rc1
Searching for scipy==0.7.1
Best match: scipy 0.7.1
Adding scipy 0.7.1 to easy-install.pth file

Using /usr/lib64/python2.6/site-packages
Searching for numpy==1.3.0
Best match: numpy 1.3.0
Adding numpy 1.3.0 to easy-install.pth file

Using /usr/lib64/python2.6/site-packages
Finished processing dependencies for Theano==0.5.0rc1
[root@master Theano]# nosetests
.WARNING (theano.tensor.blas): We did not found a dynamic library into the library_dir of the library we use for blas. If you use ATLAS, make sure to compile it with dynamics library.
..................................E.........................................................................................................................................................E...........................................................SS..E...EE.......................................................................................................................................................................F..........................................................................................................WARNING (theano.gof.cmodule): Cache leak due to unpickle-able key data set([(((3, (3,), (3,), (3,), (3,), (3,)), (10, '1.3.0'), (10, '1.3.0'), (10, '1.3.0'), (10, '1.3.0'), (10, '1.3.0'), (10, '1.3.0')), ('CLinker.cmodule_key', ('-O3', '-Wno-write-strings', '-Wno-unused-label', '-Wno-unused-variable', '-fno-math-errno'), (), 'md5:527ab5c9c523207cb8ee7b81b20a45a6', (<theano.scalar.basic.Composite object at 0x1d273e10>, ((Scalar(float64), ((-1, 0), False)), (Scalar(float64), ((-1, 1), False)), (Scalar(float64), ((-1, 2), False))), (False, False, False))))])
.WARNING (theano.gof.cmodule): Cache leak due to unpickle-able key data set([(((3, (3,), (3,), (3,)), (10, '1.3.0'), (10, '1.3.0'), (10, '1.3.0')), ('CLinker.cmodule_key', ('-O3', '-Wno-write-strings', '-Wno-unused-label', '-Wno-unused-variable', '-fno-math-errno'), (), 'md5:527ab5c9c523207cb8ee7b81b20a45a6', (<theano.scalar.basic.Composite object at 0x16ecf910>, ((Scalar(float64), ((-1, 0), False)), (Scalar(float64), ((-1, 1), False))), (False,))))])
.WARNING (theano.gof.cmodule): Cache leak due to unpickle-able key data set([(((3, (3,), (3,), (3,)), (10, '1.3.0'), (10, '1.3.0'), (10, '1.3.0')), ('CLinker.cmodule_key', ('-O3', '-Wno-write-strings', '-Wno-unused-label', '-Wno-unused-variable', '-fno-math-errno'), (), 'md5:527ab5c9c523207cb8ee7b81b20a45a6', (<theano.scalar.basic.Composite object at 0x1b2f9590>, ((Scalar(float64), ((-1, 0), False)), (Scalar(float64), ((-1, 1), False))), (False,))))])
.............E........../root/Theano/theano/sandbox/rng_mrg.py:736: UserWarning: MRG_RandomStreams Can't determine #streams from size (Shape.0), guessing 30*256
  nstreams = self.n_streams(size)
................E..............E.........ERROR (theano.gof.opt): EquilibriumOptimizer max'ed out by 'cut_gpu_constant_transfers'. You can safely raise the current threshold of 20.000000 with the theano flag 'optdb.max_use_ratio'.
..............................WARNING: skipping gradient test because verify_grad doesn't support sparse arguments
.WARNING: skipping gradient test because verify_grad doesn't support sparse arguments
.........................../usr/lib64/python2.6/site-packages/scipy/sparse/compressed.py:500: SparseEfficiencyWarning: changing the sparsity structure of a csr_matrix is expensive. lil_matrix is more efficient.
  SparseEfficiencyWarning)
..F........./usr/lib64/python2.6/site-packages/scipy/sparse/compressed.py:500: SparseEfficiencyWarning: changing the sparsity structure of a csc_matrix is expensive. lil_matrix is more efficient.
  SparseEfficiencyWarning)
................................................................S.SS...................................................................................................................................../root/Theano/theano/scalar/basic.py:1309: DeprecationWarning: complex divmod(), // and % are deprecated
  return x // y
...........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................EEE..........E.E...........................................................S.S..S...........................................E......E...................................................................................................................................................ESSSSSSSSS...........................
======================================================================
ERROR: test_none (theano.compile.tests.test_function_module.T_function)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/root/Theano/theano/compile/tests/test_function_module.py", line 41, in test_none
    raise KnownFailureTest('See #254: Using None as function output leads to [] return value')
KnownFailureTest: See #254: Using None as function output leads to [] return value

======================================================================
ERROR: theano.gof.tests.test_lazy.test_ifelse
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib/python2.6/site-packages/nose-0.11.4-py2.6.egg/nose/case.py", line 186, in runTest
    self.test(*self.arg)
  File "/root/Theano/theano/gof/tests/test_lazy.py", line 103, in test_ifelse
    f = function([a,b,c], ifelse(a, notimpl(b), c),
  File "/root/Theano/theano/ifelse.py", line 317, in ifelse
    then_branch_elem = theano.tensor.as_tensor_variable(then_branch_elem)
  File "/root/Theano/theano/tensor/basic.py", line 133, in as_tensor_variable
    raise TypeError("Variable type field must be a TensorType.", x, x.type)
TypeError: ('Variable type field must be a TensorType.', <theano.gof.tests.test_lazy.NotImplementedOp object at 0x1669f250>.0, <theano.gof.type.Generic object at 0x146a9710>)

======================================================================
ERROR: Failure: ImportError (cannot import name PycudaElemwiseSourceModuleMakeThunkOp)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib/python2.6/site-packages/nose-0.11.4-py2.6.egg/nose/loader.py", line 382, in loadTestsFromName
    addr.filename, addr.module)
  File "/usr/lib/python2.6/site-packages/nose-0.11.4-py2.6.egg/nose/importer.py", line 39, in importFromPath
    return self.importFromDir(dir_path, fqname)
  File "/usr/lib/python2.6/site-packages/nose-0.11.4-py2.6.egg/nose/importer.py", line 86, in importFromDir
    mod = load_module(part_fqname, fh, filename, desc)
  File "/root/Theano/theano/misc/tests/test_pycuda_example.py", line 17, in <module>
    from theano.misc.pycuda_example import PycudaElemwiseSourceModuleOp, PycudaElemwiseKernelOp, PycudaElemwiseSourceModuleMakeThunkOp
ImportError: cannot import name PycudaElemwiseSourceModuleMakeThunkOp

======================================================================
ERROR: test_pycuda_utils.test_to_gpuarray
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib/python2.6/site-packages/nose-0.11.4-py2.6.egg/nose/case.py", line 186, in runTest
    self.test(*self.arg)
  File "/root/Theano/theano/misc/tests/test_pycuda_utils.py", line 30, in test_to_gpuarray
    assert all(numpy.asarray(cx._strides) * 4 == px.strides)
AttributeError: 'GPUArray' object has no attribute 'strides'

======================================================================
ERROR: test_pycuda_utils.test_to_cudandarray
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib/python2.6/site-packages/nose-0.11.4-py2.6.egg/nose/case.py", line 186, in runTest
    self.test(*self.arg)
  File "/root/Theano/theano/misc/tests/test_pycuda_utils.py", line 64, in test_to_cudandarray
    assert all(numpy.asarray(cx._strides) * 4 == px.strides)
AttributeError: 'GPUArray' object has no attribute 'strides'

======================================================================
ERROR: test_alloc_inputs2 (test_scan.T_Scan)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/root/Theano/theano/scan_module/tests/test_scan.py", line 2344, in test_alloc_inputs2
    "This tests depends on an optimization for scan "
KnownFailureTest: This tests depends on an optimization for scan that has not been implemented yet.

======================================================================
ERROR: test_infershape_seq_shorter_nsteps (test_scan.T_Scan)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/root/Theano/theano/scan_module/tests/test_scan.py", line 2532, in test_infershape_seq_shorter_nsteps
    raise KnownFailureTest('This is a generic problem with infershape'
KnownFailureTest: This is a generic problem with infershape that has to be discussed and figured out

======================================================================
ERROR: test_outputs_info_not_typed (test_scan.T_Scan)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib64/python2.6/site-packages/numpy/testing/decorators.py", line 167, in knownfailer
    raise KnownFailureTest, msg
KnownFailureTest: This test fails because not typed outputs_info are always gived the smallest dtype. There is no upcast of outputs_info in scan for now.

======================================================================
ERROR: test_mul_mixed (theano.tensor.tests.test_complex.TestRealImag)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib64/python2.6/site-packages/numpy/testing/decorators.py", line 167, in knownfailer
    raise KnownFailureTest, msg
KnownFailureTest: Complex grads not enabled, see #178

======================================================================
ERROR: test_mul_mixed0 (theano.tensor.tests.test_complex.TestRealImag)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib64/python2.6/site-packages/numpy/testing/decorators.py", line 167, in knownfailer
    raise KnownFailureTest, msg
KnownFailureTest: Complex grads not enabled, see #178

======================================================================
ERROR: test_mul_mixed1 (theano.tensor.tests.test_complex.TestRealImag)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib64/python2.6/site-packages/numpy/testing/decorators.py", line 167, in knownfailer
    raise KnownFailureTest, msg
KnownFailureTest: Complex grads not enabled, see #178

======================================================================
ERROR: test_c_nan (theano.tensor.tests.test_elemwise.test_CAReduce)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib64/python2.6/site-packages/numpy/testing/decorators.py", line 167, in knownfailer
    raise KnownFailureTest, msg
KnownFailureTest: When there is nan in the input of CAReduce, we don't have a good output. 

======================================================================
ERROR: test_perform_nan (theano.tensor.tests.test_elemwise.test_CAReduce)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib64/python2.6/site-packages/numpy/testing/decorators.py", line 167, in knownfailer
    raise KnownFailureTest, msg
KnownFailureTest: When there is nan in the input of CAReduce, we don't have a good output. 

======================================================================
ERROR: theano.tensor.tests.test_opt.test_log_add
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib/python2.6/site-packages/nose-0.11.4-py2.6.egg/nose/case.py", line 186, in runTest
    self.test(*self.arg)
  File "/root/Theano/theano/tensor/tests/test_opt.py", line 1287, in test_log_add
    raise KnownFailureTest(('log(add(exp)) is not stabilized when adding '
KnownFailureTest: log(add(exp)) is not stabilized when adding more than 2 elements, see #623
-------------------- >> begin captured stdout << ---------------------
Elemwise{Add{output_types_preference=transfer_type{0}, _op_use_c_code=True}}[(0, 0)] [@1102122000] ''   5
 |Elemwise{maximum,no_inplace} [@901814672] ''   0
 | |<TensorType(float64, vector)> [@1116532880]
 | |<TensorType(float64, vector)> [@1116535632]
 |Elemwise{ScalarSoftplus{output_types_preference=transfer_type{0}, _op_use_c_code=True}}[(0, 0)] [@1102119248] ''   4
 | |Elemwise{Add{output_types_preference=transfer_type{0}, _op_use_c_code=True}}[(0, 0)] [@1101923792] ''   3
 | | |Elemwise{sub,no_inplace} [@896332944] ''   1
 | | | |<TensorType(float64, vector)> [@1116532880]
 | | | |Elemwise{maximum,no_inplace} [@901814672] ''   0
 | | |Elemwise{sub,no_inplace} [@1048402384] ''   2
 | | | |<TensorType(float64, vector)> [@1116535632]
 | | | |Elemwise{maximum,no_inplace} [@901814672] ''   0
[ 10000.69314718]
[ 10.69314718]
Elemwise{Log{output_types_preference=transfer_type{0}, _op_use_c_code=True}}[(0, 0)] [@1102030032] ''   9
 |Elemwise{Add{output_types_preference=transfer_type{0}, _op_use_c_code=True}}[(0, 0)] [@1058823120] ''   8
 | |Elemwise{Add{output_types_preference=transfer_type{0}, _op_use_c_code=True}}[(0, 0)] [@1058720464] ''   7
 | | |Elemwise{Add{output_types_preference=transfer_type{0}, _op_use_c_code=True}}[(0, 0)] [@1109704016] ''   6
 | | | |Elemwise{exp,no_inplace} [@966751248] ''   3
 | | | | |<TensorType(float64, vector)> [@971650448]
 | | | |Elemwise{exp,no_inplace} [@966752848] ''   0
 | | | | |<TensorType(float64, vector)> [@896277136]
 | | |Elemwise{Exp{output_types_preference=transfer_type{0}, _op_use_c_code=True}}[(0, 0)] [@1104547024] ''   5
 | | | |Elemwise{sub,no_inplace} [@966750864] ''   2
 | | | | |<TensorType(float64, vector)> [@971650448]
 | | | | |<TensorType(float64, vector)> [@896277136]
 | |Elemwise{Exp{output_types_preference=transfer_type{0}, _op_use_c_code=True}}[(0, 0)] [@1104545872] ''   4
 | | |Elemwise{add,no_inplace} [@966752336] ''   1
 | | | |<TensorType(float64, vector)> [@971650448]
 | | | |<TensorType(float64, vector)> [@896277136]
[ Inf]

--------------------- >> end captured stdout << ----------------------

======================================================================
ERROR: Currently Theano enable the constant_folding optimization before stabilization optimization.
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib/python2.6/site-packages/nose-0.11.4-py2.6.egg/nose/case.py", line 186, in runTest
    self.test(*self.arg)
  File "/root/Theano/theano/tensor/tests/test_opt.py", line 2441, in test_constant_get_stabilized
    "Theano optimizes constant before stabilization. "
KnownFailureTest: Theano optimizes constant before stabilization. This breaks stabilization optimization in some cases. See #504.

======================================================================
ERROR: test_lazy_if_on_generics (theano.tests.test_ifelse.test_ifelse)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/root/Theano/theano/tests/test_ifelse.py", line 65, in test_lazy_if_on_generics
    f = theano.function([c, x, y], ifelse(c, x, y))
  File "/root/Theano/theano/ifelse.py", line 317, in ifelse
    then_branch_elem = theano.tensor.as_tensor_variable(then_branch_elem)
  File "/root/Theano/theano/tensor/basic.py", line 133, in as_tensor_variable
    raise TypeError("Variable type field must be a TensorType.", x, x.type)
TypeError: ('Variable type field must be a TensorType.', <Generic>, <theano.gof.type.Generic object at 0x146a9710>)

======================================================================
FAIL: theano.sandbox.cuda.tests.test_mlp.test_run_nnet
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/usr/lib/python2.6/site-packages/nose-0.11.4-py2.6.egg/nose/case.py", line 186, in runTest
    self.test(*self.arg)
  File "/root/Theano/theano/sandbox/cuda/tests/test_mlp.py", line 128, in test_run_nnet
    max_abs_diff, rel_diff.max(), n_in, n_hid)
AssertionError: ('max_abs_diff, max_rel_diff, n_in, n_hid', 0.0039930344, 0.00039798254, 2048, 4096)
-------------------- >> begin captured stdout << ---------------------
building pfunc ...
building pfunc ...
max abs diff=6.198883e-06 max rel diff=4.453618e-07 n_in=1024 n_hid=1024
time cpu: 1.871448, time gpu: 1.495798, speed up 1.251137
building pfunc ...
building pfunc ...
max abs diff=3.814697e-06 max rel diff=2.937097e-07 n_in=1024 n_hid=2048
time cpu: 2.574845, time gpu: 1.779284, speed up 1.447124
building pfunc ...
building pfunc ...
max abs diff=2.861023e-06 max rel diff=2.083721e-07 n_in=1024 n_hid=4096
time cpu: 3.766639, time gpu: 2.016859, speed up 1.867577
building pfunc ...
building pfunc ...
max abs diff=3.337860e-06 max rel diff=3.027565e-07 n_in=2048 n_hid=1024
time cpu: 2.097399, time gpu: 1.910522, speed up 1.097815
building pfunc ...
building pfunc ...
max abs diff=9.536743e-07 max rel diff=9.515701e-08 n_in=2048 n_hid=2048
time cpu: 2.959683, time gpu: 2.084852, speed up 1.419613
building pfunc ...
building pfunc ...
max abs diff=3.993034e-03 max rel diff=3.979825e-04 n_in=2048 n_hid=4096
time cpu: 4.760052, time gpu: 2.426311, speed up 1.961847

--------------------- >> end captured stdout << ----------------------

======================================================================
FAIL: test_csr_correct_output_faster_than_scipy (theano.sparse.tests.test_basic.test_structureddot)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/root/Theano/theano/sparse/tests/test_basic.py", line 553, in test_csr_correct_output_faster_than_scipy
    overhead_tol)
AssertionError: 
-------------------- >> begin captured stdout << ---------------------
theano took 0.000143051147461 scipy took 5.98430633545e-05
theano took 0.000131130218506 scipy took 6.19888305664e-05
theano took 0.000142097473145 scipy took 7.20024108887e-05
theano took 0.0276279449463 scipy took 0.0082368850708

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
Ran 1774 tests in 5228.635s

FAILED (SKIP=17, errors=16, failures=2)