Created
August 2, 2017 16:05
-
-
Save byronyi/d2d11250ded8f3effd3fca2e140639f1 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2017-08-03 00:02:21.913337: I tensorflow/core/distributed_runtime/rpc/grpc_remote_worker.cc:176] done callback, req: step_id: 102800540342059661 | |
| rendezvous_key: "/job:ps/replica:0/task:0/cpu:0;57cb0fff5df077fe;/job:worker/replica:0/task:0/cpu:0;edge_68_report_uninitialized_variables/boolean_mask/Gather;0:0" | |
| dma_ok: true | |
| response send_start_micros: 1501689741913046 | |
| 2017-08-03 00:02:21.913389: I tensorflow/core/common_runtime/executor.cc:1611] 0x7fff4c108eb0 Async kernel done: report_uninitialized_variables/boolean_mask/Gather_S15 = _Recv[client_terminated=false, recv_device="/job:worker/replica:0/task:0/cpu:0", send_device="/job:ps/replica:0/task:0/cpu:0", send_device_incarnation=6326167691039111166, tensor_name="edge_68_report_uninitialized_variables/boolean_mask/Gather", tensor_type=DT_STRING, _device="/job:worker/replica:0/task:0/cpu:0"]() | |
| 2017-08-03 00:02:21.913411: I tensorflow/core/framework/log_memory.cc:35] __LOG_MEMORY__ MemoryLogTensorOutput { step_id: 4 kernel_name: "report_uninitialized_variables/boolean_mask/Gather_S15" tensor { dtype: DT_STRING shape { dim { } } } } | |
| 2017-08-03 00:02:21.913487: I tensorflow/core/common_runtime/executor.cc:1557] Process node: 12 step 4 _send_report_uninitialized_variables/boolean_mask/Gather_0 = _Send[T=DT_STRING, client_terminated=true, recv_device="/job:worker/replica:0/task:0/cpu:0", send_device="/job:worker/replica:0/task:0/cpu:0", send_device_incarnation=-261311582402248439, tensor_name="report_uninitialized_variables/boolean_mask/Gather:0", _device="/job:worker/replica:0/task:0/cpu:0"](report_uninitialized_variables/boolean_mask/Gather_S15) is dead: 0 | |
| 2017-08-03 00:02:21.913511: I tensorflow/core/kernels/sendrecv_ops.cc:93] Send /job:worker/replica:0/task:0/cpu:0;fc5fa28013380109;/job:worker/replica:0/task:0/cpu:0;report_uninitialized_variables/boolean_mask/Gather:0;0:0 | |
| 2017-08-03 00:02:21.913519: I tensorflow/core/distributed_runtime/base_rendezvous_mgr.cc:187] BaseRemoteRendezvous Send 0x7fff4c098230 /job:worker/replica:0/task:0/cpu:0;fc5fa28013380109;/job:worker/replica:0/task:0/cpu:0;report_uninitialized_variables/boolean_mask/Gather:0;0:0 | |
| 2017-08-03 00:02:21.913527: I tensorflow/core/framework/rendezvous.cc:156] Send 0x7fff4c0de9a0 10864803106545226036 /job:worker/replica:0/task:0/cpu:0;fc5fa28013380109;/job:worker/replica:0/task:0/cpu:0;report_uninitialized_variables/boolean_mask/Gather:0;0:0 | |
| 2017-08-03 00:02:21.913536: I tensorflow/core/common_runtime/executor.cc:2344] Delete frame | |
| 2017-08-03 00:02:21.913562: I tensorflow/core/distributed_runtime/base_rendezvous_mgr.cc:287] RemoteRendezvous Recv 0x7fff4c098230 /job:worker/replica:0/task:0/cpu:0;fc5fa28013380109;/job:worker/replica:0/task:0/cpu:0;report_uninitialized_variables/boolean_mask/Gather:0;0:0 | |
| 2017-08-03 00:02:21.913573: I tensorflow/core/framework/rendezvous.cc:199] Recv 0x7fff4c0de9a0 10864803106545226036 /job:worker/replica:0/task:0/cpu:0;fc5fa28013380109;/job:worker/replica:0/task:0/cpu:0;report_uninitialized_variables/boolean_mask/Gather:0;0:0 | |
| 2017-08-03 00:02:21.913820: E tensorflow/core/common_runtime/bfc_allocator.cc:244] tried to allocate 0 bytes | |
| 2017-08-03 00:02:21.913850: W tensorflow/core/common_runtime/allocator_retry.cc:32] Request to allocate 0 bytes | |
| [Thread 0x7fff5efff700 (LWP 14085) exited] | |
| Thread 1 "python" received signal SIGSEGV, Segmentation fault. | |
| 0x00007fffd2265335 in tensorflow::BFCAllocator::AllocationId(void*) () | |
| from /home/byronyi/.virtualenv/tf/local/lib/python2.7/site-packages/tensorflow/python/_pywrap_tensorflow_internal.so | |
| (gdb) where | |
| #0 0x00007fffd2265335 in tensorflow::BFCAllocator::AllocationId(void*) () | |
| from /home/byronyi/.virtualenv/tf/local/lib/python2.7/site-packages/tensorflow/python/_pywrap_tensorflow_internal.so | |
| #1 0x00007fffd2398a40 in tensorflow::LogMemory::RecordRawAllocation(std::string const&, long long, unsigned long, void*, tensorflow::Allocator*) () | |
| from /home/byronyi/.virtualenv/tf/local/lib/python2.7/site-packages/tensorflow/python/_pywrap_tensorflow_internal.so | |
| #2 0x00007fffd0020ed3 in allocate_tensor () from /home/byronyi/.virtualenv/tf/local/lib/python2.7/site-packages/tensorflow/python/_pywrap_tensorflow_internal.so | |
| #3 0x00007fffd0021227 in TF_NewTensor () from /home/byronyi/.virtualenv/tf/local/lib/python2.7/site-packages/tensorflow/python/_pywrap_tensorflow_internal.so | |
| #4 0x00007fffd002d570 in TF_Run_Helper(tensorflow::Session*, char const*, TF_Buffer const*, std::vector<std::pair<std::string, tensorflow::Tensor>, std::allocator<std::pair<std::string, tensorflow::Tensor> > > const&, std::vector<std::string, std::allocator<std::string> > const&, TF_Tensor**, std::vector<std::string, std::allocator<std::string> > const&, TF_Buffer*, TF_Status*) () from /home/byronyi/.virtualenv/tf/local/lib/python2.7/site-packages/tensorflow/python/_pywrap_tensorflow_internal.so | |
| #5 0x00007fffd002d997 in TF_Run () from /home/byronyi/.virtualenv/tf/local/lib/python2.7/site-packages/tensorflow/python/_pywrap_tensorflow_internal.so | |
| #6 0x00007fffcffaf8fe in tensorflow::TF_Run_wrapper_helper(TF_DeprecatedSession*, char const*, TF_Buffer const*, _object*, tensorflow::gtl::InlinedVector<char const*, 8> const&, tensorflow::gtl::InlinedVector<char const*, 8> const&, TF_Status*, tensorflow::gtl::InlinedVector<_object*, 8>*, TF_Buffer*) () | |
| from /home/byronyi/.virtualenv/tf/local/lib/python2.7/site-packages/tensorflow/python/_pywrap_tensorflow_internal.so | |
| #7 0x00007fffcffafc23 in tensorflow::TF_Run_wrapper(TF_DeprecatedSession*, TF_Buffer const*, _object*, tensorflow::gtl::InlinedVector<char const*, 8> const&, tensorflow::gtl::InlinedVector<char const*, 8> const&, TF_Status*, tensorflow::gtl::InlinedVector<_object*, 8>*, TF_Buffer*) () | |
| from /home/byronyi/.virtualenv/tf/local/lib/python2.7/site-packages/tensorflow/python/_pywrap_tensorflow_internal.so | |
| #8 0x00007fffcff754e6 in _wrap_TF_Run () from /home/byronyi/.virtualenv/tf/local/lib/python2.7/site-packages/tensorflow/python/_pywrap_tensorflow_internal.so | |
| #9 0x000055555564f3ca in PyEval_EvalFrameEx () | |
| #10 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #11 0x0000555555669cee in ?? () | |
| #12 0x000055555563b673 in PyObject_Call () | |
| #13 0x00005555556518a5 in PyEval_EvalFrameEx () | |
| #14 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #15 0x0000555555655698 in PyEval_EvalFrameEx () | |
| #16 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #17 0x0000555555655698 in PyEval_EvalFrameEx () | |
| #18 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #19 0x0000555555655698 in PyEval_EvalFrameEx () | |
| #20 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #21 0x0000555555654f19 in PyEval_EvalFrameEx () | |
| #22 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #23 0x0000555555655698 in PyEval_EvalFrameEx () | |
| #24 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #25 0x0000555555655698 in PyEval_EvalFrameEx () | |
| #26 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #27 0x0000555555654f19 in PyEval_EvalFrameEx () | |
| #28 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #29 0x0000555555654f19 in PyEval_EvalFrameEx () | |
| #30 0x00005555556693fa in ?? () | |
| #31 0x00005555556e5360 in ?? () | |
| #32 0x000055555563b673 in PyObject_Call () | |
| #33 0x0000555555654e2f in PyEval_EvalFrameEx () | |
| #34 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #35 0x0000555555669cee in ?? () | |
| #36 0x000055555563b673 in PyObject_Call () | |
| #37 0x000055555567ffee in ?? () | |
| #38 0x000055555563b673 in PyObject_Call () | |
| #39 0x00005555556442b1 in PyObject_CallFunctionObjArgs () | |
| #40 0x0000555555652281 in PyEval_EvalFrameEx () | |
| #41 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #42 0x0000555555655698 in PyEval_EvalFrameEx () | |
| #43 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #44 0x0000555555655698 in PyEval_EvalFrameEx () | |
| #45 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #46 0x0000555555655698 in PyEval_EvalFrameEx () | |
| #47 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #48 0x0000555555654f19 in PyEval_EvalFrameEx () | |
| #49 0x000055555564d535 in PyEval_EvalCodeEx () | |
| #50 0x000055555564d2d9 in PyEval_EvalCode () | |
| #51 0x000055555567ce3f in ?? () | |
| #52 0x0000555555677d52 in PyRun_FileExFlags () | |
| #53 0x000055555567789e in PyRun_SimpleFileExFlags () | |
| #54 0x0000555555628af1 in Py_Main () | |
| #55 0x00007ffff6f182b1 in __libc_start_main (main=0x555555628420 <main>, argc=7, argv=0x7fffffffe828, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, | |
| stack_end=0x7fffffffe818) at ../csu/libc-start.c:291 | |
| #56 0x000055555562831a in _start () |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment