Skip to content

Instantly share code, notes, and snippets.

@matthew-z

matthew-z/lstm.py

Last active May 26, 2020 08:11
Show Gist options
  • Save matthew-z/e5848d545b60792dd84bfb9470ea541f to your computer and use it in GitHub Desktop.
Save matthew-z/e5848d545b60792dd84bfb9470ea541f to your computer and use it in GitHub Desktop.
Download ZIP
LSTM error in TF2.0
Raw
lstm.py
import typing
import tensorflow as tf
import numpy as np
from tensorflow import keras
from tensorflow.keras.models import Sequential, Model
from tensorflow.keras.layers import Dense, Activation, Dropout, Dot, Flatten
from tensorflow.keras.layers import Layer, Input, Lambda
from tensorflow.keras import backend as K
from tensorflow.keras import layers
left = np.float32(np.random.uniform(size=[10, 30, 200], high=0.3, low=0.0))
right = np.float32(np.random.uniform(size=[10, 30, 200], high=0.3, low=0.0))
labels = np.int32(np.random.uniform(0, 1,size=[10]))
embed_left = Input(shape=[30, 200])
embed_right = Input(shape=[30, 200])
len_left = embed_left.shape[1]
len_right = embed_right.shape[1]
lstm_left = keras.layers.LSTM(50,return_sequences=True, name='lstm_left')
lstm_right = keras.layers.LSTM(50,
return_sequences=True,
name='lstm_right')
encoded_left = lstm_left(embed_left)
encoded_right = lstm_right(embed_right)
tensor_left = tf.expand_dims(encoded_left, axis=2)
tensor_right = tf.expand_dims(encoded_right, axis=1)
tensor_left = K.repeat_elements(tensor_left, len_right, 2)
tensor_right = K.repeat_elements(tensor_right, len_left, 1)
tensor_merged = tf.concat([tensor_left, tensor_right], axis=-1)
middle_output = keras.layers.Dense(50,activation='tanh')(tensor_merged)
attn_scores = keras.layers.Dense(1)(middle_output)
attn_scores = tf.squeeze(attn_scores, axis=3)
exp_attn_scores = tf.math.exp(attn_scores - tf.reduce_max(attn_scores, axis=-1, keepdims=True))
exp_sum = tf.reduce_sum(exp_attn_scores, axis=-1, keepdims=True)
attention_weights = exp_attn_scores / exp_sum
left_attn_vec= K.batch_dot(attention_weights, encoded_right)
concat = tf.concat([left_attn_vec, encoded_right], axis=1)
lstm_merge = keras.layers.LSTM(50 * 2,
return_sequences=False,
name='lstm_merge')
merged = lstm_merge(concat)
dropout = keras.layers.Dropout(
rate=0.2)(merged)
phi = keras.layers.Dense(50,
activation='tanh')(dropout)
out = Dense(1)(phi)
inputs = [embed_left, embed_right]
model = keras.Model(inputs=inputs, outputs=[out])
model.compile(optimizer=tf.keras.optimizers.Adam(0.01),
loss='binary_crossentropy',
metrics=['accuracy'])
model.fit([left, right], labels, epochs=10, batch_size=32)
model.evaluate([left, right], labels)
Raw
lstm_log
2019-10-11 18:01:50.307202: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcuda.so.1
2019-10-11 18:01:50.916436: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1006] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero
2019-10-11 18:01:50.916761: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties:
name: Tesla V100-SXM2-16GB major: 7 minor: 0 memoryClockRate(GHz): 1.53
pciBusID: 0000:00:04.0
2019-10-11 18:01:50.917043: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.0
2019-10-11 18:01:50.918356: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10.0
2019-10-11 18:01:50.919777: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10.0
2019-10-11 18:01:50.920122: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10.0
2019-10-11 18:01:50.921795: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10.0
2019-10-11 18:01:50.923117: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10.0
2019-10-11 18:01:50.926913: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7
2019-10-11 18:01:50.927038: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1006] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero
2019-10-11 18:01:50.927401: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1006] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero
2019-10-11 18:01:50.927697: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0
2019-10-11 18:01:50.928069: I tensorflow/core/platform/cpu_feature_guard.cc:142] Your CPU supports instructions that this TensorFlow binary was not compiled to use: AVX2 FMA
2019-10-11 18:01:50.935206: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2200000000 Hz
2019-10-11 18:01:50.935595: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x559a245a8770 executing computations on platform Host. Devices:
2019-10-11 18:01:50.935622: I tensorflow/compiler/xla/service/service.cc:175] StreamExecutor device (0): Host, Default Version
2019-10-11 18:01:51.028557: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1006] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero
2019-10-11 18:01:51.029092: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x559a2461b900 executing computations on platform CUDA. Devices:
2019-10-11 18:01:51.029125: I tensorflow/compiler/xla/service/service.cc:175] StreamExecutor device (0): Tesla V100-SXM2-16GB, Compute Capability 7.0
2019-10-11 18:01:51.029361: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1006] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero
2019-10-11 18:01:51.029703: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties:
name: Tesla V100-SXM2-16GB major: 7 minor: 0 memoryClockRate(GHz): 1.53
pciBusID: 0000:00:04.0
2019-10-11 18:01:51.029775: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.0
2019-10-11 18:01:51.029799: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10.0
2019-10-11 18:01:51.029823: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10.0
2019-10-11 18:01:51.029844: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10.0
2019-10-11 18:01:51.029872: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10.0
2019-10-11 18:01:51.029886: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10.0
2019-10-11 18:01:51.029900: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7
2019-10-11 18:01:51.029958: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1006] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero
2019-10-11 18:01:51.030265: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1006] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero
2019-10-11 18:01:51.030540: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0
2019-10-11 18:01:51.030608: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.0
2019-10-11 18:01:51.031613: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:
2019-10-11 18:01:51.031636: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165] 0
2019-10-11 18:01:51.031643: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0: N
2019-10-11 18:01:51.031870: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1006] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero
2019-10-11 18:01:51.032185: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1006] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero
2019-10-11 18:01:51.032495: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 14927 MB memory) -> physical GPU (device: 0, name: Tesla V100-SXM2-16GB, pci bus id: 0000:00:04.0, compute capability: 7.0)
Train on 10 samples
Epoch 1/10
2019-10-11 18:01:56.170081: W tensorflow/core/grappler/optimizers/implementation_selector.cc:310] Skipping optimization due to error while loading function libraries: Invalid argument: Functions '__inference___backward_standard_lstm_8516_9001' and '__inference___backward_cudnn_lstm_with_fallback_6778_6960_specialized_for_StatefulPartitionedCall_1_at___inference_distributed_function_9690' both implement 'lstm_b81e3687-4e56-40a8-b1a5-1d032f70e702' but their signatures do not match.
2019-10-11 18:01:56.388259: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10.0
2019-10-11 18:01:56.675672: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7
10/10 [==============================] - 6s 572ms/sample - loss: 0.0418 - accuracy: 1.0000
Epoch 2/10
10/10 [==============================] - 0s 2ms/sample - loss: 0.0000e+00 - accuracy: 1.0000
Epoch 3/10
10/10 [==============================] - 0s 2ms/sample - loss: 0.0000e+00 - accuracy: 1.0000
Epoch 4/10
10/10 [==============================] - 0s 1ms/sample - loss: 0.0000e+00 - accuracy: 1.0000
Epoch 5/10
10/10 [==============================] - 0s 1ms/sample - loss: 0.0000e+00 - accuracy: 1.0000
Epoch 6/10
10/10 [==============================] - 0s 2ms/sample - loss: 0.0000e+00 - accuracy: 1.0000
Epoch 7/10
10/10 [==============================] - 0s 1ms/sample - loss: 0.0000e+00 - accuracy: 1.0000
Epoch 8/10
10/10 [==============================] - 0s 1ms/sample - loss: 0.0000e+00 - accuracy: 1.0000
Epoch 9/10
10/10 [==============================] - 0s 1ms/sample - loss: 0.0000e+00 - accuracy: 1.0000
Epoch 10/10
10/10 [==============================] - 0s 1ms/sample - loss: 0.0000e+00 - accuracy: 1.0000
2019-10-11 18:01:59.256582: E tensorflow/core/grappler/optimizers/dependency_optimizer.cc:697] Iteration = 0, topological sort failed with message: The graph couldn't be sorted in topological order.
2019-10-11 18:01:59.257847: E tensorflow/core/grappler/optimizers/dependency_optimizer.cc:697] Iteration = 1, topological sort failed with message: The graph couldn't be sorted in topological order.
2019-10-11 18:01:59.261883: E tensorflow/core/grappler/optimizers/meta_optimizer.cc:502] layout failed: Invalid argument: The graph couldn't be sorted in topological order.
2019-10-11 18:01:59.269976: E tensorflow/core/grappler/optimizers/meta_optimizer.cc:502] model_pruner failed: Invalid argument: MutableGraphView::MutableGraphView error: node 'model/tf_op_layer_concat/concat' has self cycle fanin 'model/tf_op_layer_concat/concat'.
2019-10-11 18:01:59.270061: W tensorflow/core/grappler/optimizers/implementation_selector.cc:310] Skipping optimization due to error while loading function libraries: Invalid argument: Functions '__inference_standard_lstm_11015' and '__inference_cudnn_lstm_with_fallback_11126_specialized_for_model_lstm_merge_StatefulPartitionedCall_at___inference_distributed_function_11390' both implement 'lstm_4f18c424-9abd-46b5-a368-ebd8155a2deb' but their signatures do not match.
2019-10-11 18:01:59.277105: W tensorflow/core/graph/graph_constructor.cc:1270] IN Convert 82 NODES IN A CYCLE
2019-10-11 18:01:59.277150: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_Squeeze/Squeeze}} = Squeeze[T=DT_FLOAT, squeeze_dims=[3], _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_1/BiasAdd) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277161: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_Max/Max}} = Max[T=DT_FLOAT, Tidx=DT_INT32, keep_dims=true, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_Squeeze/Squeeze, metrics/accuracy/Mean/reduction_indices) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277168: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_sub/sub}} = Sub[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_Squeeze/Squeeze, model/tf_op_layer_Max/Max) WITH PENDING COUNT = 2
2019-10-11 18:01:59.277174: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_Exp/Exp}} = Exp[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_sub/sub) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277182: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_Sum/Sum}} = Sum[T=DT_FLOAT, Tidx=DT_INT32, keep_dims=true, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_Exp/Exp, metrics/accuracy/Mean/reduction_indices) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277191: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_truediv/truediv}} = RealDiv[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_Exp/Exp, model/tf_op_layer_Sum/Sum) WITH PENDING COUNT = 2
2019-10-11 18:01:59.277198: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_MatMul/MatMul}} = BatchMatMulV2[T=DT_FLOAT, adj_x=false, adj_y=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_truediv/truediv, model/lstm_right/StatefulPartitionedCall:0) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277206: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_concat_3/concat_3}} = ConcatV2[N=2, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_MatMul/MatMul, model/lstm_right/StatefulPartitionedCall:0, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277214: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/lstm_merge/Shape}} = Shape[T=DT_FLOAT, out_type=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_concat_3/concat_3) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277223: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/lstm_merge/strided_slice}} = StridedSlice[Index=DT_INT32, T=DT_INT32, begin_mask=0, ellipsis_mask=0, end_mask=0, new_axis_mask=0, shrink_axis_mask=1, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/lstm_merge/Shape, strided_slice/stack, strided_slice/stack_1, strided_slice/stack_1) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277232: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/lstm_merge/zeros/packed}} = Pack[N=2, T=DT_INT32, axis=0, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/lstm_merge/strided_slice, model/lstm_merge/zeros/packed/1) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277241: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node Identity_2}} = Identity[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/value, ^IteratorGetNext, ^metrics/accuracy/AssignAddVariableOp, ^metrics/accuracy/AssignAddVariableOp_1, ^metrics/accuracy/div_no_nan/ReadVariableOp, ^metrics/accuracy/div_no_nan/ReadVariableOp_1, ^model/dense/BiasAdd/ReadVariableOp, ^model/dense/Tensordot/ReadVariableOp, ^model/dense_1/BiasAdd/ReadVariableOp, ^model/dense_1/Tensordot/ReadVariableOp, ^model/dense_2/BiasAdd/ReadVariableOp, ^model/dense_2/MatMul/ReadVariableOp, ^model/dense_3/BiasAdd/ReadVariableOp, ^model/dense_3/MatMul/ReadVariableOp, ^model/lstm_left/StatefulPartitionedCall, ^model/lstm_merge/StatefulPartitionedCall, ^model/lstm_right/StatefulPartitionedCall) WITH PENDING COUNT = 6
2019-10-11 18:01:59.277250: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/lstm_merge/zeros}} = Fill[T=DT_FLOAT, index_type=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/lstm_merge/zeros/packed, loss/add/x) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277258: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node identity_2_RetVal}} = _Retval[T=DT_FLOAT, index=2, _device="/job:localhost/replica:0/task:0/device:GPU:0"](Identity_2) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277281: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/lstm_merge/StatefulPartitionedCall}} = StatefulPartitionedCall[Tin=[DT_FLOAT, DT_FLOAT, DT_FLOAT, DT_RESOURCE, DT_RESOURCE, DT_RESOURCE], Tout=[DT_FLOAT], config="", config_proto="\n\007\n\003CPU\020\001\n\007\n\003GPU\020\0012\005*\0010J\0008\001", executor_type="", f=__inference_cudnn_lstm_with_fallback_11126_specialized_for_model_lstm_merge_StatefulPartitionedCall_at___inference_distributed_function_11390[], _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_concat_3/concat_3, model/lstm_merge/zeros, model/lstm_merge/zeros, model_lstm_merge_statefulpartitionedcall_args_3, model_lstm_merge_statefulpartitionedcall_args_4, model_lstm_merge_statefulpartitionedcall_args_5) WITH PENDING COUNT = 3
2019-10-11 18:01:59.277299: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_2/MatMul}} = MatMul[T=DT_FLOAT, transpose_a=false, transpose_b=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/lstm_merge/StatefulPartitionedCall, model/dense_2/MatMul/ReadVariableOp) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277311: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_2/BiasAdd}} = BiasAdd[T=DT_FLOAT, data_format="NHWC", _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_2/MatMul, model/dense_2/BiasAdd/ReadVariableOp) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277322: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_2/Tanh}} = Tanh[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_2/BiasAdd) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277334: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_3/MatMul}} = MatMul[T=DT_FLOAT, transpose_a=false, transpose_b=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_2/Tanh, model/dense_3/MatMul/ReadVariableOp) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277346: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_3/BiasAdd}} = BiasAdd[T=DT_FLOAT, data_format="NHWC", _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_3/MatMul, model/dense_3/BiasAdd/ReadVariableOp) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277356: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/Greater}} = Greater[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_3/BiasAdd, metrics/accuracy/Cast_1/x) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277365: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/clip_by_value/Minimum}} = Minimum[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_3/BiasAdd, loss/dense_3_loss/sub) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277378: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/Cast_2}} = Cast[DstT=DT_FLOAT, SrcT=DT_BOOL, Truncate=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics/accuracy/Greater) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277393: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/clip_by_value}} = Maximum[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/clip_by_value/Minimum, loss/dense_3_loss/Const_1) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277404: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tensordot/MatMul}} = MatMul[T=DT_FLOAT, transpose_a=false, transpose_b=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tensordot/Reshape, model/dense/Tensordot/transpose_1) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277412: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tensordot}} = Reshape[T=DT_FLOAT, Tshape=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tensordot/MatMul, model/dense/Tensordot/concat_1) WITH PENDING COUNT = 2
2019-10-11 18:01:59.277426: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/Equal}} = Equal[T=DT_FLOAT, incompatible_shape_error=true, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/Cast, metrics/accuracy/Cast_2) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277438: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/add}} = AddV2[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/Const_1, loss/dense_3_loss/clip_by_value) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277451: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/sub_2}} = Sub[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/mul/x, loss/dense_3_loss/clip_by_value) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277471: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/Cast_3}} = Cast[DstT=DT_FLOAT, SrcT=DT_BOOL, Truncate=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics/accuracy/Equal) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277485: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/Log}} = Log[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/add) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277497: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/add_1}} = AddV2[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/Const_1, loss/dense_3_loss/sub_2) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277512: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/Mean}} = Mean[T=DT_FLOAT, Tidx=DT_INT32, keep_dims=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics/accuracy/Cast_3, metrics/accuracy/Mean/reduction_indices) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277526: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/mul}} = Mul[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/Cast, loss/dense_3_loss/Log) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277541: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/Log_1}} = Log[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/add_1) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277557: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/BiasAdd}} = BiasAdd[T=DT_FLOAT, data_format="NHWC", _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tensordot, model/dense/BiasAdd/ReadVariableOp) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277574: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/Sum}} = Sum[T=DT_FLOAT, Tidx=DT_INT32, keep_dims=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics/accuracy/Mean, strided_slice/stack) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277590: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/Size}} = Size[T=DT_FLOAT, out_type=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics/accuracy/Mean) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277604: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/mul_1}} = Mul[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/Log_1, loss/dense_3_loss/sub_1) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277619: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/AssignAddVariableOp}} = AssignAddVariableOp[dtype=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics_accuracy_assignaddvariableop_resource, metrics/accuracy/Sum) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277635: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/Cast_4}} = Cast[DstT=DT_FLOAT, SrcT=DT_INT32, Truncate=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics/accuracy/Size) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277650: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/add_2}} = AddV2[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/mul, loss/dense_3_loss/mul_1) WITH PENDING COUNT = 2
2019-10-11 18:01:59.277665: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/AssignAddVariableOp_1}} = AssignAddVariableOp[dtype=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics_accuracy_assignaddvariableop_1_resource, metrics/accuracy/Cast_4, ^metrics/accuracy/AssignAddVariableOp) WITH PENDING COUNT = 2
2019-10-11 18:01:59.277680: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/Neg}} = Neg[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/add_2) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277695: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/div_no_nan/ReadVariableOp}} = ReadVariableOp[dtype=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics_accuracy_assignaddvariableop_resource, ^metrics/accuracy/AssignAddVariableOp, ^metrics/accuracy/AssignAddVariableOp_1) WITH PENDING COUNT = 2
2019-10-11 18:01:59.277711: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/div_no_nan/ReadVariableOp_1}} = ReadVariableOp[dtype=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics_accuracy_assignaddvariableop_1_resource, ^metrics/accuracy/AssignAddVariableOp_1) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277723: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/Mean}} = Mean[T=DT_FLOAT, Tidx=DT_INT32, keep_dims=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/Neg, metrics/accuracy/Mean/reduction_indices) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277738: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node metrics/accuracy/div_no_nan}} = DivNoNan[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics/accuracy/div_no_nan/ReadVariableOp, metrics/accuracy/div_no_nan/ReadVariableOp_1) WITH PENDING COUNT = 2
2019-10-11 18:01:59.277751: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tanh}} = Tanh[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/BiasAdd) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277767: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/weighted_loss/broadcast_weights/ones_like/Shape}} = Shape[T=DT_FLOAT, out_type=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/Mean) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277786: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node Identity_1}} = Identity[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](metrics/accuracy/div_no_nan, ^IteratorGetNext, ^metrics/accuracy/AssignAddVariableOp, ^metrics/accuracy/AssignAddVariableOp_1, ^metrics/accuracy/div_no_nan/ReadVariableOp, ^metrics/accuracy/div_no_nan/ReadVariableOp_1, ^model/dense/BiasAdd/ReadVariableOp, ^model/dense/Tensordot/ReadVariableOp, ^model/dense_1/BiasAdd/ReadVariableOp, ^model/dense_1/Tensordot/ReadVariableOp, ^model/dense_2/BiasAdd/ReadVariableOp, ^model/dense_2/MatMul/ReadVariableOp, ^model/dense_3/BiasAdd/ReadVariableOp, ^model/dense_3/MatMul/ReadVariableOp, ^model/lstm_left/StatefulPartitionedCall, ^model/lstm_merge/StatefulPartitionedCall, ^model/lstm_right/StatefulPartitionedCall) WITH PENDING COUNT = 6
2019-10-11 18:01:59.277805: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node identity_RetVal}} = _Retval[T=DT_INT64, index=0, _device="/job:localhost/replica:0/task:0/device:GPU:0"](ArithmeticOptimizer/ReorderCastLikeAndValuePreserving_int64_Cast) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277821: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/weighted_loss/broadcast_weights/ones_like}} = Fill[T=DT_FLOAT, index_type=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/weighted_loss/broadcast_weights/ones_like/Shape, loss/mul/x) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277836: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node identity_1_RetVal}} = _Retval[T=DT_FLOAT, index=1, _device="/job:localhost/replica:0/task:0/device:GPU:0"](Identity_1) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277851: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/Tensordot/Shape}} = Shape[T=DT_FLOAT, out_type=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tanh) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277870: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node ArithmeticOptimizer/ReorderCastLikeAndValuePreserving_int64_Cast}} = Cast[DstT=DT_INT64, SrcT=DT_INT32, Truncate=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](strided_slice, ^IteratorGetNext, ^metrics/accuracy/AssignAddVariableOp, ^metrics/accuracy/AssignAddVariableOp_1, ^metrics/accuracy/div_no_nan/ReadVariableOp, ^metrics/accuracy/div_no_nan/ReadVariableOp_1, ^model/dense/BiasAdd/ReadVariableOp, ^model/dense/Tensordot/ReadVariableOp, ^model/dense_1/BiasAdd/ReadVariableOp, ^model/dense_1/Tensordot/ReadVariableOp, ^model/dense_2/BiasAdd/ReadVariableOp, ^model/dense_2/MatMul/ReadVariableOp, ^model/dense_3/BiasAdd/ReadVariableOp, ^model/dense_3/MatMul/ReadVariableOp, ^model/lstm_left/StatefulPartitionedCall, ^model/lstm_merge/StatefulPartitionedCall, ^model/lstm_right/StatefulPartitionedCall) WITH PENDING COUNT = 5
2019-10-11 18:01:59.277892: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/Tensordot/GatherV2}} = GatherV2[Taxis=DT_INT32, Tindices=DT_INT32, Tparams=DT_INT32, batch_dims=0, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_1/Tensordot/Shape, model/dense/Tensordot/free, model/dense/Tensordot/GatherV2/axis) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277908: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/weighted_loss/Mul}} = Mul[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/Mean, loss/dense_3_loss/weighted_loss/broadcast_weights/ones_like) WITH PENDING COUNT = 2
2019-10-11 18:01:59.277924: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/num_elements}} = Size[T=DT_FLOAT, out_type=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/weighted_loss/Mul) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277940: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/Sum}} = Sum[T=DT_FLOAT, Tidx=DT_INT32, keep_dims=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/weighted_loss/Mul, strided_slice/stack) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277957: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/num_elements/Cast}} = Cast[DstT=DT_FLOAT, SrcT=DT_INT32, Truncate=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/num_elements) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277974: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/Tensordot/GatherV2_1}} = GatherV2[Taxis=DT_INT32, Tindices=DT_INT32, Tparams=DT_INT32, batch_dims=0, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_1/Tensordot/Shape, model/dense/Tensordot/axes, model/dense/Tensordot/GatherV2/axis) WITH PENDING COUNT = 1
2019-10-11 18:01:59.277990: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/Tensordot/Prod}} = Prod[T=DT_INT32, Tidx=DT_INT32, keep_dims=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_1/Tensordot/GatherV2, strided_slice/stack) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278007: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/Tensordot/concat_1}} = ConcatV2[N=2, T=DT_INT32, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_1/Tensordot/GatherV2, strided_slice/stack_1, model/dense/Tensordot/GatherV2/axis) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278023: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/Tensordot/Prod_1}} = Prod[T=DT_INT32, Tidx=DT_INT32, keep_dims=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_1/Tensordot/GatherV2_1, strided_slice/stack) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278043: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node loss/dense_3_loss/value}} = DivNoNan[T=DT_FLOAT, _device="/job:localhost/replica:0/task:0/device:GPU:0"](loss/dense_3_loss/Sum, loss/dense_3_loss/num_elements/Cast) WITH PENDING COUNT = 2
2019-10-11 18:01:59.278061: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/Tensordot/stack}} = Pack[N=2, T=DT_INT32, axis=0, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_1/Tensordot/Prod, model/dense_1/Tensordot/Prod_1) WITH PENDING COUNT = 2
2019-10-11 18:01:59.278076: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/Tensordot/Reshape}} = Reshape[T=DT_FLOAT, Tshape=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tanh, model/dense_1/Tensordot/stack) WITH PENDING COUNT = 2
2019-10-11 18:01:59.278092: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/Tensordot/MatMul}} = MatMul[T=DT_FLOAT, transpose_a=false, transpose_b=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_1/Tensordot/Reshape, model/dense_1/Tensordot/transpose_1) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278108: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/Tensordot}} = Reshape[T=DT_FLOAT, Tshape=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_1/Tensordot/MatMul, model/dense_1/Tensordot/concat_1) WITH PENDING COUNT = 2
2019-10-11 18:01:59.278130: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim) WITH PENDING COUNT = 29
2019-10-11 18:01:59.278156: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim) WITH PENDING COUNT = 29
2019-10-11 18:01:59.278177: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/tf_op_layer_concat_2/concat_2}} = ConcatV2[N=2, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_concat/concat, model/tf_op_layer_concat_1/concat_1, metrics/accuracy/Mean/reduction_indices) WITH PENDING COUNT = 2
2019-10-11 18:01:59.278194: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tensordot/Shape}} = Shape[T=DT_FLOAT, out_type=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_concat_2/concat_2) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278210: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense_1/BiasAdd}} = BiasAdd[T=DT_FLOAT, data_format="NHWC", _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense_1/Tensordot, model/dense_1/BiasAdd/ReadVariableOp) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278227: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tensordot/GatherV2}} = GatherV2[Taxis=DT_INT32, Tindices=DT_INT32, Tparams=DT_INT32, batch_dims=0, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tensordot/Shape, model/dense/Tensordot/free, model/dense/Tensordot/GatherV2/axis) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278245: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tensordot/GatherV2_1}} = GatherV2[Taxis=DT_INT32, Tindices=DT_INT32, Tparams=DT_INT32, batch_dims=0, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tensordot/Shape, model/dense/Tensordot/axes, model/dense/Tensordot/GatherV2/axis) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278261: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tensordot/Prod}} = Prod[T=DT_INT32, Tidx=DT_INT32, keep_dims=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tensordot/GatherV2, strided_slice/stack) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278278: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tensordot/concat_1}} = ConcatV2[N=2, T=DT_INT32, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tensordot/GatherV2, model/dense/Tensordot/Const_2, model/dense/Tensordot/GatherV2/axis) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278294: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tensordot/Prod_1}} = Prod[T=DT_INT32, Tidx=DT_INT32, keep_dims=false, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tensordot/GatherV2_1, strided_slice/stack) WITH PENDING COUNT = 1
2019-10-11 18:01:59.278310: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tensordot/stack}} = Pack[N=2, T=DT_INT32, axis=0, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/dense/Tensordot/Prod, model/dense/Tensordot/Prod_1) WITH PENDING COUNT = 2
2019-10-11 18:01:59.278323: W tensorflow/core/graph/graph_constructor.cc:1274] PENDING: {{node model/dense/Tensordot/Reshape}} = Reshape[T=DT_FLOAT, Tshape=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_concat_2/concat_2, model/dense/Tensordot/stack) WITH PENDING COUNT = 2
2019-10-11 18:01:59.278353: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278373: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278391: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278400: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278416: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278434: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278443: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278458: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278474: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278485: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278501: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278518: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278530: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278548: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278564: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278575: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278591: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278608: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278619: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278635: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278652: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278663: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278678: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278695: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278707: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278722: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278738: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278747: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278763: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278779: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278790: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278806: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278823: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278834: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278849: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278866: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278877: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278892: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278909: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278919: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278935: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278952: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.278962: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.278978: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.278995: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279006: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279020: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279042: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279051: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279067: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279084: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279096: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279114: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279131: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279141: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279157: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279174: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279185: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279200: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279218: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279228: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279244: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279262: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279272: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279288: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279305: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279316: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279331: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279358: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279366: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279384: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279397: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279405: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279434: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279448: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279455: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279468: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279481: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279489: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279501: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279514: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279522: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279535: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279549: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279560: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279576: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat/concat}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims/ExpandDims, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_concat/concat, model/tf_op_layer_ExpandDims/ExpandDims/dim)
2019-10-11 18:01:59.279592: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279608: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279627: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.279645: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279654: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279670: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.279688: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279697: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279713: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.279731: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279740: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279756: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.279774: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279786: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279806: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.279823: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279835: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279854: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.279871: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279882: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279902: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.279919: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279931: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279950: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.279967: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.279977: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.279993: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280010: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280022: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280045: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280063: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280074: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280093: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280110: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280121: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280137: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280154: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280165: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280181: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280198: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280210: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280226: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280243: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280254: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280270: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280288: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280298: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280314: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280332: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280342: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280358: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280376: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280387: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280403: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280420: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280430: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280446: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280464: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280475: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280490: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280508: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280518: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280534: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280551: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280562: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280578: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280595: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280606: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280634: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280651: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280661: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280675: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280692: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280702: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280717: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280734: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280743: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280758: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280775: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280785: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280800: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280816: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280826: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280841: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280857: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.280868: W tensorflow/core/graph/graph_constructor.cc:1070] Cycle detected:
2019-10-11 18:01:59.280883: W tensorflow/core/graph/graph_constructor.cc:1072] {{node model/tf_op_layer_concat_1/concat_1}} = ConcatV2[N=30, T=DT_FLOAT, Tidx=DT_INT32, _device="/job:localhost/replica:0/task:0/device:GPU:0"](model/tf_op_layer_ExpandDims_1/ExpandDims_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_concat_1/concat_1, model/tf_op_layer_ExpandDims_1/ExpandDims_1/dim)
2019-10-11 18:01:59.280899: W tensorflow/core/graph/graph_constructor.cc:1075] End of cycle
2019-10-11 18:01:59.281858: E tensorflow/core/grappler/optimizers/meta_optimizer.cc:502] function_optimizer failed: Invalid argument: 82 nodes in a cycle
2019-10-11 18:01:59.298603: E tensorflow/core/grappler/optimizers/meta_optimizer.cc:502] remapper failed: Invalid argument: MutableGraphView::MutableGraphView error: node 'model/tf_op_layer_concat/concat' has self cycle fanin 'model/tf_op_layer_concat/concat'.
2019-10-11 18:01:59.301542: E tensorflow/core/grappler/optimizers/meta_optimizer.cc:502] arithmetic_optimizer failed: Invalid argument: The graph couldn't be sorted in topological order.
2019-10-11 18:01:59.303620: E tensorflow/core/grappler/optimizers/dependency_optimizer.cc:697] Iteration = 0, topological sort failed with message: The graph couldn't be sorted in topological order.
2019-10-11 18:01:59.304505: E tensorflow/core/grappler/optimizers/dependency_optimizer.cc:697] Iteration = 1, topological sort failed with message: The graph couldn't be sorted in topological order.
2019-10-11 18:01:59.309759: W tensorflow/core/common_runtime/process_function_library_runtime.cc:675] Ignoring multi-device function optimization failure: Invalid argument: The graph couldn't be sorted in topological order.
2019-10-11 18:01:59.336432: W tensorflow/core/framework/op_kernel.cc:1622] OP_REQUIRES failed at iterator_ops.cc:893 : Not found: Resource AnonymousIterator/AnonymousIterator1/N10tensorflow4data16IteratorResourceE does not exist.
2019-10-11 18:01:59.336474: W tensorflow/core/common_runtime/base_collective_executor.cc:216] BaseCollectiveExecutor::StartAbort Not found: Resource AnonymousIterator/AnonymousIterator1/N10tensorflow4data16IteratorResourceE does not exist.
[[{{node IteratorGetNext}}]]
[[IteratorGetNext/_45]]
2019-10-11 18:01:59.336549: W tensorflow/core/common_runtime/base_collective_executor.cc:216] BaseCollectiveExecutor::StartAbort Not found: Resource AnonymousIterator/AnonymousIterator1/N10tensorflow4data16IteratorResourceE does not exist.
[[{{node IteratorGetNext}}]]
10/1 [============================================================================================================================================================================================================================================================================================================] - 1s 93ms/sample
Traceback (most recent call last):
File "lstm.py", line 76, in <module>
model.evaluate([left, right], labels)
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/keras/engine/training.py", line 833, in evaluate
use_multiprocessing=use_multiprocessing)
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/keras/engine/training_v2.py", line 456, in evaluate
import typing
sample_weight=sample_weight, steps=steps, callbacks=callbacks, **kwargs)
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/keras/engine/training_v2.py", line 444, in _model_iteration
total_epochs=1)
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/keras/engine/training_v2.py", line 123, in run_one_epoch
batch_outs = execution_function(iterator)
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/keras/engine/training_v2_utils.py", line 86, in execution_function
distributed_function(input_fn))
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/eager/def_function.py", line 457, in __call__
result = self._call(*args, **kwds)
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/eager/def_function.py", line 526, in _call
return self._concrete_stateful_fn._filtered_call(canon_args, canon_kwds) # pylint: disable=protected-access
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/eager/function.py", line 1141, in _filtered_call
self.captured_inputs)
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/eager/function.py", line 1224, in _call_flat
ctx, args, cancellation_manager=cancellation_manager)
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/eager/function.py", line 511, in call
ctx=ctx)
File "/home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/eager/execute.py", line 67, in quick_execute
six.raise_from(core._status_to_exception(e.code, message), None)
File "<string>", line 3, in raise_from
tensorflow.python.framework.errors_impl.NotFoundError: 2 root error(s) found.
(0) Not found: Resource AnonymousIterator/AnonymousIterator1/N10tensorflow4data16IteratorResourceE does not exist.
[[node IteratorGetNext (defined at /home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/framework/ops.py:1751) ]]
[[IteratorGetNext/_45]]
(1) Not found: Resource AnonymousIterator/AnonymousIterator1/N10tensorflow4data16IteratorResourceE does not exist.
[[node IteratorGetNext (defined at /home/zhaohaozeng/anaconda3/lib/python3.7/site-packages/tensorflow_core/python/framework/ops.py:1751) ]]
0 successful operations.
0 derived errors ignored. [Op:__inference_distributed_function_11390]
Function call stack:
distributed_function -> distributed_function
@Jungle1990
Copy link

Hi, does this issue resolved? I met the same issue here.

@matthew-z
Copy link
Author

Please check the issue tensorflow/tensorflow#33258

I stopped using tensorflow so I don't know how it is now...

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment