Skip to content

Instantly share code, notes, and snippets.

@xilenteyex

xilenteyex/mnist_step_stats_99.json

Created September 9, 2018 22:23
Show Gist options
  • Save xilenteyex/aef5dd189fe210acd4d8720c804b43a8 to your computer and use it in GitHub Desktop.
Save xilenteyex/aef5dd189fe210acd4d8720c804b43a8 to your computer and use it in GitHub Desktop.
Download ZIP
step stats file for mnist_step_99
Raw
mnist_step_stats_99.json
{
"devStats": [
{
"device": "/job:localhost/replica:0/task:0/device:CPU:0",
"nodeStats": [
{
"allStartMicros": "1536530947156331",
"opStartRelMicros": "2",
"timelineLabel": "_SOURCE = NoOp()",
"nodeName": "_SOURCE",
"allEndRelMicros": "18",
"memoryStats": {},
"opEndRelMicros": "11",
"scheduledMicros": "1536530947156225"
},
{
"allStartMicros": "1536530947156399",
"timelineLabel": "_arg_dropout/Placeholder_0_0 = _Arg()",
"nodeName": "_arg_dropout/Placeholder_0_0",
"allEndRelMicros": "30",
"memoryStats": {},
"opEndRelMicros": "17",
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "cpu",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947156349"
},
{
"allStartMicros": "1536530947156460",
"timelineLabel": "_arg_input/x-input_0_1 = _Arg()",
"nodeName": "_arg_input/x-input_0_1",
"allEndRelMicros": "14",
"memoryStats": {},
"opEndRelMicros": "10",
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "784"
}
]
},
"allocationDescription": {
"allocatorName": "cpu",
"requestedBytes": "313600"
}
}
}
],
"scheduledMicros": "1536530947156429"
},
{
"allStartMicros": "1536530947156509",
"timelineLabel": "_arg_input/y-input_0_2 = _Arg()",
"nodeName": "_arg_input/y-input_0_2",
"allEndRelMicros": "75",
"memoryStats": {},
"opEndRelMicros": "68",
"output": [
{
"tensorDescription": {
"dtype": "DT_INT64",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"allocatorName": "cpu",
"requestedBytes": "800"
}
}
}
],
"scheduledMicros": "1536530947156474"
},
{
"allStartMicros": "1536530947156666",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/Shape_1 = Shape(_arg_dropout/Placeholder_0_0)",
"nodeName": "train/gradients/dropout/dropout/div_grad/Shape_1",
"allEndRelMicros": "49",
"memoryStats": {},
"opEndRelMicros": "44",
"memory": [
{
"allocatorBytesInUse": "2304",
"allocatorName": "cuda_host_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{}
]
}
}
}
],
"scheduledMicros": "1536530947156584"
}
]
},
{
"device": "/device:GPU:0/stream:23",
"nodeStats": [
{
"timelineLabel": "MEMCPYHtoD 800 bytes (Pageable to Device)",
"allEndRelMicros": "1",
"allStartMicros": "1536530947156827",
"opEndRelMicros": "1",
"nodeName": "edge_348__arg_input/y-input_0_2:MEMCPYHtoD"
},
{
"timelineLabel": "MEMCPYHtoD 4 bytes (Pageable to Device)",
"allEndRelMicros": "1",
"allStartMicros": "1536530947156877",
"opEndRelMicros": "1",
"nodeName": "edge_338__arg_dropout/Placeholder_0_0:MEMCPYHtoD"
},
{
"timelineLabel": "MEMCPYHtoD 313600 bytes (Pageable to Device)",
"allEndRelMicros": "27",
"allStartMicros": "1536530947157052",
"opEndRelMicros": "27",
"nodeName": "edge_345__arg_input/x-input_0_1:MEMCPYHtoD"
}
]
},
{
"device": "/device:GPU:0/memcpy",
"nodeStats": [
{
"timelineLabel": "MEMCPYHtoD 800 bytes (Pageable to Device)",
"allEndRelMicros": "1",
"allStartMicros": "1536530947156827",
"opEndRelMicros": "1",
"nodeName": "edge_348__arg_input/y-input_0_2:MEMCPYHtoD"
},
{
"timelineLabel": "MEMCPYHtoD 4 bytes (Pageable to Device)",
"allEndRelMicros": "1",
"allStartMicros": "1536530947156877",
"opEndRelMicros": "1",
"nodeName": "edge_338__arg_dropout/Placeholder_0_0:MEMCPYHtoD"
},
{
"timelineLabel": "MEMCPYHtoD 313600 bytes (Pageable to Device)",
"allEndRelMicros": "27",
"allStartMicros": "1536530947157052",
"opEndRelMicros": "27",
"nodeName": "edge_345__arg_input/x-input_0_1:MEMCPYHtoD"
},
{
"timelineLabel": "MEMCPYDtoD 4 bytes (Device to Device)",
"allEndRelMicros": "1",
"allStartMicros": "1536530947162123",
"opEndRelMicros": "1",
"nodeName": "train/Adam/Assign:Assign:MEMCPYDtoD"
},
{
"timelineLabel": "MEMCPYDtoD 4 bytes (Device to Device)",
"allEndRelMicros": "1",
"allStartMicros": "1536530947162184",
"opEndRelMicros": "1",
"nodeName": "train/Adam/Assign_1:Assign:MEMCPYDtoD"
}
]
},
{
"device": "/device:GPU:0/stream:all",
"nodeStats": [
{
"allEndRelMicros": "35",
"allStartMicros": "1536530947157815",
"opEndRelMicros": "35",
"nodeName": "layer1/Wx_plus_b/MatMul:MatMul"
},
{
"allEndRelMicros": "6",
"allStartMicros": "1536530947157925",
"opEndRelMicros": "6",
"nodeName": "layer1/Wx_plus_b/add:Add"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947158014",
"opEndRelMicros": "4",
"nodeName": "layer1/activation:Relu"
},
{
"allEndRelMicros": "8",
"allStartMicros": "1536530947158118",
"opEndRelMicros": "8",
"nodeName": "dropout/dropout/div:RealDiv"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947158195",
"opEndRelMicros": "4",
"nodeName": "train/gradients/dropout/dropout/div_grad/Neg:Neg"
},
{
"allEndRelMicros": "12",
"allStartMicros": "1536530947158272",
"opEndRelMicros": "12",
"nodeName": "dropout/dropout/random_uniform/RandomUniform:RandomUniform"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947158377",
"opEndRelMicros": "7",
"nodeName": "train/gradients/dropout/dropout/div_grad/RealDiv_1:RealDiv"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947158419",
"opEndRelMicros": "4",
"nodeName": "dropout/dropout/random_uniform/mul:Mul"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947158454",
"opEndRelMicros": "7",
"nodeName": "train/gradients/dropout/dropout/div_grad/RealDiv_2:RealDiv"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947158490",
"opEndRelMicros": "3",
"nodeName": "dropout/dropout/random_uniform:Add"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947158543",
"opEndRelMicros": "3",
"nodeName": "dropout/dropout/add:Add"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947158583",
"opEndRelMicros": "3",
"nodeName": "dropout/dropout/Floor:Floor"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947158624",
"opEndRelMicros": "4",
"nodeName": "dropout/dropout/mul:Mul"
},
{
"allEndRelMicros": "22",
"allStartMicros": "1536530947158719",
"opEndRelMicros": "22",
"nodeName": "layer2/Wx_plus_b/MatMul:MatMul"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947158802",
"opEndRelMicros": "3",
"nodeName": "layer2/Wx_plus_b/add:Add"
},
{
"allEndRelMicros": "6",
"allStartMicros": "1536530947158909",
"opEndRelMicros": "6",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "5",
"allStartMicros": "1536530947158933",
"opEndRelMicros": "5",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "8",
"allStartMicros": "1536530947158956",
"opEndRelMicros": "8",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "13",
"allStartMicros": "1536530947158980",
"opEndRelMicros": "13",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159004",
"opEndRelMicros": "3",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947159022",
"opEndRelMicros": "4",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159115",
"opEndRelMicros": "2",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul:Mul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947159218",
"opEndRelMicros": "4",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum:Sum"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159287",
"opEndRelMicros": "3",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like:Fill"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159358",
"opEndRelMicros": "3",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights:Mul"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159408",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Neg:Neg"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159448",
"opEndRelMicros": "2",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present:Sum"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159495",
"opEndRelMicros": "3",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Greater:Greater"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159537",
"opEndRelMicros": "3",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Equal:Equal"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159587",
"opEndRelMicros": "3",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select:Select"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159644",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select_1:Select"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159686",
"opEndRelMicros": "2",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Select:Select"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159755",
"opEndRelMicros": "3",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv_1:RealDiv"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159799",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv_2:RealDiv"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159831",
"opEndRelMicros": "3",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv:RealDiv"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159864",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/mul:Mul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160014",
"opEndRelMicros": "4",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Tile:Tile"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947160072",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Mul:Mul"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947160125",
"opEndRelMicros": "3",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Mul_1:Mul"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947160177",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "5",
"allStartMicros": "1536530947160285",
"opEndRelMicros": "5",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul:Mul"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947160370",
"opEndRelMicros": "7",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160393",
"opEndRelMicros": "4",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "14",
"allStartMicros": "1536530947160553",
"opEndRelMicros": "14",
"nodeName": "train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul:MatMul"
},
{
"allEndRelMicros": "14",
"allStartMicros": "1536530947160639",
"opEndRelMicros": "14",
"nodeName": "train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul_1:MatMul"
},
{
"allEndRelMicros": "5",
"allStartMicros": "1536530947160725",
"opEndRelMicros": "5",
"nodeName": "train/Adam/update_layer2/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160748",
"opEndRelMicros": "4",
"nodeName": "train/Adam/update_layer2/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947160768",
"opEndRelMicros": "7",
"nodeName": "train/Adam/update_layer2/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160872",
"opEndRelMicros": "4",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Mul:Mul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160919",
"opEndRelMicros": "4",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Mul_1:Mul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160982",
"opEndRelMicros": "4",
"nodeName": "train/Adam/update_layer2/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160999",
"opEndRelMicros": "4",
"nodeName": "train/Adam/update_layer2/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947161016",
"opEndRelMicros": "7",
"nodeName": "train/Adam/update_layer2/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947161155",
"opEndRelMicros": "7",
"nodeName": "train/gradients/dropout/dropout/div_grad/RealDiv:RealDiv"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947161202",
"opEndRelMicros": "4",
"nodeName": "train/gradients/dropout/dropout/div_grad/mul:Mul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947161276",
"opEndRelMicros": "4",
"nodeName": "train/gradients/dropout/dropout/div_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947161292",
"opEndRelMicros": "3",
"nodeName": "train/gradients/dropout/dropout/div_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947161393",
"opEndRelMicros": "3",
"nodeName": "train/gradients/layer1/activation_grad/ReluGrad:ReluGrad"
},
{
"allEndRelMicros": "5",
"allStartMicros": "1536530947161475",
"opEndRelMicros": "5",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "26",
"allStartMicros": "1536530947161646",
"opEndRelMicros": "26",
"nodeName": "train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul:MatMul"
},
{
"allEndRelMicros": "29",
"allStartMicros": "1536530947161730",
"opEndRelMicros": "29",
"nodeName": "train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul_1:MatMul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947161790",
"opEndRelMicros": "4",
"nodeName": "train/Adam/update_layer1/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947161808",
"opEndRelMicros": "4",
"nodeName": "train/Adam/update_layer1/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "6",
"allStartMicros": "1536530947161824",
"opEndRelMicros": "6",
"nodeName": "train/Adam/update_layer1/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "8",
"allStartMicros": "1536530947161910",
"opEndRelMicros": "8",
"nodeName": "train/Adam/update_layer1/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "9",
"allStartMicros": "1536530947161928",
"opEndRelMicros": "9",
"nodeName": "train/Adam/update_layer1/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "20",
"allStartMicros": "1536530947161946",
"opEndRelMicros": "20",
"nodeName": "train/Adam/update_layer1/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947162003",
"opEndRelMicros": "3",
"nodeName": "train/Adam/mul:Mul"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947162058",
"opEndRelMicros": "2",
"nodeName": "train/Adam/mul_1:Mul"
}
]
},
{
"device": "/job:localhost/replica:0/task:0/device:GPU:0",
"nodeStats": [
{
"allStartMicros": "1536530947156333",
"opStartRelMicros": "16",
"timelineLabel": "_SOURCE = NoOp()",
"nodeName": "_SOURCE",
"allEndRelMicros": "108",
"memoryStats": {},
"opEndRelMicros": "47",
"memory": [
{
"allocatorBytesInUse": "6370048",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947156206"
},
{
"allStartMicros": "1536530947156506",
"opStartRelMicros": "1",
"timelineLabel": "layer1/weights/Variable = VariableV2()",
"nodeName": "layer1/weights/Variable",
"allEndRelMicros": "101",
"memoryStats": {
"persistentMemorySize": "1568000"
},
"opEndRelMicros": "92",
"memory": [
{
"allocatorBytesInUse": "6370048",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "784"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "26",
"ptr": "139839343241216",
"allocatedBytes": "1568000",
"requestedBytes": "1568000"
}
}
}
],
"scheduledMicros": "1536530947156441"
},
{
"allStartMicros": "1536530947156616",
"opStartRelMicros": "1",
"timelineLabel": "layer1/biases/Variable = VariableV2()",
"nodeName": "layer1/biases/Variable",
"allEndRelMicros": "101",
"memoryStats": {
"persistentMemorySize": "2048"
},
"opEndRelMicros": "96",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "13",
"ptr": "139839340037120",
"allocatedBytes": "2048",
"requestedBytes": "2000"
}
}
}
],
"scheduledMicros": "1536530947156607"
},
{
"allStartMicros": "1536530947156758",
"opStartRelMicros": "1",
"timelineLabel": "dropout/dropout/random_uniform/min = Const()",
"nodeName": "dropout/dropout/random_uniform/min",
"allEndRelMicros": "19",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "16",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340039680",
"allocationId": "41",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947156717"
},
{
"allStartMicros": "1536530947156805",
"opStartRelMicros": "1",
"timelineLabel": "layer2/weights/Variable = VariableV2()",
"nodeName": "layer2/weights/Variable",
"allEndRelMicros": "39",
"memoryStats": {
"persistentMemorySize": "20224"
},
"opEndRelMicros": "33",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "27",
"ptr": "139839338469120",
"allocatedBytes": "20224",
"requestedBytes": "20000"
}
}
}
],
"scheduledMicros": "1536530947156777"
},
{
"allStartMicros": "1536530947156846",
"opStartRelMicros": "8",
"timelineLabel": "layer2/biases/Variable = VariableV2()",
"nodeName": "layer2/biases/Variable",
"allEndRelMicros": "41",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "39",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "15",
"ptr": "139839340059392",
"allocatedBytes": "256",
"requestedBytes": "40"
}
}
}
],
"scheduledMicros": "1536530947156843"
},
{
"allStartMicros": "1536530947156899",
"opStartRelMicros": "1",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/assert_broadcastable/static_scalar_check_success = NoOp()",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/assert_broadcastable/static_scalar_check_success",
"allEndRelMicros": "19",
"memoryStats": {},
"opEndRelMicros": "17",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947156887"
},
{
"allStartMicros": "1536530947156931",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Shape_1 = Const()",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Shape_1",
"allEndRelMicros": "7",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{}
]
}
}
}
],
"scheduledMicros": "1536530947156918"
},
{
"allStartMicros": "1536530947156940",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Reshape/shape = Const()",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Reshape/shape",
"allEndRelMicros": "34",
"memoryStats": {},
"opEndRelMicros": "12",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"allocatorName": "cuda_host_bfc",
"ptr": "139838623843584",
"allocationId": "23",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947156938"
},
{
"allStartMicros": "1536530947156985",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/ExpandDims/dim = Const()",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/ExpandDims/dim",
"allEndRelMicros": "28",
"memoryStats": {},
"opEndRelMicros": "25",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {},
"allocationDescription": {
"allocatorName": "cuda_host_bfc",
"ptr": "139838623843840",
"allocationId": "24",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947156974"
},
{
"allStartMicros": "1536530947157024",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/add_grad/Shape_1 = Const()",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/Shape_1",
"allEndRelMicros": "14",
"memoryStats": {},
"opEndRelMicros": "11",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"allocatorName": "cuda_host_bfc",
"ptr": "139838623844096",
"allocationId": "25",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157012"
},
{
"allStartMicros": "1536530947157049",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/add_grad/Shape_1 = Const()",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/Shape_1",
"allEndRelMicros": "14",
"memoryStats": {},
"opEndRelMicros": "11",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"allocatorName": "cuda_host_bfc",
"ptr": "139838623844352",
"allocationId": "26",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157038"
},
{
"allStartMicros": "1536530947157084",
"opStartRelMicros": "1",
"timelineLabel": "train/beta1_power = VariableV2()",
"nodeName": "train/beta1_power",
"allEndRelMicros": "37",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "35",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "16",
"ptr": "139839340059648",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157063"
},
{
"allStartMicros": "1536530947157142",
"opStartRelMicros": "1",
"timelineLabel": "train/beta2_power = VariableV2()",
"nodeName": "train/beta2_power",
"allEndRelMicros": "40",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "37",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "17",
"ptr": "139839340059904",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157121"
},
{
"allStartMicros": "1536530947157197",
"opStartRelMicros": "8",
"timelineLabel": "layer1/weights/Variable/Adam = VariableV2()",
"nodeName": "layer1/weights/Variable/Adam",
"allEndRelMicros": "28",
"memoryStats": {
"persistentMemorySize": "1568000"
},
"opEndRelMicros": "25",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "784"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "22",
"ptr": "139839340064768",
"allocatedBytes": "1568000",
"requestedBytes": "1568000"
}
}
}
],
"scheduledMicros": "1536530947157182"
},
{
"allStartMicros": "1536530947157227",
"timelineLabel": "layer1/weights/Variable/Adam_1 = VariableV2()",
"nodeName": "layer1/weights/Variable/Adam_1",
"allEndRelMicros": "22",
"memoryStats": {
"persistentMemorySize": "1568000"
},
"opEndRelMicros": "19",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "784"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "23",
"ptr": "139839341632768",
"allocatedBytes": "1568000",
"requestedBytes": "1568000"
}
}
}
],
"scheduledMicros": "1536530947157224"
},
{
"allStartMicros": "1536530947157260",
"opStartRelMicros": "1",
"timelineLabel": "layer1/biases/Variable/Adam = VariableV2()",
"nodeName": "layer1/biases/Variable/Adam",
"allEndRelMicros": "18",
"memoryStats": {
"persistentMemorySize": "2048"
},
"opEndRelMicros": "16",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "18",
"ptr": "139839340060160",
"allocatedBytes": "2048",
"requestedBytes": "2000"
}
}
}
],
"scheduledMicros": "1536530947157249"
},
{
"allStartMicros": "1536530947157281",
"opStartRelMicros": "1",
"timelineLabel": "layer1/biases/Variable/Adam_1 = VariableV2()",
"nodeName": "layer1/biases/Variable/Adam_1",
"allEndRelMicros": "20",
"memoryStats": {
"persistentMemorySize": "2048"
},
"opEndRelMicros": "14",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "19",
"ptr": "139839340062208",
"allocatedBytes": "2048",
"requestedBytes": "2000"
}
}
}
],
"scheduledMicros": "1536530947157278"
},
{
"allStartMicros": "1536530947157312",
"opStartRelMicros": "1",
"timelineLabel": "layer2/weights/Variable/Adam = VariableV2()",
"nodeName": "layer2/weights/Variable/Adam",
"allEndRelMicros": "27",
"memoryStats": {
"persistentMemorySize": "20224"
},
"opEndRelMicros": "25",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "24",
"ptr": "139839343200768",
"allocatedBytes": "20224",
"requestedBytes": "20000"
}
}
}
],
"scheduledMicros": "1536530947157300"
},
{
"allStartMicros": "1536530947157341",
"opStartRelMicros": "1",
"timelineLabel": "layer2/weights/Variable/Adam_1 = VariableV2()",
"nodeName": "layer2/weights/Variable/Adam_1",
"allEndRelMicros": "21",
"memoryStats": {
"persistentMemorySize": "20224"
},
"opEndRelMicros": "18",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "25",
"ptr": "139839343220992",
"allocatedBytes": "20224",
"requestedBytes": "20000"
}
}
}
],
"scheduledMicros": "1536530947157339"
},
{
"allStartMicros": "1536530947157363",
"opStartRelMicros": "1",
"timelineLabel": "layer2/biases/Variable/Adam = VariableV2()",
"nodeName": "layer2/biases/Variable/Adam",
"allEndRelMicros": "29",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "26",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "20",
"ptr": "139839340064256",
"allocatedBytes": "256",
"requestedBytes": "40"
}
}
}
],
"scheduledMicros": "1536530947157361"
},
{
"allStartMicros": "1536530947157402",
"opStartRelMicros": "1",
"timelineLabel": "layer2/biases/Variable/Adam_1 = VariableV2()",
"nodeName": "layer2/biases/Variable/Adam_1",
"allEndRelMicros": "16",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "13",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "21",
"ptr": "139839340064512",
"allocatedBytes": "256",
"requestedBytes": "40"
}
}
}
],
"scheduledMicros": "1536530947157391"
},
{
"allStartMicros": "1536530947157419",
"opStartRelMicros": "1",
"timelineLabel": "train/Adam/learning_rate = Const()",
"nodeName": "train/Adam/learning_rate",
"allEndRelMicros": "16",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "13",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340040704",
"allocationId": "45",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157418"
},
{
"allStartMicros": "1536530947157445",
"opStartRelMicros": "1",
"timelineLabel": "train/Adam/beta1 = Const()",
"nodeName": "train/Adam/beta1",
"allEndRelMicros": "18",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "15",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340040960",
"allocationId": "46",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157435"
},
{
"allStartMicros": "1536530947157464",
"opStartRelMicros": "1",
"timelineLabel": "train/Adam/beta2 = Const()",
"nodeName": "train/Adam/beta2",
"allEndRelMicros": "7",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "4",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041216",
"allocationId": "47",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157462"
},
{
"allStartMicros": "1536530947157472",
"opStartRelMicros": "1",
"timelineLabel": "train/Adam/epsilon = Const()",
"nodeName": "train/Adam/epsilon",
"allEndRelMicros": "15",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "12",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041472",
"allocationId": "48",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157471"
},
{
"allStartMicros": "1536530947157497",
"opStartRelMicros": "1",
"timelineLabel": "dropout/dropout/random_uniform/sub/_2__cf__7 = Const()",
"nodeName": "dropout/dropout/random_uniform/sub/_2__cf__7",
"allEndRelMicros": "7",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "4",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041728",
"allocationId": "49",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157487"
},
{
"allStartMicros": "1536530947157506",
"opStartRelMicros": "1",
"timelineLabel": "layer1/weights/Variable/read = Identity(layer1/weights/Variable)",
"nodeName": "layer1/weights/Variable/read",
"allEndRelMicros": "6",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "784"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839343241216",
"allocationId": "26",
"allocatedBytes": "1568000",
"requestedBytes": "1568000"
}
}
}
],
"scheduledMicros": "1536530947157504"
},
{
"allStartMicros": "1536530947157514",
"opStartRelMicros": "1",
"timelineLabel": "layer1/biases/Variable/read = Identity(layer1/biases/Variable)",
"nodeName": "layer1/biases/Variable/read",
"allEndRelMicros": "13",
"memoryStats": {},
"opEndRelMicros": "10",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340037120",
"allocationId": "13",
"allocatedBytes": "2048",
"requestedBytes": "2000"
}
}
}
],
"scheduledMicros": "1536530947157512"
},
{
"allStartMicros": "1536530947157529",
"timelineLabel": "layer2/weights/Variable/read = Identity(layer2/weights/Variable)",
"nodeName": "layer2/weights/Variable/read",
"allEndRelMicros": "17",
"memoryStats": {},
"opEndRelMicros": "14",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338469120",
"allocationId": "27",
"allocatedBytes": "20224",
"requestedBytes": "20000"
}
}
}
],
"scheduledMicros": "1536530947157527"
},
{
"allStartMicros": "1536530947157555",
"timelineLabel": "layer2/biases/Variable/read = Identity(layer2/biases/Variable)",
"nodeName": "layer2/biases/Variable/read",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340059392",
"allocationId": "15",
"allocatedBytes": "256",
"requestedBytes": "40"
}
}
}
],
"scheduledMicros": "1536530947157546"
},
{
"allStartMicros": "1536530947157571",
"opStartRelMicros": "1",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Const_1 = Const(^cross_entropy/total/sparse_softmax_cross_entropy_loss/assert_broadcastable/static_scalar_check_success)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Const_1",
"allEndRelMicros": "6",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"allocatorName": "cuda_host_bfc",
"ptr": "139838623843328",
"allocationId": "19",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157560"
},
{
"allStartMicros": "1536530947157580",
"opStartRelMicros": "1",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/static_scalar_check_success = NoOp(^cross_entropy/total/sparse_softmax_cross_entropy_loss/assert_broadcastable/static_scalar_check_success)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/static_scalar_check_success",
"allEndRelMicros": "4",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947157577"
},
{
"allStartMicros": "1536530947157600",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Const_2 = Const(^cross_entropy/total/sparse_softmax_cross_entropy_loss/assert_broadcastable/static_scalar_check_success)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Const_2",
"allEndRelMicros": "11",
"memoryStats": {},
"opEndRelMicros": "8",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{}
]
}
}
}
],
"scheduledMicros": "1536530947157584"
},
{
"allStartMicros": "1536530947157625",
"opStartRelMicros": "1",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Greater/y = Const(^cross_entropy/total/sparse_softmax_cross_entropy_loss/assert_broadcastable/static_scalar_check_success)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Greater/y",
"allEndRelMicros": "7",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "4",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340040192",
"allocationId": "43",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157611"
},
{
"allStartMicros": "1536530947157634",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Equal/y = Const(^cross_entropy/total/sparse_softmax_cross_entropy_loss/assert_broadcastable/static_scalar_check_success)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Equal/y",
"allEndRelMicros": "5",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340040448",
"allocationId": "44",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157631"
},
{
"allStartMicros": "1536530947157648",
"timelineLabel": "train/beta1_power/read = Identity(train/beta1_power)",
"nodeName": "train/beta1_power/read",
"allEndRelMicros": "20",
"memoryStats": {},
"opEndRelMicros": "18",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340059648",
"allocationId": "16",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157639"
},
{
"allStartMicros": "1536530947157670",
"opStartRelMicros": "1",
"timelineLabel": "train/beta2_power/read = Identity(train/beta2_power)",
"nodeName": "train/beta2_power/read",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "6684928",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340059904",
"allocationId": "17",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157668"
},
{
"allStartMicros": "1536530947157677",
"opStartRelMicros": "1",
"timelineLabel": "[GPU_0_bfc 0.2MB 0.2MB] layer1/Wx_plus_b/MatMul = MatMul(_arg_input/x-input_0_1/_9, layer1/weights/Variable/read)",
"nodeName": "layer1/Wx_plus_b/MatMul",
"allEndRelMicros": "161",
"memoryStats": {},
"opEndRelMicros": "154",
"memory": [
{
"totalBytes": "200192",
"peakBytes": "200192",
"allocatorName": "GPU_0_bfc",
"liveBytes": "200192",
"allocationRecords": [
{
"allocMicros": "1536530947157685",
"allocBytes": "200192"
},
{
"allocMicros": "1536530947157971",
"allocBytes": "-200192"
}
],
"allocatorBytesInUse": "6885120"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3356",
"ptr": "139839338802944",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947157675"
},
{
"allStartMicros": "1536530947157855",
"opStartRelMicros": "2",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Const = Const(^cross_entropy/total/sparse_softmax_cross_entropy_loss/assert_broadcastable/static_scalar_check_success, ^cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/static_scalar_check_success)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Const",
"allEndRelMicros": "9",
"memoryStats": {
"persistentMemorySize": "256"
},
"opEndRelMicros": "7",
"memory": [
{
"allocatorBytesInUse": "6885120",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340039936",
"allocationId": "42",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947157838"
},
{
"allStartMicros": "1536530947157868",
"opStartRelMicros": "1",
"timelineLabel": "[GPU_0_bfc 0.2MB 0.2MB] layer1/Wx_plus_b/add = Add(layer1/Wx_plus_b/MatMul, layer1/biases/Variable/read)",
"nodeName": "layer1/Wx_plus_b/add",
"allEndRelMicros": "70",
"memoryStats": {},
"opEndRelMicros": "65",
"memory": [
{
"totalBytes": "200192",
"peakBytes": "200192",
"allocatorName": "GPU_0_bfc",
"liveBytes": "200192",
"allocationRecords": [
{
"allocMicros": "1536530947157880",
"allocBytes": "200192"
},
{
"allocMicros": "1536530947161401",
"allocBytes": "-200192"
}
],
"allocatorBytesInUse": "7085312"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3357",
"ptr": "139839339003136",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947157864"
},
{
"allStartMicros": "1536530947157946",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/add_grad/Shape = Shape(layer1/Wx_plus_b/MatMul)",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/Shape",
"allEndRelMicros": "27",
"memoryStats": {},
"opEndRelMicros": "20",
"memory": [
{
"allocatorBytesInUse": "7085312",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "8",
"liveBytes": "8",
"peakBytes": "8",
"allocationRecords": [
{
"allocMicros": "1536530947157964",
"allocBytes": "8"
},
{
"allocMicros": "1536530947161496",
"allocBytes": "-8"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "2"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306009024",
"allocatedBytes": "8",
"requestedBytes": "8"
}
}
}
],
"scheduledMicros": "1536530947157938"
},
{
"allStartMicros": "1536530947157976",
"timelineLabel": "layer1/activation = Relu(layer1/Wx_plus_b/add)",
"nodeName": "layer1/activation",
"allEndRelMicros": "48",
"memoryStats": {},
"opEndRelMicros": "43",
"memory": [
{
"allocatorBytesInUse": "6885120",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339003136",
"allocationId": "3357",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947157973"
},
{
"allStartMicros": "1536530947158028",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/add_grad/BroadcastGradientArgs = BroadcastGradientArgs(train/gradients/layer1/Wx_plus_b/add_grad/Shape, train/gradients/layer1/Wx_plus_b/add_grad/Shape_1)",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/BroadcastGradientArgs",
"allEndRelMicros": "25",
"memoryStats": {},
"opEndRelMicros": "20",
"memory": [
{
"allocatorBytesInUse": "6885120",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "4",
"liveBytes": "4",
"peakBytes": "4",
"allocationRecords": [
{
"allocMicros": "1536530947158046",
"allocBytes": "4"
},
{
"allocMicros": "1536530947161483",
"allocBytes": "-4"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{}
]
}
}
},
{
"slot": 1,
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306009600",
"allocatedBytes": "4",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947158024"
},
{
"allStartMicros": "1536530947158062",
"opStartRelMicros": "1",
"timelineLabel": "dropout/dropout/Shape = Shape(layer1/activation)",
"nodeName": "dropout/dropout/Shape",
"allEndRelMicros": "15",
"memoryStats": {},
"opEndRelMicros": "12",
"memory": [
{
"allocatorBytesInUse": "6885120",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "8",
"liveBytes": "8",
"peakBytes": "8",
"allocationRecords": [
{
"allocMicros": "1536530947158072",
"allocBytes": "8"
},
{
"allocMicros": "1536530947161315",
"allocBytes": "-8"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "2"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306009088",
"allocatedBytes": "8",
"requestedBytes": "8"
}
}
}
],
"scheduledMicros": "1536530947158052"
},
{
"allStartMicros": "1536530947158080",
"timelineLabel": "[GPU_0_bfc 0.2MB 0.2MB] dropout/dropout/div = RealDiv(layer1/activation, _arg_dropout/Placeholder_0_0/_11)",
"nodeName": "dropout/dropout/div",
"allEndRelMicros": "46",
"memoryStats": {},
"opEndRelMicros": "40",
"memory": [
{
"totalBytes": "200192",
"peakBytes": "200192",
"allocatorName": "GPU_0_bfc",
"liveBytes": "200192",
"allocationRecords": [
{
"allocMicros": "1536530947158085",
"allocBytes": "200192"
},
{
"allocMicros": "1536530947161085",
"allocBytes": "-200192"
}
],
"allocatorBytesInUse": "7085312"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3358",
"ptr": "139839338802944",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947158077"
},
{
"allStartMicros": "1536530947158133",
"opStartRelMicros": "1",
"timelineLabel": "[GPU_0_bfc 0.2MB 0.2MB] train/gradients/dropout/dropout/div_grad/Neg = Neg(layer1/activation)",
"nodeName": "train/gradients/dropout/dropout/div_grad/Neg",
"allEndRelMicros": "71",
"memoryStats": {},
"opEndRelMicros": "65",
"memory": [
{
"totalBytes": "200192",
"peakBytes": "200192",
"allocatorName": "GPU_0_bfc",
"liveBytes": "200192",
"allocationRecords": [
{
"allocMicros": "1536530947158148",
"allocBytes": "200192"
},
{
"allocMicros": "1536530947161207",
"allocBytes": "-200192"
}
],
"allocatorBytesInUse": "7285504"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3359",
"ptr": "139839339203328",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947158126"
},
{
"allStartMicros": "1536530947158212",
"opStartRelMicros": "2",
"timelineLabel": "[GPU_0_bfc 0.2MB 0.2MB] dropout/dropout/random_uniform/RandomUniform = RandomUniform(dropout/dropout/Shape)",
"nodeName": "dropout/dropout/random_uniform/RandomUniform",
"allEndRelMicros": "70",
"memoryStats": {},
"opEndRelMicros": "65",
"memory": [
{
"totalBytes": "200192",
"peakBytes": "200192",
"allocatorName": "GPU_0_bfc",
"liveBytes": "200192",
"allocationRecords": [
{
"allocMicros": "1536530947158241",
"allocBytes": "200192"
},
{
"allocMicros": "1536530947161301",
"allocBytes": "-200192"
}
],
"allocatorBytesInUse": "7485696"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3360",
"ptr": "139839339403520",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947158204"
},
{
"allStartMicros": "1536530947158289",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/BroadcastGradientArgs = BroadcastGradientArgs(train/gradients/dropout/dropout/div_grad/Shape, train/gradients/dropout/dropout/div_grad/Shape_1/_15)",
"nodeName": "train/gradients/dropout/dropout/div_grad/BroadcastGradientArgs",
"allEndRelMicros": "15",
"memoryStats": {},
"opEndRelMicros": "11",
"memory": [
{
"allocatorBytesInUse": "7485696",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "8",
"liveBytes": "8",
"peakBytes": "8",
"allocationRecords": [
{
"allocMicros": "1536530947158299",
"allocBytes": "8"
},
{
"allocMicros": "1536530947161302",
"allocBytes": "-8"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{}
]
}
}
},
{
"slot": 1,
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "2"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306008896",
"allocatedBytes": "8",
"requestedBytes": "8"
}
}
}
],
"scheduledMicros": "1536530947158282"
},
{
"allStartMicros": "1536530947158315",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/Shape = Shape(dropout/dropout/div)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Shape",
"allEndRelMicros": "15",
"memoryStats": {},
"opEndRelMicros": "11",
"memory": [
{
"allocatorBytesInUse": "7485696",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "8",
"liveBytes": "8",
"peakBytes": "8",
"allocationRecords": [
{
"allocMicros": "1536530947158326",
"allocBytes": "8"
},
{
"allocMicros": "1536530947161075",
"allocBytes": "-8"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "2"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306008832",
"allocatedBytes": "8",
"requestedBytes": "8"
}
}
}
],
"scheduledMicros": "1536530947158304"
},
{
"allStartMicros": "1536530947158339",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/RealDiv_1 = RealDiv(train/gradients/dropout/dropout/div_grad/Neg, _arg_dropout/Placeholder_0_0/_11)",
"nodeName": "train/gradients/dropout/dropout/div_grad/RealDiv_1",
"allEndRelMicros": "45",
"memoryStats": {},
"opEndRelMicros": "39",
"memory": [
{
"allocatorBytesInUse": "7485696",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339203328",
"allocationId": "3359",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947158330"
},
{
"allStartMicros": "1536530947158388",
"opStartRelMicros": "1",
"timelineLabel": "dropout/dropout/random_uniform/mul = Mul(dropout/dropout/random_uniform/RandomUniform, dropout/dropout/random_uniform/sub)",
"nodeName": "dropout/dropout/random_uniform/mul",
"allEndRelMicros": "37",
"memoryStats": {},
"opEndRelMicros": "32",
"memory": [
{
"allocatorBytesInUse": "7485696",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339403520",
"allocationId": "3360",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947158383"
},
{
"allStartMicros": "1536530947158429",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/RealDiv_2 = RealDiv(train/gradients/dropout/dropout/div_grad/RealDiv_1, _arg_dropout/Placeholder_0_0/_11)",
"nodeName": "train/gradients/dropout/dropout/div_grad/RealDiv_2",
"allEndRelMicros": "29",
"memoryStats": {},
"opEndRelMicros": "25",
"memory": [
{
"allocatorBytesInUse": "7485696",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339203328",
"allocationId": "3359",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947158425"
},
{
"allStartMicros": "1536530947158463",
"opStartRelMicros": "1",
"timelineLabel": "dropout/dropout/random_uniform = Add(dropout/dropout/random_uniform/mul, dropout/dropout/random_uniform/min)",
"nodeName": "dropout/dropout/random_uniform",
"allEndRelMicros": "34",
"memoryStats": {},
"opEndRelMicros": "29",
"memory": [
{
"allocatorBytesInUse": "7485696",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339403520",
"allocationId": "3360",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947158458"
},
{
"allStartMicros": "1536530947158500",
"opStartRelMicros": "1",
"timelineLabel": "dropout/dropout/add = Add(_arg_dropout/Placeholder_0_0/_11, dropout/dropout/random_uniform)",
"nodeName": "dropout/dropout/add",
"allEndRelMicros": "50",
"memoryStats": {},
"opEndRelMicros": "45",
"memory": [
{
"allocatorBytesInUse": "7485696",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339403520",
"allocationId": "3360",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947158497"
},
{
"allStartMicros": "1536530947158553",
"opStartRelMicros": "1",
"timelineLabel": "dropout/dropout/Floor = Floor(dropout/dropout/add)",
"nodeName": "dropout/dropout/Floor",
"allEndRelMicros": "35",
"memoryStats": {},
"opEndRelMicros": "31",
"memory": [
{
"allocatorBytesInUse": "7485696",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339403520",
"allocationId": "3360",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947158550"
},
{
"allStartMicros": "1536530947158592",
"opStartRelMicros": "1",
"timelineLabel": "[GPU_0_bfc 0.2MB 0.2MB] dropout/dropout/mul = Mul(dropout/dropout/div, dropout/dropout/Floor)",
"nodeName": "dropout/dropout/mul",
"allEndRelMicros": "39",
"memoryStats": {},
"opEndRelMicros": "34",
"memory": [
{
"totalBytes": "200192",
"peakBytes": "200192",
"allocatorName": "GPU_0_bfc",
"liveBytes": "200192",
"allocationRecords": [
{
"allocMicros": "1536530947158599",
"allocBytes": "200192"
},
{
"allocMicros": "1536530947160655",
"allocBytes": "-200192"
}
],
"allocatorBytesInUse": "7685888"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3361",
"ptr": "139839339603712",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947158588"
},
{
"allStartMicros": "1536530947158639",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/Shape_1 = Shape(dropout/dropout/Floor)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Shape_1",
"allEndRelMicros": "11",
"memoryStats": {},
"opEndRelMicros": "7",
"memory": [
{
"allocatorBytesInUse": "7685888",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "8",
"liveBytes": "8",
"peakBytes": "8",
"allocationRecords": [
{
"allocMicros": "1536530947158645",
"allocBytes": "8"
},
{
"allocMicros": "1536530947161084",
"allocBytes": "-8"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "2"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306008640",
"allocatedBytes": "8",
"requestedBytes": "8"
}
}
}
],
"scheduledMicros": "1536530947158631"
},
{
"allStartMicros": "1536530947158652",
"opStartRelMicros": "1",
"timelineLabel": "layer2/Wx_plus_b/MatMul = MatMul(dropout/dropout/mul, layer2/weights/Variable/read)",
"nodeName": "layer2/Wx_plus_b/MatMul",
"allEndRelMicros": "76",
"memoryStats": {},
"opEndRelMicros": "70",
"memory": [
{
"totalBytes": "4096",
"peakBytes": "4096",
"allocatorName": "GPU_0_bfc",
"liveBytes": "4096",
"allocationRecords": [
{
"allocMicros": "1536530947158656",
"allocBytes": "4096"
},
{
"allocMicros": "1536530947158831",
"allocBytes": "-4096"
}
],
"allocatorBytesInUse": "7689984"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3362",
"ptr": "139839340043264",
"allocatedBytes": "4096",
"requestedBytes": "4000"
}
}
}
],
"scheduledMicros": "1536530947158650"
},
{
"allStartMicros": "1536530947158740",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/BroadcastGradientArgs = BroadcastGradientArgs(train/gradients/dropout/dropout/mul_grad/Shape, train/gradients/dropout/dropout/mul_grad/Shape_1)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/BroadcastGradientArgs",
"allEndRelMicros": "11",
"memoryStats": {},
"opEndRelMicros": "7",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
},
{
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{}
]
}
}
},
{
"slot": 1,
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{}
]
}
}
}
],
"scheduledMicros": "1536530947158728"
},
{
"allStartMicros": "1536530947158761",
"timelineLabel": "layer2/Wx_plus_b/add = Add(layer2/Wx_plus_b/MatMul, layer2/biases/Variable/read)",
"nodeName": "layer2/Wx_plus_b/add",
"allEndRelMicros": "47",
"memoryStats": {},
"opEndRelMicros": "42",
"memory": [
{
"totalBytes": "4096",
"peakBytes": "4096",
"allocatorName": "GPU_0_bfc",
"liveBytes": "4096",
"allocationRecords": [
{
"allocMicros": "1536530947158773",
"allocBytes": "4096"
},
{
"allocMicros": "1536530947160657",
"allocBytes": "-4096"
}
],
"allocatorBytesInUse": "7694080"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3363",
"ptr": "139839340047360",
"allocatedBytes": "4096",
"requestedBytes": "4000"
}
}
}
],
"scheduledMicros": "1536530947158751"
},
{
"allStartMicros": "1536530947158811",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/add_grad/Shape = Shape(layer2/Wx_plus_b/MatMul)",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/Shape",
"allEndRelMicros": "22",
"memoryStats": {},
"opEndRelMicros": "16",
"memory": [
{
"allocatorBytesInUse": "7694080",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "8",
"liveBytes": "8",
"peakBytes": "8",
"allocationRecords": [
{
"allocMicros": "1536530947158826",
"allocBytes": "8"
},
{
"allocMicros": "1536530947160435",
"allocBytes": "-8"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "2"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306009216",
"allocatedBytes": "8",
"requestedBytes": "8"
}
}
}
],
"scheduledMicros": "1536530947158808"
},
{
"allStartMicros": "1536530947158835",
"opStartRelMicros": "1",
"timelineLabel": "layer2/activation = Identity(layer2/Wx_plus_b/add)",
"nodeName": "layer2/activation",
"allEndRelMicros": "7",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340047360",
"allocationId": "3363",
"allocatedBytes": "4096",
"requestedBytes": "4000"
}
}
}
],
"scheduledMicros": "1536530947158833"
},
{
"allStartMicros": "1536530947158854",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/add_grad/BroadcastGradientArgs = BroadcastGradientArgs(train/gradients/layer2/Wx_plus_b/add_grad/Shape, train/gradients/layer2/Wx_plus_b/add_grad/Shape_1)",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/BroadcastGradientArgs",
"allEndRelMicros": "11",
"memoryStats": {},
"opEndRelMicros": "7",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "4",
"liveBytes": "4",
"peakBytes": "4",
"allocationRecords": [
{
"allocMicros": "1536530947158860",
"allocBytes": "4"
},
{
"allocMicros": "1536530947160420",
"allocBytes": "-4"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{}
]
}
}
},
{
"slot": 1,
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306009472",
"allocatedBytes": "4",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947158841"
},
{
"allStartMicros": "1536530947158868",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy = SparseSoftmaxCrossEntropyWithLogits(layer2/activation, _arg_input/y-input_0_2/_13)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
"allEndRelMicros": "165",
"memoryStats": {
"tempMemorySize": "512"
},
"opEndRelMicros": "157",
"memory": [
{
"totalBytes": "1024",
"peakBytes": "1024",
"allocatorName": "GPU_0_bfc",
"liveBytes": "512",
"allocationRecords": [
{
"allocMicros": "1536530947158873",
"allocBytes": "512"
},
{
"allocMicros": "1536530947158876",
"allocBytes": "512"
},
{
"allocMicros": "1536530947159023",
"allocBytes": "-512"
},
{
"allocMicros": "1536530947160183",
"allocBytes": "-512"
}
],
"allocatorBytesInUse": "7690496"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3365",
"ptr": "139839340043776",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
},
{
"slot": 1,
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340047360",
"allocationId": "3363",
"allocatedBytes": "4096",
"requestedBytes": "4000"
}
}
}
],
"scheduledMicros": "1536530947158865"
},
{
"allStartMicros": "1536530947159078",
"opStartRelMicros": "2",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul = Mul(cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy, cross_entropy/total/sparse_softmax_cross_entropy_loss/Const, ^cross_entropy/total/sparse_softmax_cross_entropy_loss/assert_broadcastable/static_scalar_check_success)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul",
"allEndRelMicros": "43",
"memoryStats": {},
"opEndRelMicros": "37",
"memory": [
{
"totalBytes": "512",
"peakBytes": "512",
"allocatorName": "GPU_0_bfc",
"liveBytes": "512",
"allocationRecords": [
{
"allocMicros": "1536530947159088",
"allocBytes": "512"
},
{
"allocMicros": "1536530947159250",
"allocBytes": "-512"
}
],
"allocatorBytesInUse": "7689984"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3366",
"ptr": "139839340043264",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
}
],
"scheduledMicros": "1536530947159033"
},
{
"allStartMicros": "1536530947159125",
"opStartRelMicros": "1",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape = Shape(cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy, ^cross_entropy/total/sparse_softmax_cross_entropy_loss/assert_broadcastable/static_scalar_check_success, ^cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/assert_broadcastable/static_scalar_check_success)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape",
"allEndRelMicros": "11",
"memoryStats": {},
"opEndRelMicros": "8",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "4",
"liveBytes": "4",
"peakBytes": "4",
"allocationRecords": [
{
"allocMicros": "1536530947159131",
"allocBytes": "4"
},
{
"allocMicros": "1536530947159295",
"allocBytes": "-4"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306009280",
"allocatedBytes": "4",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159120"
},
{
"allStartMicros": "1536530947159149",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Shape = Shape(cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Shape",
"allEndRelMicros": "12",
"memoryStats": {},
"opEndRelMicros": "8",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "4",
"liveBytes": "4",
"peakBytes": "4",
"allocationRecords": [
{
"allocMicros": "1536530947159157",
"allocBytes": "4"
},
{
"allocMicros": "1536530947160199",
"allocBytes": "-4"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306009408",
"allocatedBytes": "4",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159136"
},
{
"allStartMicros": "1536530947159170",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/PreventGradient = PreventGradient(cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:1)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/PreventGradient",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340047360",
"allocationId": "3363",
"allocatedBytes": "4096",
"requestedBytes": "4000"
}
}
}
],
"scheduledMicros": "1536530947159161"
},
{
"allStartMicros": "1536530947159177",
"opStartRelMicros": "1",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum = Sum(cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul, cross_entropy/total/sparse_softmax_cross_entropy_loss/Const_1)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum",
"allEndRelMicros": "50",
"memoryStats": {},
"opEndRelMicros": "45",
"memory": [
{
"totalBytes": "256",
"peakBytes": "256",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947159183",
"allocBytes": "256"
},
{
"allocMicros": "1536530947159868",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "7690240"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3367",
"ptr": "139839340041984",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159175"
},
{
"allStartMicros": "1536530947159231",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Shape = Shape(cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Shape",
"allEndRelMicros": "21",
"memoryStats": {},
"opEndRelMicros": "16",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "4",
"liveBytes": "4",
"peakBytes": "4",
"allocationRecords": [
{
"allocMicros": "1536530947159245",
"allocBytes": "4"
},
{
"allocMicros": "1536530947160024",
"allocBytes": "-4"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306008704",
"allocatedBytes": "4",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159227"
},
{
"allStartMicros": "1536530947159254",
"opStartRelMicros": "1",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like = Fill(cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape, cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Const)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like",
"allEndRelMicros": "42",
"memoryStats": {},
"opEndRelMicros": "35",
"memory": [
{
"totalBytes": "512",
"peakBytes": "512",
"allocatorName": "GPU_0_bfc",
"liveBytes": "512",
"allocationRecords": [
{
"allocMicros": "1536530947159259",
"allocBytes": "512"
},
{
"allocMicros": "1536530947159454",
"allocBytes": "-512"
}
],
"allocatorBytesInUse": "7690240"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3368",
"ptr": "139839340043264",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
}
],
"scheduledMicros": "1536530947159252"
},
{
"allStartMicros": "1536530947159300",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs = BroadcastGradientArgs(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Shape, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Shape_1)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs",
"allEndRelMicros": "15",
"memoryStats": {},
"opEndRelMicros": "10",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
},
{
"totalBytes": "4",
"liveBytes": "4",
"peakBytes": "4",
"allocationRecords": [
{
"allocMicros": "1536530947159309",
"allocBytes": "4"
},
{
"allocMicros": "1536530947160186",
"allocBytes": "-4"
}
],
"allocatorName": "cpu_pool"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{}
]
}
}
},
{
"slot": 1,
"tensorDescription": {
"dtype": "DT_INT32",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "cpu_pool",
"allocationId": "1",
"ptr": "139859306009280",
"allocatedBytes": "4",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159296"
},
{
"allStartMicros": "1536530947159318",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1 = Sum(cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum, cross_entropy/total/sparse_softmax_cross_entropy_loss/Const_2)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1",
"allEndRelMicros": "7",
"memoryStats": {},
"opEndRelMicros": "4",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3367",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159315"
},
{
"allStartMicros": "1536530947159328",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights = Mul(cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/Select, cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights",
"allEndRelMicros": "38",
"memoryStats": {},
"opEndRelMicros": "32",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340043264",
"allocationId": "3368",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
}
],
"scheduledMicros": "1536530947159325"
},
{
"allStartMicros": "1536530947159379",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Neg = Neg(cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Neg",
"allEndRelMicros": "34",
"memoryStats": {},
"opEndRelMicros": "29",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3367",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159366"
},
{
"allStartMicros": "1536530947159417",
"opStartRelMicros": "1",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present = Sum(cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights, cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/Const)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present",
"allEndRelMicros": "39",
"memoryStats": {},
"opEndRelMicros": "33",
"memory": [
{
"totalBytes": "256",
"peakBytes": "256",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947159424",
"allocBytes": "256"
},
{
"allocMicros": "1536530947160021",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "7690496"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3369",
"ptr": "139839340042240",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159413"
},
{
"allStartMicros": "1536530947159461",
"opStartRelMicros": "1",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Greater = Greater(cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present, cross_entropy/total/sparse_softmax_cross_entropy_loss/Greater/y)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Greater",
"allEndRelMicros": "41",
"memoryStats": {},
"opEndRelMicros": "36",
"memory": [
{
"totalBytes": "256",
"peakBytes": "256",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947159468",
"allocBytes": "256"
},
{
"allocMicros": "1536530947159650",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "7690240"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_BOOL",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3370",
"ptr": "139839340042496",
"allocatedBytes": "256",
"requestedBytes": "1"
}
}
}
],
"scheduledMicros": "1536530947159456"
},
{
"allStartMicros": "1536530947159506",
"opStartRelMicros": "1",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Equal = Equal(cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present, cross_entropy/total/sparse_softmax_cross_entropy_loss/Equal/y)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Equal",
"allEndRelMicros": "37",
"memoryStats": {},
"opEndRelMicros": "33",
"memory": [
{
"totalBytes": "256",
"peakBytes": "256",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947159512",
"allocBytes": "256"
},
{
"allocMicros": "1536530947159690",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "7690496"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_BOOL",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3371",
"ptr": "139839340042752",
"allocatedBytes": "256",
"requestedBytes": "1"
}
}
}
],
"scheduledMicros": "1536530947159502"
},
{
"allStartMicros": "1536530947159547",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select = Select(cross_entropy/total/sparse_softmax_cross_entropy_loss/Greater, train/gradients/Fill, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/zeros_like)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select",
"allEndRelMicros": "47",
"memoryStats": {},
"opEndRelMicros": "42",
"memory": [
{
"totalBytes": "256",
"peakBytes": "256",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947159559",
"allocBytes": "256"
},
{
"allocMicros": "1536530947159918",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "7690752"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3372",
"ptr": "139839340043264",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159543"
},
{
"allStartMicros": "1536530947159599",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select_1 = Select(cross_entropy/total/sparse_softmax_cross_entropy_loss/Greater, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/zeros_like, train/gradients/Fill)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select_1",
"allEndRelMicros": "54",
"memoryStats": {},
"opEndRelMicros": "46",
"memory": [
{
"totalBytes": "256",
"peakBytes": "256",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947159619",
"allocBytes": "256"
},
{
"allocMicros": "1536530947159652",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "7691008"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3373",
"ptr": "139839340043520",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159594"
},
{
"allStartMicros": "1536530947159657",
"opStartRelMicros": "2",
"timelineLabel": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Select = Select(cross_entropy/total/sparse_softmax_cross_entropy_loss/Equal, cross_entropy/total/sparse_softmax_cross_entropy_loss/ones_like, cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present)",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Select",
"allEndRelMicros": "36",
"memoryStats": {},
"opEndRelMicros": "28",
"memory": [
{
"allocatorBytesInUse": "7690496",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340042240",
"allocationId": "3369",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159652"
},
{
"allStartMicros": "1536530947159698",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/tuple/group_deps = NoOp(^train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select, ^train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select_1)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/tuple/group_deps",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947159693"
},
{
"allStartMicros": "1536530947159715",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv_1 = RealDiv(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Neg, cross_entropy/total/sparse_softmax_cross_entropy_loss/Select)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv_1",
"allEndRelMicros": "45",
"memoryStats": {},
"opEndRelMicros": "40",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3367",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159703"
},
{
"allStartMicros": "1536530947159765",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/tuple/control_dependency = Identity(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select, ^train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/tuple/group_deps)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/tuple/control_dependency",
"allEndRelMicros": "6",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340043264",
"allocationId": "3372",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159760"
},
{
"allStartMicros": "1536530947159774",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv_2 = RealDiv(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv_1, cross_entropy/total/sparse_softmax_cross_entropy_loss/Select)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv_2",
"allEndRelMicros": "29",
"memoryStats": {},
"opEndRelMicros": "24",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3367",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159771"
},
{
"allStartMicros": "1536530947159806",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv = RealDiv(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/tuple/control_dependency, cross_entropy/total/sparse_softmax_cross_entropy_loss/Select)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv",
"allEndRelMicros": "29",
"memoryStats": {},
"opEndRelMicros": "25",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340042240",
"allocationId": "3369",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159802"
},
{
"allStartMicros": "1536530947159839",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/mul = Mul(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/tuple/control_dependency, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv_2)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/mul",
"allEndRelMicros": "31",
"memoryStats": {},
"opEndRelMicros": "25",
"memory": [
{
"allocatorBytesInUse": "7690240",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340043264",
"allocationId": "3372",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159835"
},
{
"allStartMicros": "1536530947159874",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Sum = Sum(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Sum",
"allEndRelMicros": "7",
"memoryStats": {},
"opEndRelMicros": "5",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340042240",
"allocationId": "3369",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159870"
},
{
"allStartMicros": "1536530947159894",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Sum_1 = Sum(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/mul, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs:1)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Sum_1",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340043264",
"allocationId": "3372",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159881"
},
{
"allStartMicros": "1536530947159903",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Reshape = Reshape(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Sum, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Shape)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Reshape",
"allEndRelMicros": "6",
"memoryStats": {},
"opEndRelMicros": "4",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340042240",
"allocationId": "3369",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159899"
},
{
"allStartMicros": "1536530947159912",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Reshape_1 = Reshape(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Sum_1, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Shape_1)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Reshape_1",
"allEndRelMicros": "8",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340043264",
"allocationId": "3372",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159909"
},
{
"allStartMicros": "1536530947159924",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/tuple/group_deps = NoOp(^train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Reshape, ^train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Reshape_1)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/tuple/group_deps",
"allEndRelMicros": "10",
"memoryStats": {},
"opEndRelMicros": "8",
"memory": [
{
"allocatorBytesInUse": "7689728",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947159920"
},
{
"allStartMicros": "1536530947159938",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/tuple/control_dependency = Identity(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Reshape, ^train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/tuple/group_deps)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/tuple/control_dependency",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7689728",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340042240",
"allocationId": "3369",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159934"
},
{
"allStartMicros": "1536530947159946",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1_grad/Reshape = Reshape(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/tuple/control_dependency, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1_grad/Reshape/shape)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1_grad/Reshape",
"allEndRelMicros": "6",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "7689728",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340042240",
"allocationId": "3369",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159943"
},
{
"allStartMicros": "1536530947159955",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1_grad/Tile = Tile(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1_grad/Reshape, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1_grad/Const)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1_grad/Tile",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "7689728",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340042240",
"allocationId": "3369",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159952"
},
{
"allStartMicros": "1536530947159963",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Reshape = Reshape(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_1_grad/Tile, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Reshape/shape)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Reshape",
"allEndRelMicros": "13",
"memoryStats": {},
"opEndRelMicros": "10",
"memory": [
{
"allocatorBytesInUse": "7689728",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "1"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340042240",
"allocationId": "3369",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947159960"
},
{
"allStartMicros": "1536530947159980",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Tile = Tile(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Reshape, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Shape)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Tile",
"allEndRelMicros": "45",
"memoryStats": {},
"opEndRelMicros": "36",
"memory": [
{
"totalBytes": "512",
"peakBytes": "512",
"allocatorName": "GPU_0_bfc",
"liveBytes": "512",
"allocationRecords": [
{
"allocMicros": "1536530947159984",
"allocBytes": "512"
},
{
"allocMicros": "1536530947160130",
"allocBytes": "-512"
}
],
"allocatorBytesInUse": "7690240"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3374",
"ptr": "139839340042496",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
}
],
"scheduledMicros": "1536530947159976"
},
{
"allStartMicros": "1536530947160029",
"opStartRelMicros": "2",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Mul = Mul(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Tile, cross_entropy/total/sparse_softmax_cross_entropy_loss/Const)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Mul",
"allEndRelMicros": "48",
"memoryStats": {},
"opEndRelMicros": "43",
"memory": [
{
"totalBytes": "512",
"peakBytes": "512",
"allocatorName": "GPU_0_bfc",
"liveBytes": "512",
"allocationRecords": [
{
"allocMicros": "1536530947160045",
"allocBytes": "512"
},
{
"allocMicros": "1536530947160297",
"allocBytes": "-512"
}
],
"allocatorBytesInUse": "7690496"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3375",
"ptr": "139839340041984",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
}
],
"scheduledMicros": "1536530947160025"
},
{
"allStartMicros": "1536530947160090",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Mul_1 = Mul(cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Tile)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Mul_1",
"allEndRelMicros": "42",
"memoryStats": {},
"opEndRelMicros": "35",
"memory": [
{
"allocatorBytesInUse": "7690496",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340043776",
"allocationId": "3365",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
}
],
"scheduledMicros": "1536530947160077"
},
{
"allStartMicros": "1536530947160136",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Sum = Sum(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Mul, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Sum",
"allEndRelMicros": "7",
"memoryStats": {},
"opEndRelMicros": "5",
"memory": [
{
"allocatorBytesInUse": "7689984",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3375",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
}
],
"scheduledMicros": "1536530947160132"
},
{
"allStartMicros": "1536530947160147",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Sum_1 = Sum(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Mul_1, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs:1)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Sum_1",
"allEndRelMicros": "40",
"memoryStats": {},
"opEndRelMicros": "31",
"memory": [
{
"totalBytes": "256",
"peakBytes": "256",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947160151",
"allocBytes": "256"
},
{
"allocMicros": "1536530947160220",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "7690240"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3376",
"ptr": "139839340042496",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947160143"
},
{
"allStartMicros": "1536530947160191",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Reshape = Reshape(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Sum, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Shape)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Reshape",
"allEndRelMicros": "8",
"memoryStats": {},
"opEndRelMicros": "4",
"memory": [
{
"allocatorBytesInUse": "7689728",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3375",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
}
],
"scheduledMicros": "1536530947160187"
},
{
"allStartMicros": "1536530947160202",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Reshape_1 = Reshape(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Sum_1, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Shape_1)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Reshape_1",
"allEndRelMicros": "19",
"memoryStats": {},
"opEndRelMicros": "16",
"memory": [
{
"allocatorBytesInUse": "7689728",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340042496",
"allocationId": "3376",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947160199"
},
{
"allStartMicros": "1536530947160225",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/tuple/group_deps = NoOp(^train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Reshape, ^train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Reshape_1)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/tuple/group_deps",
"allEndRelMicros": "3",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7689472",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947160221"
},
{
"allStartMicros": "1536530947160231",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency = Identity(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Reshape, ^train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/tuple/group_deps)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7689472",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3375",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
}
],
"scheduledMicros": "1536530947160228"
},
{
"allStartMicros": "1536530947160239",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/ExpandDims = ExpandDims(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/ExpandDims/dim)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/ExpandDims",
"allEndRelMicros": "9",
"memoryStats": {},
"opEndRelMicros": "6",
"memory": [
{
"allocatorBytesInUse": "7689472",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "1"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3375",
"allocatedBytes": "512",
"requestedBytes": "400"
}
}
}
],
"scheduledMicros": "1536530947160236"
},
{
"allStartMicros": "1536530947160251",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul = Mul(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/ExpandDims, train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/PreventGradient)",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul",
"allEndRelMicros": "48",
"memoryStats": {},
"opEndRelMicros": "40",
"memory": [
{
"allocatorBytesInUse": "7689472",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340047360",
"allocationId": "3363",
"allocatedBytes": "4096",
"requestedBytes": "4000"
}
}
}
],
"scheduledMicros": "1536530947160248"
},
{
"allStartMicros": "1536530947160303",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/add_grad/Sum = Sum(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul, train/gradients/layer2/Wx_plus_b/add_grad/BroadcastGradientArgs)",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/Sum",
"allEndRelMicros": "17",
"memoryStats": {},
"opEndRelMicros": "14",
"memory": [
{
"allocatorBytesInUse": "7688960",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340047360",
"allocationId": "3363",
"allocatedBytes": "4096",
"requestedBytes": "4000"
}
}
}
],
"scheduledMicros": "1536530947160299"
},
{
"allStartMicros": "1536530947160330",
"opStartRelMicros": "2",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/add_grad/Sum_1 = Sum(train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul, train/gradients/layer2/Wx_plus_b/add_grad/BroadcastGradientArgs:1)",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/Sum_1",
"allEndRelMicros": "91",
"memoryStats": {
"tempMemorySize": "256"
},
"opEndRelMicros": "67",
"memory": [
{
"totalBytes": "512",
"peakBytes": "512",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947160336",
"allocBytes": "256"
},
{
"allocMicros": "1536530947160341",
"allocBytes": "256"
},
{
"allocMicros": "1536530947160393",
"allocBytes": "-256"
},
{
"allocMicros": "1536530947160783",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "7689216"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3377",
"ptr": "139839340041984",
"allocatedBytes": "256",
"requestedBytes": "40"
}
}
}
],
"scheduledMicros": "1536530947160320"
},
{
"allStartMicros": "1536530947160426",
"opStartRelMicros": "2",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/add_grad/Reshape = Reshape(train/gradients/layer2/Wx_plus_b/add_grad/Sum, train/gradients/layer2/Wx_plus_b/add_grad/Shape)",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/Reshape",
"allEndRelMicros": "10",
"memoryStats": {},
"opEndRelMicros": "6",
"memory": [
{
"allocatorBytesInUse": "7689216",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340047360",
"allocationId": "3363",
"allocatedBytes": "4096",
"requestedBytes": "4000"
}
}
}
],
"scheduledMicros": "1536530947160421"
},
{
"allStartMicros": "1536530947160439",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/add_grad/Reshape_1 = Reshape(train/gradients/layer2/Wx_plus_b/add_grad/Sum_1, train/gradients/layer2/Wx_plus_b/add_grad/Shape_1)",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/Reshape_1",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7689216",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3377",
"allocatedBytes": "256",
"requestedBytes": "40"
}
}
}
],
"scheduledMicros": "1536530947160436"
},
{
"allStartMicros": "1536530947160446",
"opStartRelMicros": "6",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/add_grad/tuple/group_deps = NoOp(^train/gradients/layer2/Wx_plus_b/add_grad/Reshape, ^train/gradients/layer2/Wx_plus_b/add_grad/Reshape_1)",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/tuple/group_deps",
"allEndRelMicros": "10",
"memoryStats": {},
"opEndRelMicros": "8",
"memory": [
{
"allocatorBytesInUse": "7689216",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947160444"
},
{
"allStartMicros": "1536530947160458",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/add_grad/tuple/control_dependency = Identity(train/gradients/layer2/Wx_plus_b/add_grad/Reshape, ^train/gradients/layer2/Wx_plus_b/add_grad/tuple/group_deps)",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/tuple/control_dependency",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "7689216",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340047360",
"allocationId": "3363",
"allocatedBytes": "4096",
"requestedBytes": "4000"
}
}
}
],
"scheduledMicros": "1536530947160456"
},
{
"allStartMicros": "1536530947160466",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/add_grad/tuple/control_dependency_1 = Identity(train/gradients/layer2/Wx_plus_b/add_grad/Reshape_1, ^train/gradients/layer2/Wx_plus_b/add_grad/tuple/group_deps)",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/tuple/control_dependency_1",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7689216",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3377",
"allocatedBytes": "256",
"requestedBytes": "40"
}
}
}
],
"scheduledMicros": "1536530947160463"
},
{
"allStartMicros": "1536530947160478",
"opStartRelMicros": "1",
"timelineLabel": "[GPU_0_bfc 0.2MB 0.2MB] train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul = MatMul(train/gradients/layer2/Wx_plus_b/add_grad/tuple/control_dependency, layer2/weights/Variable/read)",
"nodeName": "train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul",
"allEndRelMicros": "93",
"memoryStats": {},
"opEndRelMicros": "86",
"memory": [
{
"totalBytes": "233216",
"peakBytes": "233216",
"allocatorName": "GPU_0_bfc",
"liveBytes": "233216",
"allocationRecords": [
{
"allocMicros": "1536530947160492",
"allocBytes": "233216"
},
{
"allocMicros": "1536530947160924",
"allocBytes": "-233216"
}
],
"allocatorBytesInUse": "7922432"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3379",
"ptr": "139839339803904",
"allocatedBytes": "233216",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947160470"
},
{
"allStartMicros": "1536530947160588",
"opStartRelMicros": "2",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul_1 = MatMul(dropout/dropout/mul, train/gradients/layer2/Wx_plus_b/add_grad/tuple/control_dependency)",
"nodeName": "train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul_1",
"allEndRelMicros": "71",
"memoryStats": {},
"opEndRelMicros": "61",
"memory": [
{
"totalBytes": "20224",
"peakBytes": "20224",
"allocatorName": "GPU_0_bfc",
"liveBytes": "20224",
"allocationRecords": [
{
"allocMicros": "1536530947160595",
"allocBytes": "20224"
},
{
"allocMicros": "1536530947161023",
"allocBytes": "-20224"
}
],
"allocatorBytesInUse": "7942656"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3380",
"ptr": "139839344809216",
"allocatedBytes": "20224",
"requestedBytes": "20000"
}
}
}
],
"scheduledMicros": "1536530947160571"
},
{
"allStartMicros": "1536530947160665",
"opStartRelMicros": "11",
"timelineLabel": "train/Adam/update_layer2/biases/Variable/ApplyAdam = ApplyAdam(layer2/biases/Variable, layer2/biases/Variable/Adam, layer2/biases/Variable/Adam_1, train/beta1_power/read, train/beta2_power/read, train/Adam/learning_rate, train/Adam/beta1, train/Adam/beta2, train/Adam/epsilon, train/gradients/layer2/Wx_plus_b/add_grad/tuple/control_dependency_1)",
"nodeName": "train/Adam/update_layer2/biases/Variable/ApplyAdam",
"allEndRelMicros": "121",
"memoryStats": {},
"opEndRelMicros": "111",
"memory": [
{
"allocatorBytesInUse": "7738368",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "15",
"ptr": "139839340059392",
"allocatedBytes": "256",
"requestedBytes": "40"
}
}
}
],
"scheduledMicros": "1536530947160659"
},
{
"allStartMicros": "1536530947160801",
"opStartRelMicros": "2",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/group_deps = NoOp(^train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul, ^train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul_1)",
"nodeName": "train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/group_deps",
"allEndRelMicros": "6",
"memoryStats": {},
"opEndRelMicros": "4",
"memory": [
{
"allocatorBytesInUse": "7738112",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947160786"
},
{
"allStartMicros": "1536530947160809",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/control_dependency = Identity(train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul, ^train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/group_deps)",
"nodeName": "train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/control_dependency",
"allEndRelMicros": "6",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "7738112",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339803904",
"allocationId": "3379",
"allocatedBytes": "233216",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947160807"
},
{
"allStartMicros": "1536530947160817",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/control_dependency_1 = Identity(train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul_1, ^train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/group_deps)",
"nodeName": "train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/control_dependency_1",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7738112",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839344809216",
"allocationId": "3380",
"allocatedBytes": "20224",
"requestedBytes": "20000"
}
}
}
],
"scheduledMicros": "1536530947160815"
},
{
"allStartMicros": "1536530947160830",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/Mul = Mul(train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/control_dependency, dropout/dropout/Floor)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Mul",
"allEndRelMicros": "48",
"memoryStats": {},
"opEndRelMicros": "43",
"memory": [
{
"allocatorBytesInUse": "7738112",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339403520",
"allocationId": "3360",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947160822"
},
{
"allStartMicros": "1536530947160883",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/Mul_1 = Mul(dropout/dropout/div, train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/control_dependency)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Mul_1",
"allEndRelMicros": "43",
"memoryStats": {},
"opEndRelMicros": "36",
"memory": [
{
"allocatorBytesInUse": "7738112",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338802944",
"allocationId": "3358",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947160878"
},
{
"allStartMicros": "1536530947160930",
"opStartRelMicros": "10",
"timelineLabel": "train/Adam/update_layer2/weights/Variable/ApplyAdam = ApplyAdam(layer2/weights/Variable, layer2/weights/Variable/Adam, layer2/weights/Variable/Adam_1, train/beta1_power/read, train/beta2_power/read, train/Adam/learning_rate, train/Adam/beta1, train/Adam/beta2, train/Adam/epsilon, train/gradients/layer2/Wx_plus_b/MatMul_grad/tuple/control_dependency_1)",
"nodeName": "train/Adam/update_layer2/weights/Variable/ApplyAdam",
"allEndRelMicros": "95",
"memoryStats": {},
"opEndRelMicros": "87",
"memory": [
{
"allocatorBytesInUse": "7504896",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
},
{
"size": "10"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "27",
"ptr": "139839338469120",
"allocatedBytes": "20224",
"requestedBytes": "20000"
}
}
}
],
"scheduledMicros": "1536530947160926"
},
{
"allStartMicros": "1536530947161032",
"opStartRelMicros": "2",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/Sum = Sum(train/gradients/dropout/dropout/mul_grad/Mul, train/gradients/dropout/dropout/mul_grad/BroadcastGradientArgs)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Sum",
"allEndRelMicros": "10",
"memoryStats": {},
"opEndRelMicros": "7",
"memory": [
{
"allocatorBytesInUse": "7484672",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339403520",
"allocationId": "3360",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161025"
},
{
"allStartMicros": "1536530947161044",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/Sum_1 = Sum(train/gradients/dropout/dropout/mul_grad/Mul_1, train/gradients/dropout/dropout/mul_grad/BroadcastGradientArgs:1)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Sum_1",
"allEndRelMicros": "23",
"memoryStats": {},
"opEndRelMicros": "13",
"memory": [
{
"allocatorBytesInUse": "7484672",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338802944",
"allocationId": "3358",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161042"
},
{
"allStartMicros": "1536530947161069",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/Reshape = Reshape(train/gradients/dropout/dropout/mul_grad/Sum, train/gradients/dropout/dropout/mul_grad/Shape)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Reshape",
"allEndRelMicros": "8",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "7484672",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339403520",
"allocationId": "3360",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161067"
},
{
"allStartMicros": "1536530947161079",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/Reshape_1 = Reshape(train/gradients/dropout/dropout/mul_grad/Sum_1, train/gradients/dropout/dropout/mul_grad/Shape_1)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Reshape_1",
"allEndRelMicros": "6",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7484672",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338802944",
"allocationId": "3358",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161077"
},
{
"allStartMicros": "1536530947161093",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/tuple/group_deps = NoOp(^train/gradients/dropout/dropout/mul_grad/Reshape, ^train/gradients/dropout/dropout/mul_grad/Reshape_1)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/tuple/group_deps",
"allEndRelMicros": "4",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7284480",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947161085"
},
{
"allStartMicros": "1536530947161101",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/mul_grad/tuple/control_dependency = Identity(train/gradients/dropout/dropout/mul_grad/Reshape, ^train/gradients/dropout/dropout/mul_grad/tuple/group_deps)",
"nodeName": "train/gradients/dropout/dropout/mul_grad/tuple/control_dependency",
"allEndRelMicros": "6",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7284480",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339403520",
"allocationId": "3360",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161097"
},
{
"allStartMicros": "1536530947161118",
"opStartRelMicros": "1",
"timelineLabel": "[GPU_0_bfc 0.2MB 0.2MB] train/gradients/dropout/dropout/div_grad/RealDiv = RealDiv(train/gradients/dropout/dropout/mul_grad/tuple/control_dependency, _arg_dropout/Placeholder_0_0/_11)",
"nodeName": "train/gradients/dropout/dropout/div_grad/RealDiv",
"allEndRelMicros": "46",
"memoryStats": {},
"opEndRelMicros": "37",
"memory": [
{
"totalBytes": "200192",
"peakBytes": "200192",
"allocatorName": "GPU_0_bfc",
"liveBytes": "200192",
"allocationRecords": [
{
"allocMicros": "1536530947161125",
"allocBytes": "200192"
},
{
"allocMicros": "1536530947161744",
"allocBytes": "-200192"
}
],
"allocatorBytesInUse": "7484672"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3381",
"ptr": "139839338802944",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161106"
},
{
"allStartMicros": "1536530947161172",
"opStartRelMicros": "2",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/mul = Mul(train/gradients/dropout/dropout/mul_grad/tuple/control_dependency, train/gradients/dropout/dropout/div_grad/RealDiv_2)",
"nodeName": "train/gradients/dropout/dropout/div_grad/mul",
"allEndRelMicros": "36",
"memoryStats": {},
"opEndRelMicros": "30",
"memory": [
{
"allocatorBytesInUse": "7484416",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839339403520",
"allocationId": "3360",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161163"
},
{
"allStartMicros": "1536530947161212",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/Sum = Sum(train/gradients/dropout/dropout/div_grad/RealDiv, train/gradients/dropout/dropout/div_grad/BroadcastGradientArgs)",
"nodeName": "train/gradients/dropout/dropout/div_grad/Sum",
"allEndRelMicros": "16",
"memoryStats": {},
"opEndRelMicros": "5",
"memory": [
{
"allocatorBytesInUse": "7284224",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338802944",
"allocationId": "3381",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161208"
},
{
"allStartMicros": "1536530947161239",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/Sum_1 = Sum(train/gradients/dropout/dropout/div_grad/mul, train/gradients/dropout/dropout/div_grad/BroadcastGradientArgs:1)",
"nodeName": "train/gradients/dropout/dropout/div_grad/Sum_1",
"allEndRelMicros": "65",
"memoryStats": {
"tempMemorySize": "256"
},
"opEndRelMicros": "57",
"memory": [
{
"totalBytes": "512",
"peakBytes": "512",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947161244",
"allocBytes": "256"
},
{
"allocMicros": "1536530947161248",
"allocBytes": "256"
},
{
"allocMicros": "1536530947161292",
"allocBytes": "-256"
},
{
"allocMicros": "1536530947161340",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "7284480"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3382",
"ptr": "139839340041984",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947161228"
},
{
"allStartMicros": "1536530947161308",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/Reshape = Reshape(train/gradients/dropout/dropout/div_grad/Sum, train/gradients/dropout/dropout/div_grad/Shape)",
"nodeName": "train/gradients/dropout/dropout/div_grad/Reshape",
"allEndRelMicros": "8",
"memoryStats": {},
"opEndRelMicros": "4",
"memory": [
{
"allocatorBytesInUse": "7084288",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338802944",
"allocationId": "3381",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161304"
},
{
"allStartMicros": "1536530947161327",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/Reshape_1 = Reshape(train/gradients/dropout/dropout/div_grad/Sum_1, train/gradients/dropout/dropout/div_grad/Shape_1/_15)",
"nodeName": "train/gradients/dropout/dropout/div_grad/Reshape_1",
"allEndRelMicros": "14",
"memoryStats": {},
"opEndRelMicros": "11",
"memory": [
{
"allocatorBytesInUse": "7084288",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3382",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947161316"
},
{
"allStartMicros": "1536530947161344",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/tuple/group_deps = NoOp(^train/gradients/dropout/dropout/div_grad/Reshape, ^train/gradients/dropout/dropout/div_grad/Reshape_1)",
"nodeName": "train/gradients/dropout/dropout/div_grad/tuple/group_deps",
"allEndRelMicros": "3",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7084032",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947161341"
},
{
"allStartMicros": "1536530947161349",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/dropout/dropout/div_grad/tuple/control_dependency = Identity(train/gradients/dropout/dropout/div_grad/Reshape, ^train/gradients/dropout/dropout/div_grad/tuple/group_deps)",
"nodeName": "train/gradients/dropout/dropout/div_grad/tuple/control_dependency",
"allEndRelMicros": "5",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "7084032",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338802944",
"allocationId": "3381",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161347"
},
{
"allStartMicros": "1536530947161361",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer1/activation_grad/ReluGrad = ReluGrad(train/gradients/dropout/dropout/div_grad/tuple/control_dependency, layer1/activation)",
"nodeName": "train/gradients/layer1/activation_grad/ReluGrad",
"allEndRelMicros": "42",
"memoryStats": {},
"opEndRelMicros": "35",
"memory": [
{
"allocatorBytesInUse": "7084032",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338802944",
"allocationId": "3381",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161354"
},
{
"allStartMicros": "1536530947161407",
"opStartRelMicros": "2",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/add_grad/Sum = Sum(train/gradients/layer1/activation_grad/ReluGrad, train/gradients/layer1/Wx_plus_b/add_grad/BroadcastGradientArgs)",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/Sum",
"allEndRelMicros": "8",
"memoryStats": {},
"opEndRelMicros": "5",
"memory": [
{
"allocatorBytesInUse": "6883840",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338802944",
"allocationId": "3381",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161403"
},
{
"allStartMicros": "1536530947161433",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/add_grad/Sum_1 = Sum(train/gradients/layer1/activation_grad/ReluGrad, train/gradients/layer1/Wx_plus_b/add_grad/BroadcastGradientArgs:1)",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/Sum_1",
"allEndRelMicros": "52",
"memoryStats": {},
"opEndRelMicros": "44",
"memory": [
{
"totalBytes": "2048",
"peakBytes": "2048",
"allocatorName": "GPU_0_bfc",
"liveBytes": "2048",
"allocationRecords": [
{
"allocMicros": "1536530947161443",
"allocBytes": "2048"
},
{
"allocMicros": "1536530947161832",
"allocBytes": "-2048"
}
],
"allocatorBytesInUse": "6885888"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3384",
"ptr": "139839340041984",
"allocatedBytes": "2048",
"requestedBytes": "2000"
}
}
}
],
"scheduledMicros": "1536530947161415"
},
{
"allStartMicros": "1536530947161489",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/add_grad/Reshape = Reshape(train/gradients/layer1/Wx_plus_b/add_grad/Sum, train/gradients/layer1/Wx_plus_b/add_grad/Shape)",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/Reshape",
"allEndRelMicros": "7",
"memoryStats": {},
"opEndRelMicros": "4",
"memory": [
{
"allocatorBytesInUse": "6885888",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338802944",
"allocationId": "3381",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161485"
},
{
"allStartMicros": "1536530947161499",
"opStartRelMicros": "8",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/add_grad/Reshape_1 = Reshape(train/gradients/layer1/Wx_plus_b/add_grad/Sum_1, train/gradients/layer1/Wx_plus_b/add_grad/Shape_1)",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/Reshape_1",
"allEndRelMicros": "25",
"memoryStats": {},
"opEndRelMicros": "22",
"memory": [
{
"allocatorBytesInUse": "6885888",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3384",
"allocatedBytes": "2048",
"requestedBytes": "2000"
}
}
}
],
"scheduledMicros": "1536530947161496"
},
{
"allStartMicros": "1536530947161527",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/add_grad/tuple/group_deps = NoOp(^train/gradients/layer1/Wx_plus_b/add_grad/Reshape, ^train/gradients/layer1/Wx_plus_b/add_grad/Reshape_1)",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/tuple/group_deps",
"allEndRelMicros": "3",
"memoryStats": {},
"opEndRelMicros": "2",
"memory": [
{
"allocatorBytesInUse": "6885888",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947161524"
},
{
"allStartMicros": "1536530947161538",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/add_grad/tuple/control_dependency = Identity(train/gradients/layer1/Wx_plus_b/add_grad/Reshape, ^train/gradients/layer1/Wx_plus_b/add_grad/tuple/group_deps)",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/tuple/control_dependency",
"allEndRelMicros": "11",
"memoryStats": {},
"opEndRelMicros": "8",
"memory": [
{
"allocatorBytesInUse": "6885888",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839338802944",
"allocationId": "3381",
"allocatedBytes": "200192",
"requestedBytes": "200000"
}
}
}
],
"scheduledMicros": "1536530947161530"
},
{
"allStartMicros": "1536530947161552",
"opStartRelMicros": "5",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/add_grad/tuple/control_dependency_1 = Identity(train/gradients/layer1/Wx_plus_b/add_grad/Reshape_1, ^train/gradients/layer1/Wx_plus_b/add_grad/tuple/group_deps)",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/tuple/control_dependency_1",
"allEndRelMicros": "10",
"memoryStats": {},
"opEndRelMicros": "7",
"memory": [
{
"allocatorBytesInUse": "6885888",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839340041984",
"allocationId": "3384",
"allocatedBytes": "2048",
"requestedBytes": "2000"
}
}
}
],
"scheduledMicros": "1536530947161549"
},
{
"allStartMicros": "1536530947161570",
"opStartRelMicros": "1",
"timelineLabel": "[GPU_0_bfc 0.3MB 0.3MB] train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul = MatMul(train/gradients/layer1/Wx_plus_b/add_grad/tuple/control_dependency, layer1/weights/Variable/read)",
"nodeName": "train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul",
"allEndRelMicros": "88",
"memoryStats": {},
"opEndRelMicros": "80",
"memory": [
{
"totalBytes": "313600",
"peakBytes": "313600",
"allocatorName": "GPU_0_bfc",
"liveBytes": "313600",
"allocationRecords": [
{
"allocMicros": "1536530947161581",
"allocBytes": "313600"
},
{
"allocMicros": "1536530947161656",
"allocBytes": "-313600"
}
],
"allocatorBytesInUse": "7199488"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "100"
},
{
"size": "784"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3385",
"ptr": "139839339003136",
"allocatedBytes": "313600",
"requestedBytes": "313600"
}
}
}
],
"scheduledMicros": "1536530947161562"
},
{
"allStartMicros": "1536530947161667",
"opStartRelMicros": "2",
"timelineLabel": "[GPU_0_bfc 1.5MB 1.5MB] train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul_1 = MatMul(_arg_input/x-input_0_1/_9, train/gradients/layer1/Wx_plus_b/add_grad/tuple/control_dependency)",
"nodeName": "train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul_1",
"allEndRelMicros": "79",
"memoryStats": {},
"opEndRelMicros": "70",
"memory": [
{
"totalBytes": "1568000",
"peakBytes": "1568000",
"allocatorName": "GPU_0_bfc",
"liveBytes": "1568000",
"allocationRecords": [
{
"allocMicros": "1536530947161673",
"allocBytes": "1568000"
},
{
"allocMicros": "1536530947161951",
"allocBytes": "-1568000"
}
],
"allocatorBytesInUse": "8453888"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "784"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3386",
"ptr": "139839344809216",
"allocatedBytes": "1568000",
"requestedBytes": "1568000"
}
}
}
],
"scheduledMicros": "1536530947161658"
},
{
"allStartMicros": "1536530947161755",
"opStartRelMicros": "3",
"timelineLabel": "train/Adam/update_layer1/biases/Variable/ApplyAdam = ApplyAdam(layer1/biases/Variable, layer1/biases/Variable/Adam, layer1/biases/Variable/Adam_1, train/beta1_power/read, train/beta2_power/read, train/Adam/learning_rate, train/Adam/beta1, train/Adam/beta2, train/Adam/epsilon, train/gradients/layer1/Wx_plus_b/add_grad/tuple/control_dependency_1)",
"nodeName": "train/Adam/update_layer1/biases/Variable/ApplyAdam",
"allEndRelMicros": "79",
"memoryStats": {},
"opEndRelMicros": "71",
"memory": [
{
"allocatorBytesInUse": "7940096",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "13",
"ptr": "139839340037120",
"allocatedBytes": "2048",
"requestedBytes": "2000"
}
}
}
],
"scheduledMicros": "1536530947161746"
},
{
"allStartMicros": "1536530947161839",
"opStartRelMicros": "2",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/MatMul_grad/tuple/group_deps = NoOp(^train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul, ^train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul_1)",
"nodeName": "train/gradients/layer1/Wx_plus_b/MatMul_grad/tuple/group_deps",
"allEndRelMicros": "26",
"memoryStats": {},
"opEndRelMicros": "14",
"memory": [
{
"allocatorBytesInUse": "7938048",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947161834"
},
{
"allStartMicros": "1536530947161868",
"opStartRelMicros": "1",
"timelineLabel": "train/gradients/layer1/Wx_plus_b/MatMul_grad/tuple/control_dependency_1 = Identity(train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul_1, ^train/gradients/layer1/Wx_plus_b/MatMul_grad/tuple/group_deps)",
"nodeName": "train/gradients/layer1/Wx_plus_b/MatMul_grad/tuple/control_dependency_1",
"allEndRelMicros": "6",
"memoryStats": {},
"opEndRelMicros": "3",
"memory": [
{
"allocatorBytesInUse": "7938048",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "784"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"allocatorName": "GPU_0_bfc",
"ptr": "139839344809216",
"allocationId": "3386",
"allocatedBytes": "1568000",
"requestedBytes": "1568000"
}
}
}
],
"scheduledMicros": "1536530947161865"
},
{
"allStartMicros": "1536530947161877",
"opStartRelMicros": "2",
"timelineLabel": "train/Adam/update_layer1/weights/Variable/ApplyAdam = ApplyAdam(layer1/weights/Variable, layer1/weights/Variable/Adam, layer1/weights/Variable/Adam_1, train/beta1_power/read, train/beta2_power/read, train/Adam/learning_rate, train/Adam/beta1, train/Adam/beta2, train/Adam/epsilon, train/gradients/layer1/Wx_plus_b/MatMul_grad/tuple/control_dependency_1)",
"nodeName": "train/Adam/update_layer1/weights/Variable/ApplyAdam",
"allEndRelMicros": "76",
"memoryStats": {},
"opEndRelMicros": "69",
"memory": [
{
"allocatorBytesInUse": "7938048",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {
"dim": [
{
"size": "784"
},
{
"size": "500"
}
]
},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "26",
"ptr": "139839343241216",
"allocatedBytes": "1568000",
"requestedBytes": "1568000"
}
}
}
],
"scheduledMicros": "1536530947161874"
},
{
"allStartMicros": "1536530947161967",
"opStartRelMicros": "2",
"timelineLabel": "train/Adam/mul = Mul(train/beta1_power/read, train/Adam/beta1, ^train/Adam/update_layer1/weights/Variable/ApplyAdam, ^train/Adam/update_layer1/biases/Variable/ApplyAdam, ^train/Adam/update_layer2/weights/Variable/ApplyAdam, ^train/Adam/update_layer2/biases/Variable/ApplyAdam)",
"nodeName": "train/Adam/mul",
"allEndRelMicros": "42",
"memoryStats": {},
"opEndRelMicros": "36",
"memory": [
{
"totalBytes": "256",
"peakBytes": "256",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947161976",
"allocBytes": "256"
},
{
"allocMicros": "1536530947162133",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "6370304"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3387",
"ptr": "139839340041984",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947161953"
},
{
"allStartMicros": "1536530947162015",
"opStartRelMicros": "1",
"timelineLabel": "train/Adam/mul_1 = Mul(train/beta2_power/read, train/Adam/beta2, ^train/Adam/update_layer1/weights/Variable/ApplyAdam, ^train/Adam/update_layer1/biases/Variable/ApplyAdam, ^train/Adam/update_layer2/weights/Variable/ApplyAdam, ^train/Adam/update_layer2/biases/Variable/ApplyAdam)",
"nodeName": "train/Adam/mul_1",
"allEndRelMicros": "47",
"memoryStats": {},
"opEndRelMicros": "43",
"memory": [
{
"totalBytes": "256",
"peakBytes": "256",
"allocatorName": "GPU_0_bfc",
"liveBytes": "256",
"allocationRecords": [
{
"allocMicros": "1536530947162033",
"allocBytes": "256"
},
{
"allocMicros": "1536530947162191",
"allocBytes": "-256"
}
],
"allocatorBytesInUse": "6370560"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "3388",
"ptr": "139839340042240",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947162009"
},
{
"allStartMicros": "1536530947162072",
"opStartRelMicros": "2",
"timelineLabel": "train/Adam/Assign = Assign(train/beta1_power, train/Adam/mul)",
"nodeName": "train/Adam/Assign",
"allEndRelMicros": "63",
"memoryStats": {},
"opEndRelMicros": "55",
"memory": [
{
"allocatorBytesInUse": "6370560",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "16",
"ptr": "139839340059648",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947162062"
},
{
"allStartMicros": "1536530947162139",
"opStartRelMicros": "2",
"timelineLabel": "train/Adam/Assign_1 = Assign(train/beta2_power, train/Adam/mul_1)",
"nodeName": "train/Adam/Assign_1",
"allEndRelMicros": "55",
"memoryStats": {},
"opEndRelMicros": "47",
"memory": [
{
"allocatorBytesInUse": "6370304",
"allocatorName": "GPU_0_bfc"
}
],
"output": [
{
"tensorDescription": {
"dtype": "DT_FLOAT",
"shape": {},
"allocationDescription": {
"hasSingleReference": true,
"allocatorName": "GPU_0_bfc",
"allocationId": "17",
"ptr": "139839340059904",
"allocatedBytes": "256",
"requestedBytes": "4"
}
}
}
],
"scheduledMicros": "1536530947162134"
},
{
"allStartMicros": "1536530947162198",
"opStartRelMicros": "2",
"timelineLabel": "train/Adam = NoOp(^train/Adam/update_layer1/weights/Variable/ApplyAdam, ^train/Adam/update_layer1/biases/Variable/ApplyAdam, ^train/Adam/update_layer2/weights/Variable/ApplyAdam, ^train/Adam/update_layer2/biases/Variable/ApplyAdam, ^train/Adam/Assign, ^train/Adam/Assign_1)",
"nodeName": "train/Adam",
"allEndRelMicros": "8",
"memoryStats": {},
"opEndRelMicros": "4",
"memory": [
{
"allocatorBytesInUse": "6370048",
"allocatorName": "GPU_0_bfc"
}
],
"scheduledMicros": "1536530947162194"
}
]
},
{
"device": "/device:GPU:0/stream:22",
"nodeStats": [
{
"allEndRelMicros": "35",
"allStartMicros": "1536530947157815",
"opEndRelMicros": "35",
"nodeName": "layer1/Wx_plus_b/MatMul:MatMul"
},
{
"allEndRelMicros": "6",
"allStartMicros": "1536530947157925",
"opEndRelMicros": "6",
"nodeName": "layer1/Wx_plus_b/add:Add"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947158014",
"opEndRelMicros": "4",
"nodeName": "layer1/activation:Relu"
},
{
"allEndRelMicros": "8",
"allStartMicros": "1536530947158118",
"opEndRelMicros": "8",
"nodeName": "dropout/dropout/div:RealDiv"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947158195",
"opEndRelMicros": "4",
"nodeName": "train/gradients/dropout/dropout/div_grad/Neg:Neg"
},
{
"allEndRelMicros": "12",
"allStartMicros": "1536530947158272",
"opEndRelMicros": "12",
"nodeName": "dropout/dropout/random_uniform/RandomUniform:RandomUniform"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947158377",
"opEndRelMicros": "7",
"nodeName": "train/gradients/dropout/dropout/div_grad/RealDiv_1:RealDiv"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947158419",
"opEndRelMicros": "4",
"nodeName": "dropout/dropout/random_uniform/mul:Mul"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947158454",
"opEndRelMicros": "7",
"nodeName": "train/gradients/dropout/dropout/div_grad/RealDiv_2:RealDiv"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947158490",
"opEndRelMicros": "3",
"nodeName": "dropout/dropout/random_uniform:Add"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947158543",
"opEndRelMicros": "3",
"nodeName": "dropout/dropout/add:Add"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947158583",
"opEndRelMicros": "3",
"nodeName": "dropout/dropout/Floor:Floor"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947158624",
"opEndRelMicros": "4",
"nodeName": "dropout/dropout/mul:Mul"
},
{
"allEndRelMicros": "22",
"allStartMicros": "1536530947158719",
"opEndRelMicros": "22",
"nodeName": "layer2/Wx_plus_b/MatMul:MatMul"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947158802",
"opEndRelMicros": "3",
"nodeName": "layer2/Wx_plus_b/add:Add"
},
{
"allEndRelMicros": "6",
"allStartMicros": "1536530947158909",
"opEndRelMicros": "6",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "5",
"allStartMicros": "1536530947158933",
"opEndRelMicros": "5",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "8",
"allStartMicros": "1536530947158956",
"opEndRelMicros": "8",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "13",
"allStartMicros": "1536530947158980",
"opEndRelMicros": "13",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159004",
"opEndRelMicros": "3",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947159022",
"opEndRelMicros": "4",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy:SparseSoftmaxCrossEntropyWithLogits"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159115",
"opEndRelMicros": "2",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul:Mul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947159218",
"opEndRelMicros": "4",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum:Sum"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159287",
"opEndRelMicros": "3",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like:Fill"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159358",
"opEndRelMicros": "3",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights:Mul"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159408",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/Neg:Neg"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159448",
"opEndRelMicros": "2",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/num_present:Sum"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159495",
"opEndRelMicros": "3",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Greater:Greater"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159537",
"opEndRelMicros": "3",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Equal:Equal"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159587",
"opEndRelMicros": "3",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select:Select"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159644",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/value_grad/Select_1:Select"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159686",
"opEndRelMicros": "2",
"nodeName": "cross_entropy/total/sparse_softmax_cross_entropy_loss/Select:Select"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159755",
"opEndRelMicros": "3",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv_1:RealDiv"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159799",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv_2:RealDiv"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947159831",
"opEndRelMicros": "3",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/RealDiv:RealDiv"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947159864",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/div_grad/mul:Mul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160014",
"opEndRelMicros": "4",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Sum_grad/Tile:Tile"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947160072",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Mul:Mul"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947160125",
"opEndRelMicros": "3",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Mul_1:Mul"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947160177",
"opEndRelMicros": "2",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/Mul_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "5",
"allStartMicros": "1536530947160285",
"opEndRelMicros": "5",
"nodeName": "train/gradients/cross_entropy/total/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul:Mul"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947160370",
"opEndRelMicros": "7",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160393",
"opEndRelMicros": "4",
"nodeName": "train/gradients/layer2/Wx_plus_b/add_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "14",
"allStartMicros": "1536530947160553",
"opEndRelMicros": "14",
"nodeName": "train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul:MatMul"
},
{
"allEndRelMicros": "14",
"allStartMicros": "1536530947160639",
"opEndRelMicros": "14",
"nodeName": "train/gradients/layer2/Wx_plus_b/MatMul_grad/MatMul_1:MatMul"
},
{
"allEndRelMicros": "5",
"allStartMicros": "1536530947160725",
"opEndRelMicros": "5",
"nodeName": "train/Adam/update_layer2/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160748",
"opEndRelMicros": "4",
"nodeName": "train/Adam/update_layer2/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947160768",
"opEndRelMicros": "7",
"nodeName": "train/Adam/update_layer2/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160872",
"opEndRelMicros": "4",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Mul:Mul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160919",
"opEndRelMicros": "4",
"nodeName": "train/gradients/dropout/dropout/mul_grad/Mul_1:Mul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160982",
"opEndRelMicros": "4",
"nodeName": "train/Adam/update_layer2/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947160999",
"opEndRelMicros": "4",
"nodeName": "train/Adam/update_layer2/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947161016",
"opEndRelMicros": "7",
"nodeName": "train/Adam/update_layer2/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "7",
"allStartMicros": "1536530947161155",
"opEndRelMicros": "7",
"nodeName": "train/gradients/dropout/dropout/div_grad/RealDiv:RealDiv"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947161202",
"opEndRelMicros": "4",
"nodeName": "train/gradients/dropout/dropout/div_grad/mul:Mul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947161276",
"opEndRelMicros": "4",
"nodeName": "train/gradients/dropout/dropout/div_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947161292",
"opEndRelMicros": "3",
"nodeName": "train/gradients/dropout/dropout/div_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947161393",
"opEndRelMicros": "3",
"nodeName": "train/gradients/layer1/activation_grad/ReluGrad:ReluGrad"
},
{
"allEndRelMicros": "5",
"allStartMicros": "1536530947161475",
"opEndRelMicros": "5",
"nodeName": "train/gradients/layer1/Wx_plus_b/add_grad/Sum_1:Sum"
},
{
"allEndRelMicros": "26",
"allStartMicros": "1536530947161646",
"opEndRelMicros": "26",
"nodeName": "train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul:MatMul"
},
{
"allEndRelMicros": "29",
"allStartMicros": "1536530947161730",
"opEndRelMicros": "29",
"nodeName": "train/gradients/layer1/Wx_plus_b/MatMul_grad/MatMul_1:MatMul"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947161790",
"opEndRelMicros": "4",
"nodeName": "train/Adam/update_layer1/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "4",
"allStartMicros": "1536530947161808",
"opEndRelMicros": "4",
"nodeName": "train/Adam/update_layer1/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "6",
"allStartMicros": "1536530947161824",
"opEndRelMicros": "6",
"nodeName": "train/Adam/update_layer1/biases/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "8",
"allStartMicros": "1536530947161910",
"opEndRelMicros": "8",
"nodeName": "train/Adam/update_layer1/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "9",
"allStartMicros": "1536530947161928",
"opEndRelMicros": "9",
"nodeName": "train/Adam/update_layer1/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "20",
"allStartMicros": "1536530947161946",
"opEndRelMicros": "20",
"nodeName": "train/Adam/update_layer1/weights/Variable/ApplyAdam:ApplyAdam"
},
{
"allEndRelMicros": "3",
"allStartMicros": "1536530947162003",
"opEndRelMicros": "3",
"nodeName": "train/Adam/mul:Mul"
},
{
"allEndRelMicros": "2",
"allStartMicros": "1536530947162058",
"opEndRelMicros": "2",
"nodeName": "train/Adam/mul_1:Mul"
},
{
"timelineLabel": "MEMCPYDtoD 4 bytes (Device to Device)",
"allEndRelMicros": "1",
"allStartMicros": "1536530947162123",
"opEndRelMicros": "1",
"nodeName": "train/Adam/Assign:Assign:MEMCPYDtoD"
},
{
"timelineLabel": "MEMCPYDtoD 4 bytes (Device to Device)",
"allEndRelMicros": "1",
"allStartMicros": "1536530947162184",
"opEndRelMicros": "1",
"nodeName": "train/Adam/Assign_1:Assign:MEMCPYDtoD"
}
]
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment