Created
July 25, 2017 00:04
-
-
Save qqibrow/cdcb3241e2010ac1604741a052c7490b to your computer and use it in GitHub Desktop.
task_3_28.log
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "taskStatus" : { | |
| "taskId" : "20170718_180404_24350_4h2d6.3.28", | |
| "taskInstanceId" : "acb0c304-695d-4cae-9e40-221da8054d32", | |
| "version" : 12349, | |
| "state" : "RUNNING", | |
| "self" : "http://10.65.8.7:8080/v1/task/20170718_180404_24350_4h2d6.3.28", | |
| "failures" : [ ], | |
| "queuedPartitionedDrivers" : 0, | |
| "runningPartitionedDrivers" : 1, | |
| "memoryReservation" : "1.06MB" | |
| }, | |
| "lastHeartbeat" : "2017-07-18T18:29:41.714Z", | |
| "outputBuffers" : { | |
| "type" : "PARTITIONED", | |
| "state" : "NO_MORE_BUFFERS", | |
| "canAddBuffers" : false, | |
| "canAddPages" : true, | |
| "totalBufferedBytes" : 0, | |
| "totalBufferedPages" : 0, | |
| "totalRowsSent" : 0, | |
| "totalPagesSent" : 0, | |
| "buffers" : [ { | |
| "bufferId" : 0, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 0, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 1, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 1, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 2, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 2, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 3, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 3, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 4, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 4, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 5, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 5, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 6, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 6, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 7, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 7, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 8, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 8, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 9, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 9, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 10, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 10, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 11, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 11, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 12, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 12, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 13, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 13, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 14, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 14, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 15, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 15, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 16, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 16, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 17, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 17, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 18, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 18, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 19, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 19, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 20, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 20, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 21, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 21, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 22, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 22, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 23, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 23, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 24, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 24, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 25, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 25, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 26, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 26, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 27, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 27, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 28, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 28, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 29, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 29, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 30, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 30, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| }, { | |
| "bufferId" : 31, | |
| "finished" : false, | |
| "bufferedPages" : 0, | |
| "pagesSent" : 0, | |
| "pageBufferInfo" : { | |
| "partition" : 31, | |
| "bufferedPages" : 0, | |
| "bufferedBytes" : 0, | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| } ] | |
| }, | |
| "noMoreSplits" : [ "0", "969" ], | |
| "stats" : { | |
| "createTime" : "2017-07-18T18:04:05.101Z", | |
| "firstStartTime" : "2017-07-18T18:04:05.265Z", | |
| "lastStartTime" : "2017-07-18T18:04:05.316Z", | |
| "lastEndTime" : "2017-07-18T18:04:07.616Z", | |
| "elapsedTime" : "0.00ns", | |
| "queuedTime" : "155.92ms", | |
| "totalDrivers" : 18, | |
| "queuedDrivers" : 0, | |
| "queuedPartitionedDrivers" : 0, | |
| "runningDrivers" : 1, | |
| "runningPartitionedDrivers" : 1, | |
| "blockedDrivers" : 1, | |
| "completedDrivers" : 16, | |
| "cumulativeMemory" : 1.710007014769103E12, | |
| "memoryReservation" : "1.06MB", | |
| "systemMemoryReservation" : "95.41MB", | |
| "totalScheduledTime" : "12.54m", | |
| "totalCpuTime" : "7.24m", | |
| "totalUserTime" : "7.22m", | |
| "totalBlockedTime" : "26.25m", | |
| "fullyBlocked" : false, | |
| "blockedReasons" : [ ], | |
| "rawInputDataSize" : "23.60MB", | |
| "rawInputPositions" : 22049, | |
| "processedInputDataSize" : "2.71MB", | |
| "processedInputPositions" : 15881, | |
| "outputDataSize" : "0B", | |
| "outputPositions" : 0, | |
| "pipelines" : [ { | |
| "pipelineId" : 0, | |
| "firstStartTime" : "2017-07-18T18:04:05.265Z", | |
| "lastStartTime" : "2017-07-18T18:04:05.286Z", | |
| "lastEndTime" : "2017-07-18T18:04:07.616Z", | |
| "inputPipeline" : true, | |
| "outputPipeline" : false, | |
| "totalDrivers" : 16, | |
| "queuedDrivers" : 0, | |
| "queuedPartitionedDrivers" : 0, | |
| "runningDrivers" : 0, | |
| "runningPartitionedDrivers" : 0, | |
| "blockedDrivers" : 0, | |
| "completedDrivers" : 16, | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "0B", | |
| "queuedTime" : { | |
| "maxError" : 0.0, | |
| "count" : 16.0, | |
| "total" : 1.90499052E8, | |
| "p01" : 419244, | |
| "p05" : 419244, | |
| "p10" : 5745626, | |
| "p25" : 8604201, | |
| "p50" : 12171248, | |
| "p75" : 15737051, | |
| "p90" : 20586203, | |
| "p95" : 21179437, | |
| "p99" : 21179437, | |
| "min" : 419244, | |
| "max" : 21179437 | |
| }, | |
| "elapsedTime" : { | |
| "maxError" : 0.0, | |
| "count" : 16.0, | |
| "total" : 3.7234581145E10, | |
| "p01" : 2314771664, | |
| "p05" : 2314771664, | |
| "p10" : 2316752596, | |
| "p25" : 2318600538, | |
| "p50" : 2321036749, | |
| "p75" : 2333018074, | |
| "p90" : 2350261484, | |
| "p95" : 2351132408, | |
| "p99" : 2351132408, | |
| "min" : 2314771664, | |
| "max" : 2351132408 | |
| }, | |
| "totalScheduledTime" : "26.65ms", | |
| "totalCpuTime" : "4.25ms", | |
| "totalUserTime" : "10.00ms", | |
| "totalBlockedTime" : "36.56s", | |
| "fullyBlocked" : false, | |
| "blockedReasons" : [ ], | |
| "rawInputDataSize" : "1009.76kB", | |
| "rawInputPositions" : 1, | |
| "processedInputDataSize" : "1009.73kB", | |
| "processedInputPositions" : 1, | |
| "outputDataSize" : "1009.73kB", | |
| "outputPositions" : 1, | |
| "operatorSummaries" : [ { | |
| "pipelineId" : 0, | |
| "operatorId" : 0, | |
| "planNodeId" : "969", | |
| "operatorType" : "ExchangeOperator", | |
| "totalDrivers" : 16, | |
| "addInputCalls" : 0, | |
| "addInputWall" : "0.00ns", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1009.76kB", | |
| "inputPositions" : 1, | |
| "sumSquaredInputPositions" : 1.0, | |
| "getOutputCalls" : 1, | |
| "getOutputWall" : "19.13us", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1009.73kB", | |
| "outputPositions" : 1, | |
| "blockedWall" : "36.56s", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "0B", | |
| "info" : { | |
| "@type" : "exchangeClientStatus", | |
| "bufferedBytes" : 0, | |
| "maxBufferedBytes" : 1034130, | |
| "averageBytesPerRequest" : 344657, | |
| "successfulRequestsCount" : 48, | |
| "bufferedPages" : 0, | |
| "noMoreLocations" : true, | |
| "pageBufferClientStatuses" : [ ] | |
| } | |
| }, { | |
| "pipelineId" : 0, | |
| "operatorId" : 1, | |
| "planNodeId" : "970", | |
| "operatorType" : "LocalExchangeSinkOperator", | |
| "totalDrivers" : 16, | |
| "addInputCalls" : 1, | |
| "addInputWall" : "38.64us", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1009.73kB", | |
| "inputPositions" : 1, | |
| "sumSquaredInputPositions" : 1.0, | |
| "getOutputCalls" : 0, | |
| "getOutputWall" : "0.00ns", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1009.73kB", | |
| "outputPositions" : 1, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 16, | |
| "finishWall" : "154.80us", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "0B" | |
| } ], | |
| "drivers" : [ ] | |
| }, { | |
| "pipelineId" : 1, | |
| "firstStartTime" : "2017-07-18T18:04:05.292Z", | |
| "lastStartTime" : "2017-07-18T18:04:05.292Z", | |
| "inputPipeline" : false, | |
| "outputPipeline" : false, | |
| "totalDrivers" : 1, | |
| "queuedDrivers" : 0, | |
| "queuedPartitionedDrivers" : 0, | |
| "runningDrivers" : 0, | |
| "runningPartitionedDrivers" : 0, | |
| "blockedDrivers" : 1, | |
| "completedDrivers" : 0, | |
| "memoryReservation" : "1.06MB", | |
| "systemMemoryReservation" : "0B", | |
| "queuedTime" : { | |
| "maxError" : 0.0, | |
| "count" : 1.0, | |
| "total" : 2.7484398E7, | |
| "p01" : 27484398, | |
| "p05" : 27484398, | |
| "p10" : 27484398, | |
| "p25" : 27484398, | |
| "p50" : 27484398, | |
| "p75" : 27484398, | |
| "p90" : 27484398, | |
| "p95" : 27484398, | |
| "p99" : 27484398, | |
| "min" : 27484398, | |
| "max" : 27484398 | |
| }, | |
| "elapsedTime" : { | |
| "maxError" : 0.0, | |
| "count" : 1.0, | |
| "total" : 0.0, | |
| "p01" : 0, | |
| "p05" : 0, | |
| "p10" : 0, | |
| "p25" : 0, | |
| "p50" : 0, | |
| "p75" : 0, | |
| "p90" : 0, | |
| "p95" : 0, | |
| "p99" : 0, | |
| "min" : 0, | |
| "max" : 0 | |
| }, | |
| "totalScheduledTime" : "965.25us", | |
| "totalCpuTime" : "924.39us", | |
| "totalUserTime" : "0.00ns", | |
| "totalBlockedTime" : "25.61m", | |
| "fullyBlocked" : true, | |
| "blockedReasons" : [ ], | |
| "rawInputDataSize" : "1009.73kB", | |
| "rawInputPositions" : 1, | |
| "processedInputDataSize" : "1009.73kB", | |
| "processedInputPositions" : 1, | |
| "outputDataSize" : "1009.73kB", | |
| "outputPositions" : 1, | |
| "operatorSummaries" : [ { | |
| "pipelineId" : 1, | |
| "operatorId" : 0, | |
| "planNodeId" : "970", | |
| "operatorType" : "LocalExchangeSourceOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 0, | |
| "addInputWall" : "0.00ns", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1009.73kB", | |
| "inputPositions" : 1, | |
| "sumSquaredInputPositions" : 1.0, | |
| "getOutputCalls" : 1, | |
| "getOutputWall" : "28.15us", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1009.73kB", | |
| "outputPositions" : 1, | |
| "blockedWall" : "2.31s", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "0B", | |
| "info" : { | |
| "@type" : "localExchangeBuffer", | |
| "bufferedBytes" : 0, | |
| "bufferedPages" : 0 | |
| } | |
| }, { | |
| "pipelineId" : 1, | |
| "operatorId" : 1, | |
| "planNodeId" : "736", | |
| "operatorType" : "HashBuilderOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 1, | |
| "addInputWall" : "7.35us", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1009.73kB", | |
| "inputPositions" : 1, | |
| "sumSquaredInputPositions" : 1.0, | |
| "getOutputCalls" : 0, | |
| "getOutputWall" : "0.00ns", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1009.73kB", | |
| "outputPositions" : 1, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 1, | |
| "finishWall" : "479.68us", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "1.06MB", | |
| "systemMemoryReservation" : "0B", | |
| "info" : { | |
| "@type" : "hashCollisionsInfo", | |
| "weightedHashCollisions" : 0.0, | |
| "weightedSumSquaredHashCollisions" : 0.0, | |
| "weightedExpectedHashCollisions" : 0.5010552 | |
| } | |
| } ], | |
| "drivers" : [ { | |
| "createTime" : "2017-07-18T18:04:05.265Z", | |
| "startTime" : "2017-07-18T18:04:05.292Z", | |
| "queuedTime" : "27.48ms", | |
| "elapsedTime" : "0.00ns", | |
| "memoryReservation" : "1.06MB", | |
| "peakMemoryReservation" : "1.07MB", | |
| "systemMemoryReservation" : "0B", | |
| "totalScheduledTime" : "965.25us", | |
| "totalCpuTime" : "924.39us", | |
| "totalUserTime" : "0.00ns", | |
| "totalBlockedTime" : "25.61m", | |
| "fullyBlocked" : true, | |
| "blockedReasons" : [ ], | |
| "rawInputDataSize" : "1009.73kB", | |
| "rawInputPositions" : 1, | |
| "rawInputReadTime" : "0.00ns", | |
| "processedInputDataSize" : "1009.73kB", | |
| "processedInputPositions" : 1, | |
| "outputDataSize" : "1009.73kB", | |
| "outputPositions" : 1, | |
| "operatorStats" : [ { | |
| "pipelineId" : 1, | |
| "operatorId" : 0, | |
| "planNodeId" : "970", | |
| "operatorType" : "LocalExchangeSourceOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 0, | |
| "addInputWall" : "0.00ns", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1009.73kB", | |
| "inputPositions" : 1, | |
| "sumSquaredInputPositions" : 1.0, | |
| "getOutputCalls" : 1, | |
| "getOutputWall" : "28.15us", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1009.73kB", | |
| "outputPositions" : 1, | |
| "blockedWall" : "2.31s", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "0B", | |
| "info" : { | |
| "@type" : "localExchangeBuffer", | |
| "bufferedBytes" : 0, | |
| "bufferedPages" : 0 | |
| } | |
| }, { | |
| "pipelineId" : 1, | |
| "operatorId" : 1, | |
| "planNodeId" : "736", | |
| "operatorType" : "HashBuilderOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 1, | |
| "addInputWall" : "7.35us", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1009.73kB", | |
| "inputPositions" : 1, | |
| "sumSquaredInputPositions" : 1.0, | |
| "getOutputCalls" : 0, | |
| "getOutputWall" : "0.00ns", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1009.73kB", | |
| "outputPositions" : 1, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 1, | |
| "finishWall" : "479.68us", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "1.06MB", | |
| "systemMemoryReservation" : "0B", | |
| "info" : { | |
| "@type" : "hashCollisionsInfo", | |
| "weightedHashCollisions" : 0.0, | |
| "weightedSumSquaredHashCollisions" : 0.0, | |
| "weightedExpectedHashCollisions" : 0.5010552 | |
| } | |
| } ] | |
| } ] | |
| }, { | |
| "pipelineId" : 2, | |
| "firstStartTime" : "2017-07-18T18:04:05.316Z", | |
| "lastStartTime" : "2017-07-18T18:04:05.316Z", | |
| "inputPipeline" : true, | |
| "outputPipeline" : true, | |
| "totalDrivers" : 1, | |
| "queuedDrivers" : 0, | |
| "queuedPartitionedDrivers" : 0, | |
| "runningDrivers" : 1, | |
| "runningPartitionedDrivers" : 1, | |
| "blockedDrivers" : 0, | |
| "completedDrivers" : 0, | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "95.41MB", | |
| "queuedTime" : { | |
| "maxError" : 0.0, | |
| "count" : 1.0, | |
| "total" : 5.1737028E7, | |
| "p01" : 51737028, | |
| "p05" : 51737028, | |
| "p10" : 51737028, | |
| "p25" : 51737028, | |
| "p50" : 51737028, | |
| "p75" : 51737028, | |
| "p90" : 51737028, | |
| "p95" : 51737028, | |
| "p99" : 51737028, | |
| "min" : 51737028, | |
| "max" : 51737028 | |
| }, | |
| "elapsedTime" : { | |
| "maxError" : 0.0, | |
| "count" : 1.0, | |
| "total" : 0.0, | |
| "p01" : 0, | |
| "p05" : 0, | |
| "p10" : 0, | |
| "p25" : 0, | |
| "p50" : 0, | |
| "p75" : 0, | |
| "p90" : 0, | |
| "p95" : 0, | |
| "p99" : 0, | |
| "min" : 0, | |
| "max" : 0 | |
| }, | |
| "totalScheduledTime" : "12.54m", | |
| "totalCpuTime" : "7.24m", | |
| "totalUserTime" : "7.22m", | |
| "totalBlockedTime" : "2.30s", | |
| "fullyBlocked" : false, | |
| "blockedReasons" : [ ], | |
| "rawInputDataSize" : "22.62MB", | |
| "rawInputPositions" : 22048, | |
| "processedInputDataSize" : "1.73MB", | |
| "processedInputPositions" : 15880, | |
| "outputDataSize" : "0B", | |
| "outputPositions" : 0, | |
| "operatorSummaries" : [ { | |
| "pipelineId" : 2, | |
| "operatorId" : 0, | |
| "planNodeId" : "964", | |
| "operatorType" : "ScanFilterAndProjectOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 0, | |
| "addInputWall" : "245.26ms", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "22.62MB", | |
| "inputPositions" : 22048, | |
| "sumSquaredInputPositions" : 4.86114304E8, | |
| "getOutputCalls" : 22, | |
| "getOutputWall" : "893.35ms", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1.73MB", | |
| "outputPositions" : 15880, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "31.51MB", | |
| "info" : { | |
| "@type" : "splitOperator", | |
| "splitInfo" : { | |
| "path" : "hdfs://nameservice1/app/dwh/fact_trip/datestr=2017-07-14_201707160153/000008_0", | |
| "start" : 134217728, | |
| "length" : 67108864, | |
| "fileSize" : 515680644, | |
| "hosts" : [ "hadoopworker276-sjc1.prod.uber.internal", "hadoopworker1695-sjc1.prod.uber.internal", "hadoopworker143-sjc1.prod.uber.internal" ], | |
| "database" : "dwh", | |
| "table" : "fact_trip", | |
| "forceLocalScheduling" : false, | |
| "partitionName" : "datestr=2017-07-14", | |
| "nestedFields" : null, | |
| "nestedTupleDomain" : null | |
| } | |
| } | |
| }, { | |
| "pipelineId" : 2, | |
| "operatorId" : 1, | |
| "planNodeId" : "736", | |
| "operatorType" : "LookupJoinOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 16, | |
| "addInputWall" : "296.41us", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1.73MB", | |
| "inputPositions" : 15880, | |
| "sumSquaredInputPositions" : 2.521744E8, | |
| "getOutputCalls" : 10986, | |
| "getOutputWall" : "12.30m", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "10.56GB", | |
| "outputPositions" : 10965, | |
| "blockedWall" : "2.30s", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "0B", | |
| "info" : { | |
| "@type" : "joinOperatorInfo", | |
| "joinType" : "INNER", | |
| "logHistogramProbes" : [ 4320, 10964, 0, 0, 0, 0, 0, 0 ], | |
| "logHistogramOutput" : [ 0, 10964, 0, 0, 0, 0, 0, 0 ] | |
| } | |
| }, { | |
| "pipelineId" : 2, | |
| "operatorId" : 2, | |
| "planNodeId" : "971", | |
| "operatorType" : "FilterAndProjectOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 10965, | |
| "addInputWall" : "122.21ms", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "10.56GB", | |
| "inputPositions" : 10965, | |
| "sumSquaredInputPositions" : 1.20231225E8, | |
| "getOutputCalls" : 10987, | |
| "getOutputWall" : "11.14s", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1.77MB", | |
| "outputPositions" : 10965, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "63.12MB" | |
| }, { | |
| "pipelineId" : 2, | |
| "operatorId" : 3, | |
| "planNodeId" : "972", | |
| "operatorType" : "FilterAndProjectOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 10965, | |
| "addInputWall" : "209.93ms", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1.77MB", | |
| "inputPositions" : 10965, | |
| "sumSquaredInputPositions" : 1.20231225E8, | |
| "getOutputCalls" : 10987, | |
| "getOutputWall" : "336.10ms", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1.87MB", | |
| "outputPositions" : 10965, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "11.87kB" | |
| }, { | |
| "pipelineId" : 2, | |
| "operatorId" : 4, | |
| "planNodeId" : "973", | |
| "operatorType" : "HashAggregationOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 10965, | |
| "addInputWall" : "788.47ms", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1.87MB", | |
| "inputPositions" : 10965, | |
| "sumSquaredInputPositions" : 1.20231225E8, | |
| "getOutputCalls" : 10987, | |
| "getOutputWall" : "5.92ms", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "0B", | |
| "outputPositions" : 0, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "673.85kB", | |
| "info" : { | |
| "@type" : "hashCollisionsInfo", | |
| "weightedHashCollisions" : 0.0, | |
| "weightedSumSquaredHashCollisions" : 0.0, | |
| "weightedExpectedHashCollisions" : 0.0 | |
| } | |
| }, { | |
| "pipelineId" : 2, | |
| "operatorId" : 5, | |
| "planNodeId" : "973", | |
| "operatorType" : "PartitionedOutputOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 0, | |
| "addInputWall" : "0.00ns", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "0B", | |
| "inputPositions" : 0, | |
| "sumSquaredInputPositions" : 0.0, | |
| "getOutputCalls" : 0, | |
| "getOutputWall" : "0.00ns", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "0B", | |
| "outputPositions" : 0, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "116.50kB", | |
| "info" : { | |
| "@type" : "partitionedOutput", | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| } ], | |
| "drivers" : [ { | |
| "createTime" : "2017-07-18T18:04:05.265Z", | |
| "startTime" : "2017-07-18T18:04:05.316Z", | |
| "queuedTime" : "51.74ms", | |
| "elapsedTime" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "peakMemoryReservation" : "0B", | |
| "systemMemoryReservation" : "95.41MB", | |
| "totalScheduledTime" : "12.54m", | |
| "totalCpuTime" : "7.24m", | |
| "totalUserTime" : "7.22m", | |
| "totalBlockedTime" : "2.30s", | |
| "fullyBlocked" : false, | |
| "blockedReasons" : [ ], | |
| "rawInputDataSize" : "22.62MB", | |
| "rawInputPositions" : 22048, | |
| "rawInputReadTime" : "245.26ms", | |
| "processedInputDataSize" : "1.73MB", | |
| "processedInputPositions" : 15880, | |
| "outputDataSize" : "0B", | |
| "outputPositions" : 0, | |
| "operatorStats" : [ { | |
| "pipelineId" : 2, | |
| "operatorId" : 0, | |
| "planNodeId" : "964", | |
| "operatorType" : "ScanFilterAndProjectOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 0, | |
| "addInputWall" : "245.26ms", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "22.62MB", | |
| "inputPositions" : 22048, | |
| "sumSquaredInputPositions" : 4.86114304E8, | |
| "getOutputCalls" : 22, | |
| "getOutputWall" : "893.35ms", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1.73MB", | |
| "outputPositions" : 15880, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "31.51MB", | |
| "info" : { | |
| "@type" : "splitOperator", | |
| "splitInfo" : { | |
| "path" : "hdfs://nameservice1/app/dwh/fact_trip/datestr=2017-07-14_201707160153/000008_0", | |
| "start" : 134217728, | |
| "length" : 67108864, | |
| "fileSize" : 515680644, | |
| "hosts" : [ "hadoopworker276-sjc1.prod.uber.internal", "hadoopworker1695-sjc1.prod.uber.internal", "hadoopworker143-sjc1.prod.uber.internal" ], | |
| "database" : "dwh", | |
| "table" : "fact_trip", | |
| "forceLocalScheduling" : false, | |
| "partitionName" : "datestr=2017-07-14", | |
| "nestedFields" : null, | |
| "nestedTupleDomain" : null | |
| } | |
| } | |
| }, { | |
| "pipelineId" : 2, | |
| "operatorId" : 1, | |
| "planNodeId" : "736", | |
| "operatorType" : "LookupJoinOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 16, | |
| "addInputWall" : "296.41us", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1.73MB", | |
| "inputPositions" : 15880, | |
| "sumSquaredInputPositions" : 2.521744E8, | |
| "getOutputCalls" : 10986, | |
| "getOutputWall" : "12.30m", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "10.56GB", | |
| "outputPositions" : 10965, | |
| "blockedWall" : "2.30s", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "0B", | |
| "info" : { | |
| "@type" : "joinOperatorInfo", | |
| "joinType" : "INNER", | |
| "logHistogramProbes" : [ 4320, 10964, 0, 0, 0, 0, 0, 0 ], | |
| "logHistogramOutput" : [ 0, 10964, 0, 0, 0, 0, 0, 0 ] | |
| } | |
| }, { | |
| "pipelineId" : 2, | |
| "operatorId" : 2, | |
| "planNodeId" : "971", | |
| "operatorType" : "FilterAndProjectOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 10965, | |
| "addInputWall" : "122.21ms", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "10.56GB", | |
| "inputPositions" : 10965, | |
| "sumSquaredInputPositions" : 1.20231225E8, | |
| "getOutputCalls" : 10987, | |
| "getOutputWall" : "11.14s", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1.77MB", | |
| "outputPositions" : 10965, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "63.12MB" | |
| }, { | |
| "pipelineId" : 2, | |
| "operatorId" : 3, | |
| "planNodeId" : "972", | |
| "operatorType" : "FilterAndProjectOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 10965, | |
| "addInputWall" : "209.93ms", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1.77MB", | |
| "inputPositions" : 10965, | |
| "sumSquaredInputPositions" : 1.20231225E8, | |
| "getOutputCalls" : 10987, | |
| "getOutputWall" : "336.10ms", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "1.87MB", | |
| "outputPositions" : 10965, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "11.87kB" | |
| }, { | |
| "pipelineId" : 2, | |
| "operatorId" : 4, | |
| "planNodeId" : "973", | |
| "operatorType" : "HashAggregationOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 10965, | |
| "addInputWall" : "788.47ms", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "1.87MB", | |
| "inputPositions" : 10965, | |
| "sumSquaredInputPositions" : 1.20231225E8, | |
| "getOutputCalls" : 10987, | |
| "getOutputWall" : "5.92ms", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "0B", | |
| "outputPositions" : 0, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "673.85kB", | |
| "info" : { | |
| "@type" : "hashCollisionsInfo", | |
| "weightedHashCollisions" : 0.0, | |
| "weightedSumSquaredHashCollisions" : 0.0, | |
| "weightedExpectedHashCollisions" : 0.0 | |
| } | |
| }, { | |
| "pipelineId" : 2, | |
| "operatorId" : 5, | |
| "planNodeId" : "973", | |
| "operatorType" : "PartitionedOutputOperator", | |
| "totalDrivers" : 1, | |
| "addInputCalls" : 0, | |
| "addInputWall" : "0.00ns", | |
| "addInputCpu" : "0.00ns", | |
| "addInputUser" : "0.00ns", | |
| "inputDataSize" : "0B", | |
| "inputPositions" : 0, | |
| "sumSquaredInputPositions" : 0.0, | |
| "getOutputCalls" : 0, | |
| "getOutputWall" : "0.00ns", | |
| "getOutputCpu" : "0.00ns", | |
| "getOutputUser" : "0.00ns", | |
| "outputDataSize" : "0B", | |
| "outputPositions" : 0, | |
| "blockedWall" : "0.00ns", | |
| "finishCalls" : 0, | |
| "finishWall" : "0.00ns", | |
| "finishCpu" : "0.00ns", | |
| "finishUser" : "0.00ns", | |
| "memoryReservation" : "0B", | |
| "systemMemoryReservation" : "116.50kB", | |
| "info" : { | |
| "@type" : "partitionedOutput", | |
| "rowsAdded" : 0, | |
| "pagesAdded" : 0 | |
| } | |
| } ] | |
| } ] | |
| } ] | |
| }, | |
| "needsPlan" : false, | |
| "complete" : false | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment