Skip to content

Instantly share code, notes, and snippets.

@aaneja
Last active March 19, 2024 04:15
Show Gist options
  • Save aaneja/dc70f655695933b6ff11978120bbebab to your computer and use it in GitHub Desktop.
Save aaneja/dc70f655695933b6ff11978120bbebab to your computer and use it in GitHub Desktop.
dt query_id query schema_name catalog_name environment query_wall_time_ms total_split_cpu_time_ms splits
2024-03-19 03:53:16 20240319_035316_00019_bcy7w explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales tpcds_sf1000_parquet_varchar hive enganantb1022n 24113 153564 1066
2024-03-19 03:53:42 20240319_035342_00020_bcy7w explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales tpcds_sf1000_parquet_varchar hive enganantb1022n 21210 159054 1066
2024-03-19 03:54:05 20240319_035405_00021_bcy7w explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales tpcds_sf1000_parquet_varchar hive enganantb1022n 21156 162602 1065
2024-03-19 03:54:28 20240319_035428_00022_bcy7w explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales tpcds_sf1000_parquet_varchar hive enganantb1022n 21118 161053 1064
2024-03-19 03:54:51 20240319_035451_00023_bcy7w explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales tpcds_sf1000_parquet_varchar hive enganantb1022n 21095 161500 1065
2024-03-19 03:55:55 20240319_035555_00024_bcy7w explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales tpcds_sf1000_parquet_varchar hive enganantb1022n 11047 108286 1066
2024-03-19 03:56:08 20240319_035608_00025_bcy7w explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales tpcds_sf1000_parquet_varchar hive enganantb1022n 10977 108480 1065
2024-03-19 03:56:21 20240319_035620_00026_bcy7w explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales tpcds_sf1000_parquet_varchar hive enganantb1022n 10946 108574 1066
2024-03-19 03:56:33 20240319_035633_00027_bcy7w explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales tpcds_sf1000_parquet_varchar hive enganantb1022n 10871 108877 1065
2024-03-19 03:56:46 20240319_035646_00028_bcy7w explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales tpcds_sf1000_parquet_varchar hive enganantb1022n 11377 108609 1065
{
"queryId" : "20240319_035451_00023_bcy7w",
"session" : {
"queryId" : "20240319_035451_00023_bcy7w",
"transactionId" : "f2b62db2-db74-4223-8a7e-ebc064a3e9ee",
"clientTransactionSupport" : true,
"user" : "anant",
"source" : "presto-python-client",
"catalog" : "hive",
"schema" : "tpcds_sf1000_parquet_varchar",
"traceToken" : "noop_dummy_id",
"timeZoneKey" : 0,
"locale" : "en_US",
"remoteUserAddress" : "223.233.72.211",
"userAgent" : "python-requests/2.31.0",
"clientTags" : [ ],
"resourceEstimates" : { },
"startTime" : 1710820491402,
"systemProperties" : {
"query_max_execution_time" : "8h"
},
"catalogProperties" : { },
"unprocessedCatalogProperties" : { },
"roles" : { },
"preparedStatements" : { },
"sessionFunctions" : { }
},
"state" : "FINISHED",
"memoryPool" : "general",
"scheduled" : true,
"self" : "http://10.0.1.3:8080/v1/query/20240319_035451_00023_bcy7w",
"fieldNames" : [ "Query Plan" ],
"query" : "explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales\n",
"queryStats" : {
"createTime" : "2024-03-19T03:54:51.403Z",
"executionStartTime" : "2024-03-19T03:54:51.404Z",
"lastHeartbeat" : "2024-03-19T03:55:12.497Z",
"endTime" : "2024-03-19T03:55:12.498Z",
"elapsedTime" : "21.10s",
"waitingForPrerequisitesTime" : "166.13us",
"queuedTime" : "53.47us",
"resourceWaitingTime" : "22.80us",
"semanticAnalyzingTime" : "1.59ms",
"columnAccessPermissionCheckingTime" : "91.60us",
"dispatchingTime" : "1.71ms",
"executionTime" : "21.09s",
"analysisTime" : "19.17ms",
"totalPlanningTime" : "19.91ms",
"finishingTime" : "146.69us",
"totalTasks" : 6,
"runningTasks" : 0,
"peakRunningTasks" : 6,
"completedTasks" : 6,
"totalDrivers" : 1065,
"queuedDrivers" : 0,
"runningDrivers" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 1065,
"cumulativeUserMemory" : 6.6375244358234904E16,
"cumulativeTotalMemory" : 6.6375254841612E16,
"userMemoryReservation" : "0B",
"totalMemoryReservation" : "0B",
"peakUserMemoryReservation" : "533MB",
"peakTotalMemoryReservation" : "533MB",
"peakTaskUserMemory" : "114MB",
"peakTaskTotalMemory" : "114MB",
"peakNodeTotalMemory" : "116MB",
"scheduled" : true,
"totalScheduledTime" : "4.34m",
"totalCpuTime" : "2.69m",
"retriedCpuTime" : "0.00ns",
"totalBlockedTime" : "23.92m",
"fullyBlocked" : true,
"blockedReasons" : [ ],
"totalAllocation" : "0B",
"rawInputDataSize" : "199.09MB",
"rawInputPositions" : 2879987999,
"processedInputDataSize" : "37.68GB",
"processedInputPositions" : 5759975998,
"shuffledDataSize" : "20.83GB",
"shuffledPositions" : 2879987999,
"outputDataSize" : "1.04kB",
"outputPositions" : 1,
"writtenOutputPositions" : 0,
"writtenOutputLogicalDataSize" : "0B",
"writtenOutputPhysicalDataSize" : "0B",
"writtenIntermediatePhysicalDataSize" : "0B",
"stageGcStatistics" : [ {
"stageId" : 0,
"stageExecutionId" : 0,
"tasks" : 1,
"fullGcTasks" : 0,
"minFullGcSec" : 0,
"maxFullGcSec" : 0,
"totalFullGcSec" : 0,
"averageFullGcSec" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"tasks" : 5,
"fullGcTasks" : 0,
"minFullGcSec" : 0,
"maxFullGcSec" : 0,
"totalFullGcSec" : 0,
"averageFullGcSec" : 0
} ],
"operatorSummaries" : [ {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "216",
"operatorType" : "ExchangeOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "20.83GB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.6493024668798938E17,
"getOutputCalls" : 304839,
"getOutputWall" : "32.38s",
"getOutputCpu" : "28.96s",
"getOutputAllocation" : "0B",
"outputDataSize" : "24.14GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "4.66m",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "exchangeClientStatus",
"bufferedBytes" : 0,
"maxBufferedBytes" : 44603201,
"averageBytesPerRequest" : 12064464,
"successfulRequestsCount" : 29200,
"bufferedPages" : 0,
"noMoreLocations" : true,
"pageBufferClientStatuses" : [ ]
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 0,
"planNodeId" : "237",
"operatorType" : "LocalExchangeSourceOperator",
"totalDrivers" : 1,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 304579,
"getOutputWall" : "841.04ms",
"getOutputCpu" : "781.71ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "24.14GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "16.21s",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "localExchangeBuffer",
"bufferedBytes" : 0,
"bufferedPages" : 0
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "237",
"operatorType" : "LocalExchangeSinkOperator",
"totalDrivers" : 16,
"addInputCalls" : 304579,
"addInputWall" : "1.33s",
"addInputCpu" : "1.22s",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.6493024668798938E17,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "24.14GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "152.19ms",
"finishCalls" : 16,
"finishWall" : "743.82us",
"finishCpu" : "422.04us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 1,
"planNodeId" : "5",
"operatorType" : "ExplainAnalyzeOperator",
"totalDrivers" : 1,
"addInputCalls" : 304579,
"addInputWall" : "522.24ms",
"addInputCpu" : "494.96ms",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 306541,
"getOutputWall" : "704.88ms",
"getOutputCpu" : "567.05ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "1.04kB",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 3,
"finishWall" : "114.35us",
"finishCpu" : "114.35us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 2,
"planNodeId" : "6",
"operatorType" : "TaskOutputOperator",
"totalDrivers" : 1,
"addInputCalls" : 1,
"addInputWall" : "105.48us",
"addInputCpu" : "106.23us",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "1.04kB",
"inputPositions" : 1,
"sumSquaredInputPositions" : 1.0,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "1.04kB",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 1,
"finishWall" : "3.73us",
"finishCpu" : "3.92us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 80,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "199.09MB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "13.54GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 1.80069597758314266E18,
"getOutputCalls" : 288612,
"getOutputWall" : "2.07m",
"getOutputCpu" : "34.37s",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.54GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "8.56ms",
"finishCalls" : 80,
"finishWall" : "39.66us",
"finishCpu" : "126.21us",
"finishAllocation" : "0B",
"userMemoryReservation" : "148.64MB",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3.78MB",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3.78MB",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 263,
"min" : 128
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 1464939596,
"count" : 80,
"max" : 34161607,
"min" : 3795745
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 24,
"min" : 10
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 61634516000,
"count" : 80,
"max" : 1488149000,
"min" : 248371000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 24,
"min" : 10
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 773,
"count" : 80,
"max" : 18,
"min" : 2
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 11926255000,
"count" : 80,
"max" : 367989000,
"min" : 62109000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 6256245000,
"count" : 80,
"max" : 291054000,
"min" : 22828000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 79511440000,
"count" : 80,
"max" : 1755490000,
"min" : 384485000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 2679000,
"count" : 36,
"max" : 581000,
"min" : 13000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 188042,
"count" : 80,
"max" : 3357,
"min" : 1045
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 585949,
"count" : 5,
"max" : 146904,
"min" : 71448
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 2737434558,
"count" : 80,
"max" : 45551170,
"min" : 18976622
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "1",
"operatorType" : "FilterProject",
"totalDrivers" : 80,
"addInputCalls" : 288481,
"addInputWall" : "124.52ms",
"addInputCpu" : "415.25ms",
"addInputAllocation" : "0B",
"rawInputDataSize" : "199.09MB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "13.54GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 1.80069597758314266E18,
"getOutputCalls" : 577173,
"getOutputWall" : "41.23s",
"getOutputCpu" : "40.57s",
"getOutputAllocation" : "0B",
"outputDataSize" : "26.73GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 80,
"finishWall" : "18.69us",
"finishCpu" : "89.30us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "193.50kB",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "193.50kB",
"spilledDataSize" : "0B",
"runtimeStats" : {
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 920258000,
"count" : 80,
"max" : 19606000,
"min" : 5501000
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 865443,
"count" : 5,
"max" : 216987,
"min" : 105519
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 2,
"planNodeId" : "1",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 80,
"addInputCalls" : 288481,
"addInputWall" : "15.33s",
"addInputCpu" : "15.24s",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "26.73GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 1.80069597758314266E18,
"getOutputCalls" : 314826,
"getOutputWall" : "43.41s",
"getOutputCpu" : "38.64s",
"getOutputAllocation" : "0B",
"outputDataSize" : "20.84GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "18.99m",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "348.51MB",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "17.30MB",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "17.30MB",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 3972000,
"count" : 80,
"max" : 789000,
"min" : 17000
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 1177715,
"count" : 5,
"max" : 295392,
"min" : 143308
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 304579,
"count" : 5,
"max" : 76428,
"min" : 37024
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"runtimeStats" : {
"S1-TableScan.0.numMemoryAllocations" : {
"name" : "S1-TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 585949,
"count" : 5,
"max" : 146904,
"min" : 71448
},
"S1-TableScan.0.localReadBytes" : {
"name" : "S1-TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-TableScan.0.runningFinishWallNanos" : {
"name" : "S1-TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 39655,
"count" : 80,
"max" : 939,
"min" : 320
},
"S1-TableScan.0.skippedSplitBytes" : {
"name" : "S1-TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-endTime" : {
"name" : "S1-endTime",
"unit" : "NONE",
"sum" : 8554102544841,
"count" : 5,
"max" : 1710820512391,
"min" : 1710820505093
},
"S1-PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "S1-PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 3972000,
"count" : 80,
"max" : 789000,
"min" : 17000
},
"getColumnMetadataTimeNanos" : {
"name" : "getColumnMetadataTimeNanos",
"unit" : "NANO",
"sum" : 298966,
"count" : 1,
"max" : 298966,
"min" : 298966
},
"S1-PartitionedOutput.root.1.blockedWaitForConsumerTimes" : {
"name" : "S1-PartitionedOutput.root.1.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 26045,
"count" : 80,
"max" : 421,
"min" : 189
},
"S1-TableScan.0.blockedWaitForSplitTimes" : {
"name" : "S1-TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 51,
"count" : 35,
"max" : 4,
"min" : 1
},
"S1-FilterProject.1.inputBatches" : {
"name" : "S1-FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"S1-TableScan.0.queryThreadIoLatency" : {
"name" : "S1-TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 24,
"min" : 10
},
"S1-createTime" : {
"name" : "S1-createTime",
"unit" : "NONE",
"sum" : 8554102457634,
"count" : 5,
"max" : 1710820491532,
"min" : 1710820491521
},
"S1-TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "S1-TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 8562000,
"count" : 35,
"max" : 764000,
"min" : 15000
},
"S0-taskQueuedTimeNanos" : {
"name" : "S0-taskQueuedTimeNanos",
"unit" : "NANO",
"sum" : 869014,
"count" : 1,
"max" : 869014,
"min" : 869014
},
"S1-TableScan.0.totalScanTime" : {
"name" : "S1-TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 6256245000,
"count" : 80,
"max" : 291054000,
"min" : 22828000
},
"S0-taskElapsedTimeNanos" : {
"name" : "S0-taskElapsedTimeNanos",
"unit" : "NANO",
"sum" : 21068751343,
"count" : 1,
"max" : 21068751343,
"min" : 21068751343
},
"S1-TableScan.0.ramReadBytes" : {
"name" : "S1-TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"getColumnHandleTimeNanos" : {
"name" : "getColumnHandleTimeNanos",
"unit" : "NANO",
"sum" : 153297,
"count" : 1,
"max" : 153297,
"min" : 153297
},
"S1-PartitionedOutput.root.1.runningFinishWallNanos" : {
"name" : "S1-PartitionedOutput.root.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-TableScan.0.runningAddInputWallNanos" : {
"name" : "S1-TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-TableScan.0.skippedStrides" : {
"name" : "S1-TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 188042,
"count" : 80,
"max" : 3357,
"min" : 1045
},
"S1-FilterProject.1.runningAddInputWallNanos" : {
"name" : "S1-FilterProject.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 124521766,
"count" : 80,
"max" : 2148586,
"min" : 895744
},
"S1-TableScan.0.totalRemainingFilterTime" : {
"name" : "S1-TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"optimizerTimeNanos" : {
"name" : "optimizerTimeNanos",
"unit" : "NANO",
"sum" : 11753464,
"count" : 1,
"max" : 11753464,
"min" : 11753464
},
"S1-FilterProject.1.numMemoryAllocations" : {
"name" : "S1-FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 865443,
"count" : 5,
"max" : 216987,
"min" : 105519
},
"S1-TableScan.0.numSplits" : {
"name" : "S1-TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 263,
"min" : 128
},
"S1-TableScan.0.runningGetOutputWallNanos" : {
"name" : "S1-TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 124284101169,
"count" : 80,
"max" : 2455331782,
"min" : 666126117
},
"S1-TableScan.0.numPrefetch" : {
"name" : "S1-TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 773,
"count" : 80,
"max" : 18,
"min" : 2
},
"S1-driverCountPerTask" : {
"name" : "S1-driverCountPerTask",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 263,
"min" : 128
},
"S1-PartitionedOutput.root.1.runningGetOutputWallNanos" : {
"name" : "S1-PartitionedOutput.root.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 43406042492,
"count" : 80,
"max" : 731398688,
"min" : 304963945
},
"S1-PartitionedOutput.root.1.inputBatches" : {
"name" : "S1-PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"S1-taskElapsedTimeNanos" : {
"name" : "S1-taskElapsedTimeNanos",
"unit" : "NANO",
"sum" : 86902000000,
"count" : 5,
"max" : 20810000000,
"min" : 13490000000
},
"S1-TableScan.0.dataSourceWallNanos" : {
"name" : "S1-TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 79511440000,
"count" : 80,
"max" : 1755490000,
"min" : 384485000
},
"S0-driverCountPerTask" : {
"name" : "S0-driverCountPerTask",
"unit" : "NONE",
"sum" : 17,
"count" : 1,
"max" : 17,
"min" : 17
},
"S1-PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "S1-PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 1177715,
"count" : 5,
"max" : 295392,
"min" : 143308
},
"S1-FilterProject.1.queuedWallNanos" : {
"name" : "S1-FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 920258000,
"count" : 80,
"max" : 19606000,
"min" : 5501000
},
"S1-FilterProject.1.runningFinishWallNanos" : {
"name" : "S1-FilterProject.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 18693,
"count" : 80,
"max" : 375,
"min" : 164
},
"getViewTimeNanos" : {
"name" : "getViewTimeNanos",
"unit" : "NANO",
"sum" : 414112,
"count" : 1,
"max" : 414112,
"min" : 414112
},
"S1-PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : {
"name" : "S1-PartitionedOutput.root.1.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 1139521900000,
"count" : 80,
"max" : 17426049000,
"min" : 10821200000
},
"getTableHandleTimeNanos" : {
"name" : "getTableHandleTimeNanos",
"unit" : "NANO",
"sum" : 55704,
"count" : 1,
"max" : 55704,
"min" : 55704
},
"S0-taskScheduledTimeNanos" : {
"name" : "S0-taskScheduledTimeNanos",
"unit" : "NANO",
"sum" : 36287470707,
"count" : 1,
"max" : 36287470707,
"min" : 36287470707
},
"S1-FilterProject.1.runningGetOutputWallNanos" : {
"name" : "S1-FilterProject.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 41233506065,
"count" : 80,
"max" : 674106304,
"min" : 286693799
},
"S1-TableScan.0.queuedWallNanos" : {
"name" : "S1-TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 2679000,
"count" : 36,
"max" : 581000,
"min" : 13000
},
"S1-outputConsumedDelayInNanos" : {
"name" : "S1-outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 305000000,
"count" : 5,
"max" : 82000000,
"min" : 39000000
},
"S1-PartitionedOutput.root.1.outputBatches" : {
"name" : "S1-PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 304579,
"count" : 5,
"max" : 76428,
"min" : 37024
},
"S1-TableScan.0.numLocalRead" : {
"name" : "S1-TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-TableScan.0.prefetchBytes" : {
"name" : "S1-TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 1464939596,
"count" : 80,
"max" : 34161607,
"min" : 3795745
},
"S0-taskBlockedTimeNanos" : {
"name" : "S0-taskBlockedTimeNanos",
"unit" : "NANO",
"sum" : 295906263699,
"count" : 1,
"max" : 295906263699,
"min" : 295906263699
},
"S1-TableScan.0.numStorageRead" : {
"name" : "S1-TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 24,
"min" : 10
},
"S1-TableScan.0.flattenStringDictionaryValues" : {
"name" : "S1-TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-TableScan.0.overreadBytes" : {
"name" : "S1-TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-taskScheduledTimeNanos" : {
"name" : "S1-taskScheduledTimeNanos",
"unit" : "NANO",
"sum" : 224380516772,
"count" : 5,
"max" : 56428227844,
"min" : 26756518534
},
"S1-numTopOutputBuffers" : {
"name" : "S1-numTopOutputBuffers",
"unit" : "NONE",
"sum" : 5,
"count" : 5,
"max" : 1,
"min" : 1
},
"S1-taskBlockedTimeNanos" : {
"name" : "S1-taskBlockedTimeNanos",
"unit" : "NANO",
"sum" : 1139530462000,
"count" : 5,
"max" : 272669443000,
"min" : 181650342000
},
"S1-TableScan.0.inputBatches" : {
"name" : "S1-TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"getMaterializedViewTimeNanos" : {
"name" : "getMaterializedViewTimeNanos",
"unit" : "NANO",
"sum" : 45153,
"count" : 1,
"max" : 45153,
"min" : 45153
},
"S1-FilterProject.1.outputBatches" : {
"name" : "S1-FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"S1-TableScan.0.outputBatches" : {
"name" : "S1-TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"S1-TableScan.0.storageReadBytes" : {
"name" : "S1-TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 2737434558,
"count" : 80,
"max" : 45551170,
"min" : 18976622
},
"S1-averageOutputBufferWallNanos" : {
"name" : "S1-averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 682000000,
"count" : 5,
"max" : 166000000,
"min" : 109000000
},
"getCanonicalInfoTimeNanos" : {
"name" : "getCanonicalInfoTimeNanos",
"unit" : "NANO",
"sum" : 22231,
"count" : 1,
"max" : 22231,
"min" : 22231
},
"fragmentPlanTimeNanos" : {
"name" : "fragmentPlanTimeNanos",
"unit" : "NANO",
"sum" : 5952222,
"count" : 1,
"max" : 5952222,
"min" : 5952222
},
"S1-TableScan.0.numRamRead" : {
"name" : "S1-TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-nativeProcessCpuTime" : {
"name" : "S1-nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 156524159000,
"count" : 5,
"max" : 39244251000,
"min" : 19056087000
},
"S1-getSplitsTimeNanos" : {
"name" : "S1-getSplitsTimeNanos",
"unit" : "NANO",
"sum" : 80626147,
"count" : 1,
"max" : 80626147,
"min" : 80626147
},
"S1-TableScan.0.ioWaitNanos" : {
"name" : "S1-TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 61634516000,
"count" : 80,
"max" : 1488149000,
"min" : 248371000
},
"logicalPlannerTimeNanos" : {
"name" : "logicalPlannerTimeNanos",
"unit" : "NANO",
"sum" : 1065119,
"count" : 1,
"max" : 1065119,
"min" : 1065119
},
"S1-TableScan.0.skippedSplits" : {
"name" : "S1-TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-PartitionedOutput.root.1.runningAddInputWallNanos" : {
"name" : "S1-PartitionedOutput.root.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 15332286932,
"count" : 80,
"max" : 253035178,
"min" : 106142364
},
"S1-TableScan.0.maxSingleIoWaitNanos" : {
"name" : "S1-TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 11926255000,
"count" : 80,
"max" : 367989000,
"min" : 62109000
}
},
"spilledDataSize" : "0B",
"progressPercentage" : 100.0
},
"setSessionProperties" : { },
"resetSessionProperties" : [ ],
"setRoles" : { },
"addedPreparedStatements" : { },
"deallocatedPreparedStatements" : [ ],
"clearTransactionId" : false,
"outputStage" : {
"stageId" : "20240319_035451_00023_bcy7w.0",
"self" : "http://10.0.1.3:8080/v1/stage/20240319_035451_00023_bcy7w.0",
"plan" : {
"id" : "0",
"root" : {
"@type" : ".OutputNode",
"sourceLocation" : {
"line" : 1,
"column" : 17
},
"id" : "6",
"source" : {
"@type" : "com.facebook.presto.sql.planner.plan.ExplainAnalyzeNode",
"sourceLocation" : {
"line" : 1,
"column" : 17
},
"id" : "5",
"source" : {
"@type" : "com.facebook.presto.sql.planner.plan.ExchangeNode",
"sourceLocation" : {
"line" : 1,
"column" : 64
},
"id" : "237",
"type" : "GATHER",
"scope" : "LOCAL",
"partitioningScheme" : {
"partitioning" : {
"handle" : {
"connectorHandle" : {
"@type" : "$remote",
"partitioning" : "SINGLE",
"function" : "SINGLE"
}
},
"arguments" : [ ]
},
"outputLayout" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 24
},
"name" : "expr",
"type" : "decimal(10,0)"
} ],
"replicateNullsAndAny" : false
},
"sources" : [ {
"@type" : "com.facebook.presto.sql.planner.plan.RemoteSourceNode",
"sourceLocation" : {
"line" : 1,
"column" : 64
},
"id" : "216",
"sourceFragmentIds" : [ "1" ],
"outputVariables" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 24
},
"name" : "expr",
"type" : "decimal(10,0)"
} ],
"ensureSourceOrdering" : false,
"exchangeType" : "GATHER"
} ],
"inputs" : [ [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 24
},
"name" : "expr",
"type" : "decimal(10,0)"
} ] ],
"ensureSourceOrdering" : false
},
"outputVariable" : {
"@type" : "variable",
"name" : "query_plan",
"type" : "varchar"
},
"verbose" : false
},
"columnNames" : [ "Query Plan" ],
"outputVariables" : [ {
"@type" : "variable",
"name" : "query_plan",
"type" : "varchar"
} ]
},
"variables" : [ {
"@type" : "variable",
"name" : "query_plan",
"type" : "varchar"
}, {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 24
},
"name" : "expr",
"type" : "decimal(10,0)"
} ],
"partitioning" : {
"connectorHandle" : {
"@type" : "$remote",
"partitioning" : "COORDINATOR_ONLY",
"function" : "SINGLE"
}
},
"tableScanSchedulingOrder" : [ ],
"partitioningScheme" : {
"partitioning" : {
"handle" : {
"connectorHandle" : {
"@type" : "$remote",
"partitioning" : "SINGLE",
"function" : "SINGLE"
}
},
"arguments" : [ ]
},
"outputLayout" : [ {
"@type" : "variable",
"name" : "query_plan",
"type" : "varchar"
} ],
"replicateNullsAndAny" : false
},
"stageExecutionDescriptor" : {
"stageExecutionStrategy" : "UNGROUPED_EXECUTION",
"groupedExecutionScanNodes" : [ ],
"totalLifespans" : 1
},
"outputTableWriterFragment" : false,
"statsAndCosts" : {
"stats" : { },
"costs" : { }
},
"jsonRepresentation" : "{\n \"id\" : \"6\",\n \"name\" : \"Output\",\n \"identifier\" : \"[Query Plan]\",\n \"details\" : \"Query Plan := query_plan\\n\",\n \"children\" : [ {\n \"id\" : \"5\",\n \"name\" : \"ExplainAnalyze\",\n \"identifier\" : \"\",\n \"details\" : \"\",\n \"children\" : [ {\n \"id\" : \"237\",\n \"name\" : \"LocalExchange\",\n \"identifier\" : \"[SINGLE] ()\",\n \"details\" : \"\",\n \"children\" : [ {\n \"id\" : \"216\",\n \"name\" : \"RemoteSource\",\n \"identifier\" : \"[1]\",\n \"details\" : \"\",\n \"children\" : [ ],\n \"remoteSources\" : [ \"1\" ],\n \"estimates\" : [ ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n}"
},
"latestAttemptExecutionInfo" : {
"state" : "FINISHED",
"stats" : {
"schedulingComplete" : "2024-03-19T03:54:51.425Z",
"getSplitDistribution" : {
"maxError" : "NaN",
"count" : 0.0,
"total" : 0.0,
"p01" : -9223372036854775808,
"p05" : -9223372036854775808,
"p10" : -9223372036854775808,
"p25" : -9223372036854775808,
"p50" : -9223372036854775808,
"p75" : -9223372036854775808,
"p90" : -9223372036854775808,
"p95" : -9223372036854775808,
"p99" : -9223372036854775808,
"min" : 9223372036854775807,
"max" : -9223372036854775808,
"avg" : "NaN"
},
"totalTasks" : 1,
"runningTasks" : 0,
"completedTasks" : 1,
"totalLifespans" : 1,
"completedLifespans" : 1,
"totalDrivers" : 17,
"queuedDrivers" : 0,
"runningDrivers" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 17,
"cumulativeUserMemory" : 0.0,
"cumulativeTotalMemory" : 1.0483377095338839E10,
"userMemoryReservation" : "0B",
"totalMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakNodeTotalMemoryReservation" : "42.54MB",
"totalScheduledTime" : "36.29s",
"totalCpuTime" : "32.26s",
"retriedCpuTime" : "0.00ns",
"totalBlockedTime" : "4.93m",
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocation" : "0B",
"rawInputDataSize" : "20.83GB",
"rawInputPositions" : 2879987999,
"processedInputDataSize" : "24.14GB",
"processedInputPositions" : 2879987999,
"bufferedDataSize" : "0B",
"outputDataSize" : "1.04kB",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"gcInfo" : {
"stageId" : 0,
"stageExecutionId" : 0,
"tasks" : 1,
"fullGcTasks" : 0,
"minFullGcSec" : 0,
"maxFullGcSec" : 0,
"totalFullGcSec" : 0,
"averageFullGcSec" : 0
},
"operatorSummaries" : [ {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "216",
"operatorType" : "ExchangeOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "20.83GB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.6493024668798938E17,
"getOutputCalls" : 304839,
"getOutputWall" : "32.38s",
"getOutputCpu" : "28.96s",
"getOutputAllocation" : "0B",
"outputDataSize" : "24.14GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "4.66m",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "exchangeClientStatus",
"bufferedBytes" : 0,
"maxBufferedBytes" : 44603201,
"averageBytesPerRequest" : 12064464,
"successfulRequestsCount" : 29200,
"bufferedPages" : 0,
"noMoreLocations" : true,
"pageBufferClientStatuses" : [ ]
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 0,
"planNodeId" : "237",
"operatorType" : "LocalExchangeSourceOperator",
"totalDrivers" : 1,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 304579,
"getOutputWall" : "841.04ms",
"getOutputCpu" : "781.71ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "24.14GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "16.21s",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "localExchangeBuffer",
"bufferedBytes" : 0,
"bufferedPages" : 0
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "237",
"operatorType" : "LocalExchangeSinkOperator",
"totalDrivers" : 16,
"addInputCalls" : 304579,
"addInputWall" : "1.33s",
"addInputCpu" : "1.22s",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.6493024668798938E17,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "24.14GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "152.19ms",
"finishCalls" : 16,
"finishWall" : "743.82us",
"finishCpu" : "422.04us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 1,
"planNodeId" : "5",
"operatorType" : "ExplainAnalyzeOperator",
"totalDrivers" : 1,
"addInputCalls" : 304579,
"addInputWall" : "522.24ms",
"addInputCpu" : "494.96ms",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 306541,
"getOutputWall" : "704.88ms",
"getOutputCpu" : "567.05ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "1.04kB",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 3,
"finishWall" : "114.35us",
"finishCpu" : "114.35us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 2,
"planNodeId" : "6",
"operatorType" : "TaskOutputOperator",
"totalDrivers" : 1,
"addInputCalls" : 1,
"addInputWall" : "105.48us",
"addInputCpu" : "106.23us",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "1.04kB",
"inputPositions" : 1,
"sumSquaredInputPositions" : 1.0,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "1.04kB",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 1,
"finishWall" : "3.73us",
"finishCpu" : "3.92us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"runtimeStats" : {
"taskElapsedTimeNanos" : {
"name" : "taskElapsedTimeNanos",
"unit" : "NANO",
"sum" : 21068751343,
"count" : 1,
"max" : 21068751343,
"min" : 21068751343
},
"taskScheduledTimeNanos" : {
"name" : "taskScheduledTimeNanos",
"unit" : "NANO",
"sum" : 36287470707,
"count" : 1,
"max" : 36287470707,
"min" : 36287470707
},
"taskBlockedTimeNanos" : {
"name" : "taskBlockedTimeNanos",
"unit" : "NANO",
"sum" : 295906263699,
"count" : 1,
"max" : 295906263699,
"min" : 295906263699
},
"taskQueuedTimeNanos" : {
"name" : "taskQueuedTimeNanos",
"unit" : "NANO",
"sum" : 869014,
"count" : 1,
"max" : 869014,
"min" : 869014
},
"driverCountPerTask" : {
"name" : "driverCountPerTask",
"unit" : "NONE",
"sum" : 17,
"count" : 1,
"max" : 17,
"min" : 17
}
}
},
"tasks" : [ {
"taskId" : "20240319_035451_00023_bcy7w.0.0.0.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : -7236130042787301974,
"taskInstanceIdMostSignificantBits" : 533124526452657010,
"version" : 252,
"state" : "FINISHED",
"self" : "http://10.0.1.3:8080/v1/task/20240319_035451_00023_bcy7w.0.0.0.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 44603201,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 32262060502,
"taskAgeInMillis" : 21072,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:55:12.442Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "FINISHED",
"canAddBuffers" : false,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 1,
"totalPagesSent" : 1,
"buffers" : [ {
"bufferId" : 0,
"finished" : true,
"bufferedPages" : 0,
"pagesSent" : 1,
"pageBufferInfo" : {
"partition" : 0,
"bufferedPages" : 0,
"bufferedBytes" : 0,
"rowsAdded" : 1,
"pagesAdded" : 1
}
} ]
},
"noMoreSplits" : [ "216" ],
"stats" : {
"createTime" : "2024-03-19T03:54:51.426Z",
"firstStartTime" : "2024-03-19T03:54:51.429Z",
"lastStartTime" : "2024-03-19T03:54:51.430Z",
"lastEndTime" : "2024-03-19T03:55:12.496Z",
"endTime" : "2024-03-19T03:55:12.497Z",
"elapsedTimeInNanos" : 21068751343,
"queuedTimeInNanos" : 869014,
"totalDrivers" : 17,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 17,
"cumulativeUserMemory" : 0.0,
"cumulativeTotalMemory" : 1.0483377095338839E10,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 15867673,
"peakUserMemoryInBytes" : 0,
"peakNodeTotalMemoryInBytes" : 44603201,
"totalScheduledTimeInNanos" : 36287470707,
"totalCpuTimeInNanos" : 32262060502,
"totalBlockedTimeInNanos" : 295906263699,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 22370310878,
"rawInputPositions" : 2879987999,
"processedInputDataSizeInBytes" : 25919891991,
"processedInputPositions" : 2879987999,
"outputDataSizeInBytes" : 1070,
"outputPositions" : 1,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:54:51.429Z",
"lastStartTime" : "2024-03-19T03:54:51.430Z",
"lastEndTime" : "2024-03-19T03:55:12.393Z",
"inputPipeline" : true,
"outputPipeline" : false,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 16.0,
"total" : 1.3910829E7,
"p01" : 352344,
"p05" : 352344,
"p10" : 370509,
"p25" : 650987,
"p50" : 895121,
"p75" : 1162160,
"p90" : 1355067,
"p95" : 1424374,
"p99" : 1424374,
"min" : 352344,
"max" : 1424374,
"avg" : 869426.8125
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 16.0,
"total" : 3.35431408492E11,
"p01" : 20964316157,
"p05" : 20964316157,
"p10" : 20964342095,
"p25" : 20964380473,
"p50" : 20964428520,
"p75" : 20964551731,
"p90" : 20964672818,
"p95" : 20964721770,
"p99" : 20964721770,
"min" : 20964316157,
"max" : 20964721770,
"avg" : 2.096446303075E10
},
"totalScheduledTimeInNanos" : 34207519722,
"totalCpuTimeInNanos" : 30407234522,
"totalBlockedTimeInNanos" : 279699911904,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 22370310878,
"rawInputPositions" : 2879987999,
"processedInputDataSizeInBytes" : 25919891991,
"processedInputPositions" : 2879987999,
"outputDataSizeInBytes" : 25919891991,
"outputPositions" : 2879987999,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "216",
"operatorType" : "ExchangeOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "20.83GB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.6493024668798938E17,
"getOutputCalls" : 304839,
"getOutputWall" : "32.38s",
"getOutputCpu" : "28.96s",
"getOutputAllocation" : "0B",
"outputDataSize" : "24.14GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "4.66m",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "exchangeClientStatus",
"bufferedBytes" : 0,
"maxBufferedBytes" : 44603201,
"averageBytesPerRequest" : 12064464,
"successfulRequestsCount" : 29200,
"bufferedPages" : 0,
"noMoreLocations" : true,
"pageBufferClientStatuses" : [ ]
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "237",
"operatorType" : "LocalExchangeSinkOperator",
"totalDrivers" : 16,
"addInputCalls" : 304579,
"addInputWall" : "1.33s",
"addInputCpu" : "1.22s",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.6493024668798938E17,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "24.14GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "152.19ms",
"finishCalls" : 16,
"finishWall" : "743.82us",
"finishCpu" : "422.04us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
}, {
"pipelineId" : 1,
"firstStartTime" : "2024-03-19T03:54:51.429Z",
"lastStartTime" : "2024-03-19T03:54:51.429Z",
"lastEndTime" : "2024-03-19T03:55:12.496Z",
"inputPipeline" : false,
"outputPipeline" : true,
"totalDrivers" : 1,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 1,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 1.0,
"total" : 512803.0,
"p01" : 512803,
"p05" : 512803,
"p10" : 512803,
"p25" : 512803,
"p50" : 512803,
"p75" : 512803,
"p90" : 512803,
"p95" : 512803,
"p99" : 512803,
"min" : 512803,
"max" : 512803,
"avg" : 512803.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 1.0,
"total" : 2.106685888E10,
"p01" : 21066858880,
"p05" : 21066858880,
"p10" : 21066858880,
"p25" : 21066858880,
"p50" : 21066858880,
"p75" : 21066858880,
"p90" : 21066858880,
"p95" : 21066858880,
"p99" : 21066858880,
"min" : 21066858880,
"max" : 21066858880,
"avg" : 2.106685888E10
},
"totalScheduledTimeInNanos" : 2079950985,
"totalCpuTimeInNanos" : 1854825980,
"totalBlockedTimeInNanos" : 16206351795,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 0,
"rawInputPositions" : 0,
"processedInputDataSizeInBytes" : 25919891991,
"processedInputPositions" : 2879987999,
"outputDataSizeInBytes" : 1070,
"outputPositions" : 1,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 0,
"planNodeId" : "237",
"operatorType" : "LocalExchangeSourceOperator",
"totalDrivers" : 1,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 304579,
"getOutputWall" : "841.04ms",
"getOutputCpu" : "781.71ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "24.14GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "16.21s",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "localExchangeBuffer",
"bufferedBytes" : 0,
"bufferedPages" : 0
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 1,
"planNodeId" : "5",
"operatorType" : "ExplainAnalyzeOperator",
"totalDrivers" : 1,
"addInputCalls" : 304579,
"addInputWall" : "522.24ms",
"addInputCpu" : "494.96ms",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "24.14GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 306541,
"getOutputWall" : "704.88ms",
"getOutputCpu" : "567.05ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "1.04kB",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 3,
"finishWall" : "114.35us",
"finishCpu" : "114.35us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 2,
"planNodeId" : "6",
"operatorType" : "TaskOutputOperator",
"totalDrivers" : 1,
"addInputCalls" : 1,
"addInputWall" : "105.48us",
"addInputCpu" : "106.23us",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "1.04kB",
"inputPositions" : 1,
"sumSquaredInputPositions" : 1.0,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "1.04kB",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 1,
"finishWall" : "3.73us",
"finishCpu" : "3.92us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : { }
},
"needsPlan" : false,
"metadataUpdates" : {
"metadataUpdates" : [ ]
},
"nodeId" : "78c2c18b1160"
} ]
},
"previousAttemptsExecutionInfos" : [ ],
"subStages" : [ {
"stageId" : "20240319_035451_00023_bcy7w.1",
"self" : "http://10.0.1.3:8080/v1/stage/20240319_035451_00023_bcy7w.1",
"plan" : {
"id" : "1",
"root" : {
"@type" : ".ProjectNode",
"sourceLocation" : {
"line" : 1,
"column" : 64
},
"id" : "1",
"source" : {
"@type" : ".TableScanNode",
"sourceLocation" : {
"line" : 1,
"column" : 64
},
"id" : "0",
"table" : {
"connectorId" : "hive",
"connectorHandle" : {
"@type" : "hive-hadoop2",
"schemaName" : "tpcds_sf1000_parquet_varchar",
"tableName" : "store_sales"
},
"transaction" : {
"@type" : "hive-hadoop2",
"uuid" : "54cd449f-a62f-45c4-b169-5e50d61b6eb3"
},
"connectorTableLayout" : {
"@type" : "hive-hadoop2",
"schemaTableName" : {
"schema" : "tpcds_sf1000_parquet_varchar",
"table" : "store_sales"
},
"tablePath" : "s3a://presto-workload/tpcds-sf1000-parquet/store_sales",
"partitionColumns" : [ ],
"dataColumns" : [ {
"name" : "ss_sold_date_sk",
"type" : "bigint"
}, {
"name" : "ss_sold_time_sk",
"type" : "bigint"
}, {
"name" : "ss_item_sk",
"type" : "bigint"
}, {
"name" : "ss_customer_sk",
"type" : "bigint"
}, {
"name" : "ss_cdemo_sk",
"type" : "bigint"
}, {
"name" : "ss_hdemo_sk",
"type" : "bigint"
}, {
"name" : "ss_addr_sk",
"type" : "bigint"
}, {
"name" : "ss_store_sk",
"type" : "bigint"
}, {
"name" : "ss_promo_sk",
"type" : "bigint"
}, {
"name" : "ss_ticket_number",
"type" : "bigint"
}, {
"name" : "ss_quantity",
"type" : "int"
}, {
"name" : "ss_wholesale_cost",
"type" : "decimal(7,2)"
}, {
"name" : "ss_list_price",
"type" : "decimal(7,2)"
}, {
"name" : "ss_sales_price",
"type" : "decimal(7,2)"
}, {
"name" : "ss_ext_discount_amt",
"type" : "decimal(7,2)"
}, {
"name" : "ss_ext_sales_price",
"type" : "decimal(7,2)"
}, {
"name" : "ss_ext_wholesale_cost",
"type" : "decimal(7,2)"
}, {
"name" : "ss_ext_list_price",
"type" : "decimal(7,2)"
}, {
"name" : "ss_ext_tax",
"type" : "decimal(7,2)"
}, {
"name" : "ss_coupon_amt",
"type" : "decimal(7,2)"
}, {
"name" : "ss_net_paid",
"type" : "decimal(7,2)"
}, {
"name" : "ss_net_paid_inc_tax",
"type" : "decimal(7,2)"
}, {
"name" : "ss_net_profit",
"type" : "decimal(7,2)"
} ],
"tableParameters" : {
"numRows" : "2879987999",
"rawDataSize" : "0",
"transient_lastDdlTime" : "1697086514",
"presto_version" : "0.284-20230928093222-d26b85d-amd64",
"presto_query_id" : "20231003_052406_00105_mteju",
"totalSize" : "199902640299",
"EXTERNAL" : "TRUE",
"COLUMN_STATS_ACCURATE" : "{\"COLUMN_STATS\":{\"ss_addr_sk\":\"true\",\"ss_cdemo_sk\":\"true\",\"ss_coupon_amt\":\"true\",\"ss_customer_sk\":\"true\",\"ss_ext_discount_amt\":\"true\",\"ss_ext_list_price\":\"true\",\"ss_ext_sales_price\":\"true\",\"ss_ext_tax\":\"true\",\"ss_ext_wholesale_cost\":\"true\",\"ss_hdemo_sk\":\"true\",\"ss_item_sk\":\"true\",\"ss_list_price\":\"true\",\"ss_net_paid\":\"true\",\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\",\"ss_promo_sk\":\"true\",\"ss_quantity\":\"true\",\"ss_sales_price\":\"true\",\"ss_sold_date_sk\":\"true\",\"ss_sold_time_sk\":\"true\",\"ss_store_sk\":\"true\",\"ss_ticket_number\":\"true\",\"ss_wholesale_cost\":\"true\"}}",
"numFiles" : "8"
},
"domainPredicate" : {
"columnDomains" : [ ]
},
"remainingPredicate" : {
"@type" : "constant",
"valueBlock" : "CgAAAEJZVEVfQVJSQVkBAAAAAAE=",
"type" : "boolean"
},
"predicateColumns" : { },
"partitionColumnPredicate" : {
"columnDomains" : [ ]
},
"pushdownFilterEnabled" : true,
"layoutString" : "tpcds_sf1000_parquet_varchar.store_sales{}",
"requestedColumns" : [ {
"@type" : "hive-hadoop2",
"name" : "ss_quantity",
"hiveType" : "int",
"typeSignature" : "integer",
"hiveColumnIndex" : 10,
"columnType" : "REGULAR",
"requiredSubfields" : [ ]
} ],
"partialAggregationsPushedDown" : false,
"appendRowNumber" : false,
"footerStatsUnreliable" : false
}
},
"outputVariables" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 64
},
"name" : "ss_quantity",
"type" : "integer"
} ],
"assignments" : {
"ss_quantity\u003Cinteger\u003E" : {
"@type" : "hive-hadoop2",
"name" : "ss_quantity",
"hiveType" : "int",
"typeSignature" : "integer",
"hiveColumnIndex" : 10,
"columnType" : "REGULAR",
"requiredSubfields" : [ ]
}
}
},
"assignments" : {
"assignments" : {
"expr\u003Cdecimal(10,0)\u003E" : {
"@type" : "call",
"sourceLocation" : {
"line" : 1,
"column" : 65
},
"displayName" : "CAST",
"functionHandle" : {
"@type" : "$static",
"signature" : {
"name" : "presto.default.$operator$cast",
"kind" : "SCALAR",
"typeVariableConstraints" : [ ],
"longVariableConstraints" : [ ],
"returnType" : "decimal(10,0)",
"argumentTypes" : [ "integer" ],
"variableArity" : false
}
},
"returnType" : "decimal(10,0)",
"arguments" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 65
},
"name" : "ss_quantity",
"type" : "integer"
} ]
}
}
},
"locality" : "LOCAL"
},
"variables" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 24
},
"name" : "expr",
"type" : "decimal(10,0)"
}, {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 64
},
"name" : "ss_quantity",
"type" : "integer"
} ],
"partitioning" : {
"connectorHandle" : {
"@type" : "$remote",
"partitioning" : "SOURCE",
"function" : "UNKNOWN"
}
},
"tableScanSchedulingOrder" : [ "0" ],
"partitioningScheme" : {
"partitioning" : {
"handle" : {
"connectorHandle" : {
"@type" : "$remote",
"partitioning" : "SINGLE",
"function" : "SINGLE"
}
},
"arguments" : [ ]
},
"outputLayout" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 24
},
"name" : "expr",
"type" : "decimal(10,0)"
} ],
"replicateNullsAndAny" : false
},
"stageExecutionDescriptor" : {
"stageExecutionStrategy" : "UNGROUPED_EXECUTION",
"groupedExecutionScanNodes" : [ ],
"totalLifespans" : 1
},
"outputTableWriterFragment" : false,
"statsAndCosts" : {
"stats" : { },
"costs" : { }
},
"jsonRepresentation" : "{\n \"id\" : \"1\",\n \"name\" : \"ScanProject\",\n \"identifier\" : \"[table = TableHandle {connectorId=\u0027hive\u0027, connectorHandle=\u0027HiveTableHandle{schemaName=tpcds_sf1000_parquet_varchar, tableName=store_sales, analyzePartitionValues=Optional.empty}\u0027, layout=\u0027Optional[tpcds_sf1000_parquet_varchar.store_sales{}]\u0027}, projectLocality = LOCAL]\",\n \"details\" : \"expr := CAST(ss_quantity AS decimal(10,0)) (1:65)\\nLAYOUT: tpcds_sf1000_parquet_varchar.store_sales{}\\nss_quantity := ss_quantity:int:10:REGULAR (1:64)\\n\",\n \"children\" : [ ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n }, {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n}"
},
"latestAttemptExecutionInfo" : {
"state" : "FINISHED",
"stats" : {
"schedulingComplete" : "2024-03-19T03:54:51.519Z",
"getSplitDistribution" : {
"maxError" : 0.0,
"count" : 2.0,
"total" : 8.0626147E7,
"p01" : 11080,
"p05" : 11080,
"p10" : 11080,
"p25" : 11080,
"p50" : 80615067,
"p75" : 80615067,
"p90" : 80615067,
"p95" : 80615067,
"p99" : 80615067,
"min" : 11080,
"max" : 80615067,
"avg" : 4.03130735E7
},
"totalTasks" : 5,
"runningTasks" : 0,
"completedTasks" : 5,
"totalLifespans" : 1,
"completedLifespans" : 1,
"totalDrivers" : 1048,
"queuedDrivers" : 0,
"runningDrivers" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 1048,
"cumulativeUserMemory" : 6.6375244358234904E16,
"cumulativeTotalMemory" : 6.6375244358234904E16,
"userMemoryReservation" : "0B",
"totalMemoryReservation" : "0B",
"peakUserMemoryReservation" : "533MB",
"peakNodeTotalMemoryReservation" : "116MB",
"totalScheduledTime" : "3.74m",
"totalCpuTime" : "2.15m",
"retriedCpuTime" : "0.00ns",
"totalBlockedTime" : "18.99m",
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocation" : "0B",
"rawInputDataSize" : "199.09MB",
"rawInputPositions" : 2879987999,
"processedInputDataSize" : "13.54GB",
"processedInputPositions" : 2879987999,
"bufferedDataSize" : "0B",
"outputDataSize" : "20.84GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"gcInfo" : {
"stageId" : 1,
"stageExecutionId" : 0,
"tasks" : 5,
"fullGcTasks" : 0,
"minFullGcSec" : 0,
"maxFullGcSec" : 0,
"totalFullGcSec" : 0,
"averageFullGcSec" : 0
},
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 80,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "199.09MB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "13.54GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 1.80069597758314266E18,
"getOutputCalls" : 288612,
"getOutputWall" : "2.07m",
"getOutputCpu" : "34.37s",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.54GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "8.56ms",
"finishCalls" : 80,
"finishWall" : "39.66us",
"finishCpu" : "126.21us",
"finishAllocation" : "0B",
"userMemoryReservation" : "148.64MB",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3.78MB",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3.78MB",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 263,
"min" : 128
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 1464939596,
"count" : 80,
"max" : 34161607,
"min" : 3795745
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 24,
"min" : 10
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 61634516000,
"count" : 80,
"max" : 1488149000,
"min" : 248371000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 24,
"min" : 10
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 773,
"count" : 80,
"max" : 18,
"min" : 2
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 11926255000,
"count" : 80,
"max" : 367989000,
"min" : 62109000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 6256245000,
"count" : 80,
"max" : 291054000,
"min" : 22828000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 79511440000,
"count" : 80,
"max" : 1755490000,
"min" : 384485000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 2679000,
"count" : 36,
"max" : 581000,
"min" : 13000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 188042,
"count" : 80,
"max" : 3357,
"min" : 1045
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 585949,
"count" : 5,
"max" : 146904,
"min" : 71448
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 2737434558,
"count" : 80,
"max" : 45551170,
"min" : 18976622
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "1",
"operatorType" : "FilterProject",
"totalDrivers" : 80,
"addInputCalls" : 288481,
"addInputWall" : "124.52ms",
"addInputCpu" : "415.25ms",
"addInputAllocation" : "0B",
"rawInputDataSize" : "199.09MB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "13.54GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 1.80069597758314266E18,
"getOutputCalls" : 577173,
"getOutputWall" : "41.23s",
"getOutputCpu" : "40.57s",
"getOutputAllocation" : "0B",
"outputDataSize" : "26.73GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 80,
"finishWall" : "18.69us",
"finishCpu" : "89.30us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "193.50kB",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "193.50kB",
"spilledDataSize" : "0B",
"runtimeStats" : {
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 920258000,
"count" : 80,
"max" : 19606000,
"min" : 5501000
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 865443,
"count" : 5,
"max" : 216987,
"min" : 105519
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 2,
"planNodeId" : "1",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 80,
"addInputCalls" : 288481,
"addInputWall" : "15.33s",
"addInputCpu" : "15.24s",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "26.73GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 1.80069597758314266E18,
"getOutputCalls" : 314826,
"getOutputWall" : "43.41s",
"getOutputCpu" : "38.64s",
"getOutputAllocation" : "0B",
"outputDataSize" : "20.84GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "18.99m",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "348.51MB",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "17.30MB",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "17.30MB",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 3972000,
"count" : 80,
"max" : 789000,
"min" : 17000
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 1177715,
"count" : 5,
"max" : 295392,
"min" : 143308
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 304579,
"count" : 5,
"max" : 76428,
"min" : 37024
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"runtimeStats" : {
"FilterProject.1.runningGetOutputWallNanos" : {
"name" : "FilterProject.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 41233506065,
"count" : 80,
"max" : 674106304,
"min" : 286693799
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 1464939596,
"count" : 80,
"max" : 34161607,
"min" : 3795745
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 682000000,
"count" : 5,
"max" : 166000000,
"min" : 109000000
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 124284101169,
"count" : 80,
"max" : 2455331782,
"min" : 666126117
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 24,
"min" : 10
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 3972000,
"count" : 80,
"max" : 789000,
"min" : 17000
},
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 865443,
"count" : 5,
"max" : 216987,
"min" : 105519
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 773,
"count" : 80,
"max" : 18,
"min" : 2
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 79511440000,
"count" : 80,
"max" : 1755490000,
"min" : 384485000
},
"driverCountPerTask" : {
"name" : "driverCountPerTask",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 263,
"min" : 128
},
"FilterProject.1.runningAddInputWallNanos" : {
"name" : "FilterProject.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 124521766,
"count" : 80,
"max" : 2148586,
"min" : 895744
},
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 1139521900000,
"count" : 80,
"max" : 17426049000,
"min" : 10821200000
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 2679000,
"count" : 36,
"max" : 581000,
"min" : 13000
},
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 920258000,
"count" : 80,
"max" : 19606000,
"min" : 5501000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 188042,
"count" : 80,
"max" : 3357,
"min" : 1045
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 156524159000,
"count" : 5,
"max" : 39244251000,
"min" : 19056087000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 585949,
"count" : 5,
"max" : 146904,
"min" : 71448
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 2737434558,
"count" : 80,
"max" : 45551170,
"min" : 18976622
},
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 263,
"min" : 128
},
"getSplitsTimeNanos" : {
"name" : "getSplitsTimeNanos",
"unit" : "NANO",
"sum" : 80626147,
"count" : 1,
"max" : 80626147,
"min" : 80626147
},
"taskBlockedTimeNanos" : {
"name" : "taskBlockedTimeNanos",
"unit" : "NANO",
"sum" : 1139530462000,
"count" : 5,
"max" : 272669443000,
"min" : 181650342000
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 304579,
"count" : 5,
"max" : 76428,
"min" : 37024
},
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 26045,
"count" : 80,
"max" : 421,
"min" : 189
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 61634516000,
"count" : 80,
"max" : 1488149000,
"min" : 248371000
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 39655,
"count" : 80,
"max" : 939,
"min" : 320
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.1.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 15332286932,
"count" : 80,
"max" : 253035178,
"min" : 106142364
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 24,
"min" : 10
},
"PartitionedOutput.root.1.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 43406042492,
"count" : 80,
"max" : 731398688,
"min" : 304963945
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"FilterProject.1.runningFinishWallNanos" : {
"name" : "FilterProject.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 18693,
"count" : 80,
"max" : 375,
"min" : 164
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 11926255000,
"count" : 80,
"max" : 367989000,
"min" : 62109000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 6256245000,
"count" : 80,
"max" : 291054000,
"min" : 22828000
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 8562000,
"count" : 35,
"max" : 764000,
"min" : 15000
},
"PartitionedOutput.root.1.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"taskElapsedTimeNanos" : {
"name" : "taskElapsedTimeNanos",
"unit" : "NANO",
"sum" : 86902000000,
"count" : 5,
"max" : 20810000000,
"min" : 13490000000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 8554102457634,
"count" : 5,
"max" : 1710820491532,
"min" : 1710820491521
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 1177715,
"count" : 5,
"max" : 295392,
"min" : 143308
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"taskScheduledTimeNanos" : {
"name" : "taskScheduledTimeNanos",
"unit" : "NANO",
"sum" : 224380516772,
"count" : 5,
"max" : 56428227844,
"min" : 26756518534
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 305000000,
"count" : 5,
"max" : 82000000,
"min" : 39000000
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 8554102544841,
"count" : 5,
"max" : 1710820512391,
"min" : 1710820505093
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 5,
"count" : 5,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 51,
"count" : 35,
"max" : 4,
"min" : 1
}
}
},
"tasks" : [ {
"taskId" : "20240319_035451_00023_bcy7w.1.0.3.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : 1751520013078654443,
"taskInstanceIdMostSignificantBits" : 2504023582631745719,
"version" : 484,
"state" : "FINISHED",
"self" : "http://10.0.1.7:8080/v1/task/20240319_035451_00023_bcy7w.1.0.3.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 121634816,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 0,
"taskAgeInMillis" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:55:12.392Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "OPEN",
"canAddBuffers" : true,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 717838041,
"totalPagesSent" : 75977,
"buffers" : [ ]
},
"noMoreSplits" : [ ],
"stats" : {
"createTime" : "2024-03-19T03:54:51.529Z",
"firstStartTime" : "2024-03-19T03:54:51.529Z",
"lastStartTime" : "2024-03-19T03:55:11.693Z",
"lastEndTime" : "2024-03-19T03:55:12.339Z",
"endTime" : "2024-03-19T03:55:12.339Z",
"elapsedTimeInNanos" : 20810000000,
"queuedTimeInNanos" : 0,
"totalDrivers" : 263,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 263,
"cumulativeUserMemory" : 1.435140438548702E16,
"cumulativeTotalMemory" : 1.435140438548702E16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 121634816,
"peakUserMemoryInBytes" : 121634816,
"peakNodeTotalMemoryInBytes" : 121634816,
"totalScheduledTimeInNanos" : 55275115214,
"totalCpuTimeInNanos" : 32195915077,
"totalBlockedTimeInNanos" : 272669443000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 41751736,
"rawInputPositions" : 717838041,
"processedInputDataSizeInBytes" : 3624756736,
"processedInputPositions" : 717838041,
"outputDataSizeInBytes" : 5577401304,
"outputPositions" : 717838041,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:54:51.529Z",
"lastStartTime" : "2024-03-19T03:55:12.339Z",
"lastEndTime" : "2024-03-19T03:55:12.339Z",
"inputPipeline" : true,
"outputPipeline" : true,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 0,
"userMemoryReservationInBytes" : 101723904,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"totalScheduledTimeInNanos" : 55275115214,
"totalCpuTimeInNanos" : 32195915077,
"totalBlockedTimeInNanos" : 272669443000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 41751736,
"rawInputPositions" : 717838041,
"processedInputDataSizeInBytes" : 3624756736,
"processedInputPositions" : 717838041,
"outputDataSizeInBytes" : 5577401304,
"outputPositions" : 717838041,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "41751736B",
"rawInputPositions" : 717838041,
"inputDataSize" : "3624756736B",
"inputPositions" : 717838041,
"sumSquaredInputPositions" : 5.152914531067177E17,
"getOutputCalls" : 71935,
"getOutputWall" : "30431797289.00ns",
"getOutputCpu" : "8554014379.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "3624756736B",
"outputPositions" : 717838041,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "3067000.00ns",
"finishCalls" : 16,
"finishWall" : "7923.00ns",
"finishCpu" : "22908.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "31645440B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3964416B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3964416B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 263,
"count" : 1,
"max" : 263,
"min" : 263
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 377029549,
"count" : 16,
"max" : 34161607,
"min" : 11387591
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 360,
"count" : 16,
"max" : 24,
"min" : 21
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 15345684000,
"count" : 16,
"max" : 1314732000,
"min" : 591359000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 360,
"count" : 16,
"max" : 24,
"min" : 21
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 199,
"count" : 16,
"max" : 18,
"min" : 6
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 2690187000,
"count" : 16,
"max" : 338235000,
"min" : 76978000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 1418950000,
"count" : 16,
"max" : 283214000,
"min" : 31219000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 19798832000,
"count" : 16,
"max" : 1586012000,
"min" : 882681000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 510000,
"count" : 9,
"max" : 98000,
"min" : 20000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 47036,
"count" : 16,
"max" : 3357,
"min" : 2561
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 146049,
"count" : 1,
"max" : 146049,
"min" : 146049
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 682305808,
"count" : 16,
"max" : 44910739,
"min" : 39855242
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "1",
"operatorType" : "FilterProject",
"totalDrivers" : 16,
"addInputCalls" : 71904,
"addInputWall" : "31083450.00ns",
"addInputCpu" : "105299821.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "41751736B",
"rawInputPositions" : 717838041,
"inputDataSize" : "3624756736B",
"inputPositions" : 717838041,
"sumSquaredInputPositions" : 5.152914531067177E17,
"getOutputCalls" : 143855,
"getOutputWall" : "10288621968.00ns",
"getOutputCpu" : "10124993044.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "7153059327B",
"outputPositions" : 717838041,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "0.00ns",
"finishCalls" : 16,
"finishWall" : "3874.00ns",
"finishCpu" : "18680.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "198144B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "198144B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 214141000,
"count" : 16,
"max" : 16215000,
"min" : 11105000
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 215712,
"count" : 1,
"max" : 215712,
"min" : 215712
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 2,
"planNodeId" : "1",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 16,
"addInputCalls" : 71904,
"addInputWall" : "3809898852.00ns",
"addInputCpu" : "3788311931.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "7153059327B",
"inputPositions" : 717838041,
"sumSquaredInputPositions" : 5.152914531067177E17,
"getOutputCalls" : 78453,
"getOutputWall" : "10713701858.00ns",
"getOutputCpu" : "9623254314.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "5577401304B",
"outputPositions" : 717838041,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "272666376000.00ns",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "70078464B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "10821632B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "10821632B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 480000,
"count" : 16,
"max" : 43000,
"min" : 19000
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 293669,
"count" : 1,
"max" : 293669,
"min" : 293669
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 75977,
"count" : 1,
"max" : 75977,
"min" : 75977
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : {
"FilterProject.1.runningGetOutputWallNanos" : {
"name" : "FilterProject.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 10288621968,
"count" : 16,
"max" : 673822418,
"min" : 607140880
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 377029549,
"count" : 16,
"max" : 34161607,
"min" : 11387591
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 125000000,
"count" : 1,
"max" : 125000000,
"min" : 125000000
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 360,
"count" : 16,
"max" : 24,
"min" : 21
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 30431797289,
"count" : 16,
"max" : 2331873423,
"min" : 1533603228
},
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 480000,
"count" : 16,
"max" : 43000,
"min" : 19000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 215712,
"count" : 1,
"max" : 215712,
"min" : 215712
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 199,
"count" : 16,
"max" : 18,
"min" : 6
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 19798832000,
"count" : 16,
"max" : 1586012000,
"min" : 882681000
},
"FilterProject.1.runningAddInputWallNanos" : {
"name" : "FilterProject.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 31083450,
"count" : 16,
"max" : 2148586,
"min" : 1798386
},
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 272666376000,
"count" : 16,
"max" : 17426049000,
"min" : 16681440000
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 510000,
"count" : 9,
"max" : 98000,
"min" : 20000
},
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 214141000,
"count" : 16,
"max" : 16215000,
"min" : 11105000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 47036,
"count" : 16,
"max" : 3357,
"min" : 2561
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 39045677000,
"count" : 1,
"max" : 39045677000,
"min" : 39045677000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 146049,
"count" : 1,
"max" : 146049,
"min" : 146049
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 682305808,
"count" : 16,
"max" : 44910739,
"min" : 39855242
},
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 263,
"count" : 1,
"max" : 263,
"min" : 263
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 75977,
"count" : 1,
"max" : 75977,
"min" : 75977
},
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 6486,
"count" : 16,
"max" : 419,
"min" : 389
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 15345684000,
"count" : 16,
"max" : 1314732000,
"min" : 591359000
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 7923,
"count" : 16,
"max" : 813,
"min" : 358
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.1.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 3809898852,
"count" : 16,
"max" : 252399032,
"min" : 221159280
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 360,
"count" : 16,
"max" : 24,
"min" : 21
},
"PartitionedOutput.root.1.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 10713701858,
"count" : 16,
"max" : 709675340,
"min" : 637555638
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"FilterProject.1.runningFinishWallNanos" : {
"name" : "FilterProject.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 3874,
"count" : 16,
"max" : 375,
"min" : 176
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 2690187000,
"count" : 16,
"max" : 338235000,
"min" : 76978000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 1418950000,
"count" : 16,
"max" : 283214000,
"min" : 31219000
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 3067000,
"count" : 9,
"max" : 764000,
"min" : 15000
},
"PartitionedOutput.root.1.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 1710820491529,
"count" : 1,
"max" : 1710820491529,
"min" : 1710820491529
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 293669,
"count" : 1,
"max" : 293669,
"min" : 293669
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 52000000,
"count" : 1,
"max" : 52000000,
"min" : 52000000
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 1710820512391,
"count" : 1,
"max" : 1710820512391,
"min" : 1710820512391
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 1,
"count" : 1,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 15,
"count" : 9,
"max" : 3,
"min" : 1
}
}
},
"needsPlan" : false,
"metadataUpdates" : {
"connectorId" : "unused",
"metadataUpdates" : [ ]
},
"nodeId" : "d1513926ef7c"
}, {
"taskId" : "20240319_035451_00023_bcy7w.1.0.0.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : 2471070523769937787,
"taskInstanceIdMostSignificantBits" : -3410697406694865780,
"version" : 244,
"state" : "FINISHED",
"self" : "http://10.0.1.11:8080/v1/task/20240319_035451_00023_bcy7w.1.0.0.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 119537664,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 0,
"taskAgeInMillis" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:55:05.095Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "OPEN",
"canAddBuffers" : true,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 351144206,
"totalPagesSent" : 37024,
"buffers" : [ ]
},
"noMoreSplits" : [ ],
"stats" : {
"createTime" : "2024-03-19T03:54:51.521Z",
"firstStartTime" : "2024-03-19T03:54:51.522Z",
"lastStartTime" : "2024-03-19T03:55:04.027Z",
"lastEndTime" : "2024-03-19T03:55:05.011Z",
"endTime" : "2024-03-19T03:55:05.011Z",
"elapsedTimeInNanos" : 13490000000,
"queuedTimeInNanos" : 0,
"totalDrivers" : 128,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 128,
"cumulativeUserMemory" : 1.1660515739310748E16,
"cumulativeTotalMemory" : 1.1660515739310748E16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 119537664,
"peakUserMemoryInBytes" : 119537664,
"peakNodeTotalMemoryInBytes" : 119537664,
"totalScheduledTimeInNanos" : 26756518534,
"totalCpuTimeInNanos" : 15811037794,
"totalBlockedTimeInNanos" : 181650342000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 37957169,
"rawInputPositions" : 351144206,
"processedInputDataSizeInBytes" : 1773122112,
"processedInputPositions" : 351144206,
"outputDataSizeInBytes" : 2728339706,
"outputPositions" : 351144206,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:54:51.521Z",
"lastStartTime" : "2024-03-19T03:55:05.011Z",
"lastEndTime" : "2024-03-19T03:55:05.011Z",
"inputPipeline" : true,
"outputPipeline" : true,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 0,
"userMemoryReservationInBytes" : 106745856,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"totalScheduledTimeInNanos" : 26756518534,
"totalCpuTimeInNanos" : 15811037794,
"totalBlockedTimeInNanos" : 181650342000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 37957169,
"rawInputPositions" : 351144206,
"processedInputDataSizeInBytes" : 1773122112,
"processedInputPositions" : 351144206,
"outputDataSizeInBytes" : 2728339706,
"outputPositions" : 351144206,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "37957169B",
"rawInputPositions" : 351144206,
"inputDataSize" : "1773122112B",
"inputPositions" : 351144206,
"sumSquaredInputPositions" : 1.23302253407370432E17,
"getOutputCalls" : 35189,
"getOutputWall" : "14599069322.00ns",
"getOutputCpu" : "4244888598.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "1773122112B",
"outputPositions" : 351144206,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "0.00ns",
"finishCalls" : 16,
"finishWall" : "8492.00ns",
"finishCpu" : "23339.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "31682560B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3964416B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3964416B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 128,
"count" : 1,
"max" : 128,
"min" : 128
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 174599613,
"count" : 16,
"max" : 17081496,
"min" : 3795745
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 2080864000,
"count" : 16,
"max" : 218514000,
"min" : 62109000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 1046868000,
"count" : 16,
"max" : 147758000,
"min" : 25239000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 9427689000,
"count" : 16,
"max" : 1107780000,
"min" : 384485000
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 176,
"count" : 16,
"max" : 12,
"min" : 10
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 7257898000,
"count" : 16,
"max" : 971703000,
"min" : 248371000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 176,
"count" : 16,
"max" : 12,
"min" : 10
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 22352,
"count" : 16,
"max" : 1924,
"min" : 1045
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 71448,
"count" : 1,
"max" : 71448,
"min" : 71448
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 333763603,
"count" : 16,
"max" : 22776083,
"min" : 18976622
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 92,
"count" : 16,
"max" : 9,
"min" : 2
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "1",
"operatorType" : "FilterProject",
"totalDrivers" : 16,
"addInputCalls" : 35173,
"addInputWall" : "16149693.00ns",
"addInputCpu" : "52584533.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "37957169B",
"rawInputPositions" : 351144206,
"inputDataSize" : "1773122112B",
"inputPositions" : 351144206,
"sumSquaredInputPositions" : 1.23302253407370432E17,
"getOutputCalls" : 70378,
"getOutputWall" : "4997015292.00ns",
"getOutputCpu" : "4941521086.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "3499061824B",
"outputPositions" : 351144206,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "0.00ns",
"finishCalls" : 16,
"finishWall" : "3843.00ns",
"finishCpu" : "17803.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "198144B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "198144B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 119683000,
"count" : 16,
"max" : 12042000,
"min" : 5501000
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 105519,
"count" : 1,
"max" : 105519,
"min" : 105519
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 2,
"planNodeId" : "1",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 16,
"addInputCalls" : 35173,
"addInputWall" : "1858464851.00ns",
"addInputCpu" : "1851167189.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "3499061824B",
"inputPositions" : 351144206,
"sumSquaredInputPositions" : 1.23302253407370432E17,
"getOutputCalls" : 38418,
"getOutputWall" : "5285807041.00ns",
"getOutputCpu" : "4720835246.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "2728339706B",
"outputPositions" : 351144206,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "181650342000.00ns",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "75063296B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "11886592B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "11886592B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 625000,
"count" : 16,
"max" : 57000,
"min" : 26000
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 143308,
"count" : 1,
"max" : 143308,
"min" : 143308
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 37024,
"count" : 1,
"max" : 37024,
"min" : 37024
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : {
"FilterProject.1.runningGetOutputWallNanos" : {
"name" : "FilterProject.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 4997015292,
"count" : 16,
"max" : 334550380,
"min" : 286693799
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 174599613,
"count" : 16,
"max" : 17081496,
"min" : 3795745
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 166000000,
"count" : 1,
"max" : 166000000,
"min" : 166000000
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 176,
"count" : 16,
"max" : 12,
"min" : 10
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 14599069322,
"count" : 16,
"max" : 1499901439,
"min" : 666126117
},
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 625000,
"count" : 16,
"max" : 57000,
"min" : 26000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 105519,
"count" : 1,
"max" : 105519,
"min" : 105519
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 92,
"count" : 16,
"max" : 9,
"min" : 2
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 9427689000,
"count" : 16,
"max" : 1107780000,
"min" : 384485000
},
"FilterProject.1.runningAddInputWallNanos" : {
"name" : "FilterProject.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 16149693,
"count" : 16,
"max" : 1107937,
"min" : 895744
},
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 181650342000,
"count" : 16,
"max" : 11774934000,
"min" : 10821200000
},
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 119683000,
"count" : 16,
"max" : 12042000,
"min" : 5501000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 22352,
"count" : 16,
"max" : 1924,
"min" : 1045
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 19056087000,
"count" : 1,
"max" : 19056087000,
"min" : 19056087000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 71448,
"count" : 1,
"max" : 71448,
"min" : 71448
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 333763603,
"count" : 16,
"max" : 22776083,
"min" : 18976622
},
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 128,
"count" : 1,
"max" : 128,
"min" : 128
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 37024,
"count" : 1,
"max" : 37024,
"min" : 37024
},
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 3197,
"count" : 16,
"max" : 211,
"min" : 189
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 7257898000,
"count" : 16,
"max" : 971703000,
"min" : 248371000
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 8492,
"count" : 16,
"max" : 939,
"min" : 379
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.1.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 1858464851,
"count" : 16,
"max" : 125412348,
"min" : 106142364
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 176,
"count" : 16,
"max" : 12,
"min" : 10
},
"PartitionedOutput.root.1.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 5285807041,
"count" : 16,
"max" : 357358952,
"min" : 304963945
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"FilterProject.1.runningFinishWallNanos" : {
"name" : "FilterProject.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 3843,
"count" : 16,
"max" : 349,
"min" : 164
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 2080864000,
"count" : 16,
"max" : 218514000,
"min" : 62109000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 1046868000,
"count" : 16,
"max" : 147758000,
"min" : 25239000
},
"PartitionedOutput.root.1.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 1710820491521,
"count" : 1,
"max" : 1710820491521,
"min" : 1710820491521
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 143308,
"count" : 1,
"max" : 143308,
"min" : 143308
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 82000000,
"count" : 1,
"max" : 82000000,
"min" : 82000000
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 1710820505093,
"count" : 1,
"max" : 1710820505093,
"min" : 1710820505093
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 1,
"count" : 1,
"max" : 1,
"min" : 1
}
}
},
"needsPlan" : false,
"metadataUpdates" : {
"connectorId" : "unused",
"metadataUpdates" : [ ]
},
"nodeId" : "323bf75f5bde"
}, {
"taskId" : "20240319_035451_00023_bcy7w.1.0.1.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : 91187198575005029,
"taskInstanceIdMostSignificantBits" : -1729694905234453582,
"version" : 472,
"state" : "FINISHED",
"self" : "http://10.0.1.12:8080/v1/task/20240319_035451_00023_bcy7w.1.0.1.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 117440512,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 0,
"taskAgeInMillis" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:55:09.408Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "OPEN",
"canAddBuffers" : true,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 699098974,
"totalPagesSent" : 73986,
"buffers" : [ ]
},
"noMoreSplits" : [ ],
"stats" : {
"createTime" : "2024-03-19T03:54:51.531Z",
"firstStartTime" : "2024-03-19T03:54:51.531Z",
"lastStartTime" : "2024-03-19T03:55:08.899Z",
"lastEndTime" : "2024-03-19T03:55:09.347Z",
"endTime" : "2024-03-19T03:55:09.347Z",
"elapsedTimeInNanos" : 17816000000,
"queuedTimeInNanos" : 0,
"totalDrivers" : 258,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 258,
"cumulativeUserMemory" : 1.3454441434033156E16,
"cumulativeTotalMemory" : 1.3454441434033156E16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 117440512,
"peakUserMemoryInBytes" : 117440512,
"peakNodeTotalMemoryInBytes" : 117440512,
"totalScheduledTimeInNanos" : 55964520996,
"totalCpuTimeInNanos" : 31293722159,
"totalBlockedTimeInNanos" : 224644891000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 41753056,
"rawInputPositions" : 699098974,
"processedInputDataSizeInBytes" : 3530136896,
"processedInputPositions" : 699098974,
"outputDataSizeInBytes" : 5431765454,
"outputPositions" : 699098974,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:54:51.531Z",
"lastStartTime" : "2024-03-19T03:55:09.347Z",
"lastEndTime" : "2024-03-19T03:55:09.347Z",
"inputPipeline" : true,
"outputPipeline" : true,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 0,
"userMemoryReservationInBytes" : 98402688,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"totalScheduledTimeInNanos" : 55964520996,
"totalCpuTimeInNanos" : 31293722159,
"totalBlockedTimeInNanos" : 224644891000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 41753056,
"rawInputPositions" : 699098974,
"processedInputDataSizeInBytes" : 3530136896,
"processedInputPositions" : 699098974,
"outputDataSizeInBytes" : 5431765454,
"outputPositions" : 699098974,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "41753056B",
"rawInputPositions" : 699098974,
"inputDataSize" : "3530136896B",
"inputPositions" : 699098974,
"sumSquaredInputPositions" : 4.8873937544785267E17,
"getOutputCalls" : 70052,
"getOutputWall" : "31714872169.00ns",
"getOutputCpu" : "8339629044.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "3530136896B",
"outputPositions" : 699098974,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "626000.00ns",
"finishCalls" : 16,
"finishWall" : "7061.00ns",
"finishCpu" : "21230.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "30282112B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3964416B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3964416B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 258,
"count" : 1,
"max" : 258,
"min" : 258
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 349202514,
"count" : 16,
"max" : 28468511,
"min" : 15183618
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 351,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 15184045000,
"count" : 16,
"max" : 1246445000,
"min" : 649672000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 351,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 184,
"count" : 16,
"max" : 15,
"min" : 8
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 2644877000,
"count" : 16,
"max" : 367989000,
"min" : 68924000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 1110514000,
"count" : 16,
"max" : 244824000,
"min" : 22828000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 19509490000,
"count" : 16,
"max" : 1511911000,
"min" : 928294000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 1153000,
"count" : 7,
"max" : 581000,
"min" : 18000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 44928,
"count" : 16,
"max" : 3313,
"min" : 2433
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 142243,
"count" : 1,
"max" : 142243,
"min" : 142243
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 664496021,
"count" : 16,
"max" : 43651965,
"min" : 39852580
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "1",
"operatorType" : "FilterProject",
"totalDrivers" : 16,
"addInputCalls" : 70027,
"addInputWall" : "30164103.00ns",
"addInputCpu" : "98880101.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "41753056B",
"rawInputPositions" : 699098974,
"inputDataSize" : "3530136896B",
"inputPositions" : 699098974,
"sumSquaredInputPositions" : 4.8873937544785267E17,
"getOutputCalls" : 140095,
"getOutputWall" : "9975128491.00ns",
"getOutputCpu" : "9806588772.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "6966337088B",
"outputPositions" : 699098974,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "0.00ns",
"finishCalls" : 16,
"finishWall" : "3641.00ns",
"finishCpu" : "17322.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "198144B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "198144B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 230439000,
"count" : 16,
"max" : 19606000,
"min" : 11651000
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 210081,
"count" : 1,
"max" : 210081,
"min" : 210081
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 2,
"planNodeId" : "1",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 16,
"addInputCalls" : 70027,
"addInputWall" : "3726594995.00ns",
"addInputCpu" : "3699946190.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "6966337088B",
"inputPositions" : 699098974,
"sumSquaredInputPositions" : 4.8873937544785267E17,
"getOutputCalls" : 76351,
"getOutputWall" : "10517750536.00ns",
"getOutputCpu" : "9348639500.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "5431765454B",
"outputPositions" : 699098974,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "224644265000.00ns",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "68120576B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "9220096B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "9220096B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 1954000,
"count" : 16,
"max" : 789000,
"min" : 21000
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 285968,
"count" : 1,
"max" : 285968,
"min" : 285968
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 73986,
"count" : 1,
"max" : 73986,
"min" : 73986
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : {
"FilterProject.1.runningGetOutputWallNanos" : {
"name" : "FilterProject.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 9975128491,
"count" : 16,
"max" : 651427637,
"min" : 598338581
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 349202514,
"count" : 16,
"max" : 28468511,
"min" : 15183618
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 109000000,
"count" : 1,
"max" : 109000000,
"min" : 109000000
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 351,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 31714872169,
"count" : 16,
"max" : 2228786258,
"min" : 1577198566
},
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 1954000,
"count" : 16,
"max" : 789000,
"min" : 21000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 210081,
"count" : 1,
"max" : 210081,
"min" : 210081
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 184,
"count" : 16,
"max" : 15,
"min" : 8
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 19509490000,
"count" : 16,
"max" : 1511911000,
"min" : 928294000
},
"FilterProject.1.runningAddInputWallNanos" : {
"name" : "FilterProject.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 30164103,
"count" : 16,
"max" : 2057527,
"min" : 1758188
},
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 224644265000,
"count" : 16,
"max" : 14520464000,
"min" : 13619146000
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 1153000,
"count" : 7,
"max" : 581000,
"min" : 18000
},
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 230439000,
"count" : 16,
"max" : 19606000,
"min" : 11651000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 44928,
"count" : 16,
"max" : 3313,
"min" : 2433
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 37981065000,
"count" : 1,
"max" : 37981065000,
"min" : 37981065000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 142243,
"count" : 1,
"max" : 142243,
"min" : 142243
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 664496021,
"count" : 16,
"max" : 43651965,
"min" : 39852580
},
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 258,
"count" : 1,
"max" : 258,
"min" : 258
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 73986,
"count" : 1,
"max" : 73986,
"min" : 73986
},
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 6262,
"count" : 16,
"max" : 405,
"min" : 381
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 15184045000,
"count" : 16,
"max" : 1246445000,
"min" : 649672000
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 7061,
"count" : 16,
"max" : 594,
"min" : 336
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.1.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 3726594995,
"count" : 16,
"max" : 242538668,
"min" : 223481706
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 351,
"count" : 16,
"max" : 23,
"min" : 21
},
"PartitionedOutput.root.1.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 10517750536,
"count" : 16,
"max" : 681921568,
"min" : 630736661
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"FilterProject.1.runningFinishWallNanos" : {
"name" : "FilterProject.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 3641,
"count" : 16,
"max" : 315,
"min" : 173
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 2644877000,
"count" : 16,
"max" : 367989000,
"min" : 68924000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 1110514000,
"count" : 16,
"max" : 244824000,
"min" : 22828000
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 626000,
"count" : 7,
"max" : 181000,
"min" : 43000
},
"PartitionedOutput.root.1.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 1710820491531,
"count" : 1,
"max" : 1710820491531,
"min" : 1710820491531
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 285968,
"count" : 1,
"max" : 285968,
"min" : 285968
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 60000000,
"count" : 1,
"max" : 60000000,
"min" : 60000000
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 1710820509407,
"count" : 1,
"max" : 1710820509407,
"min" : 1710820509407
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 1,
"count" : 1,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 9,
"count" : 7,
"max" : 3,
"min" : 1
}
}
},
"needsPlan" : false,
"metadataUpdates" : {
"connectorId" : "unused",
"metadataUpdates" : [ ]
},
"nodeId" : "eb89e7f5f357"
}, {
"taskId" : "20240319_035451_00023_bcy7w.1.0.4.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : 6795084218253574211,
"taskInstanceIdMostSignificantBits" : 4157087884619221391,
"version" : 488,
"state" : "FINISHED",
"self" : "http://10.0.1.8:8080/v1/task/20240319_035451_00023_bcy7w.1.0.4.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 119537664,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 0,
"taskAgeInMillis" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:55:11.814Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "OPEN",
"canAddBuffers" : true,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 722077671,
"totalPagesSent" : 76428,
"buffers" : [ ]
},
"noMoreSplits" : [ ],
"stats" : {
"createTime" : "2024-03-19T03:54:51.532Z",
"firstStartTime" : "2024-03-19T03:54:51.533Z",
"lastStartTime" : "2024-03-19T03:55:11.337Z",
"lastEndTime" : "2024-03-19T03:55:11.774Z",
"endTime" : "2024-03-19T03:55:11.774Z",
"elapsedTimeInNanos" : 20242000000,
"queuedTimeInNanos" : 0,
"totalDrivers" : 262,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 262,
"cumulativeUserMemory" : 1.3454441678959012E16,
"cumulativeTotalMemory" : 1.3454441678959012E16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 119537664,
"peakUserMemoryInBytes" : 119537664,
"peakNodeTotalMemoryInBytes" : 119537664,
"totalScheduledTimeInNanos" : 56428227844,
"totalCpuTimeInNanos" : 32309622625,
"totalBlockedTimeInNanos" : 262526383000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 39854283,
"rawInputPositions" : 722077671,
"processedInputDataSizeInBytes" : 3646166719,
"processedInputPositions" : 722077671,
"outputDataSizeInBytes" : 5610357076,
"outputPositions" : 722077671,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:54:51.532Z",
"lastStartTime" : "2024-03-19T03:55:11.774Z",
"lastEndTime" : "2024-03-19T03:55:11.774Z",
"inputPipeline" : true,
"outputPipeline" : true,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 0,
"userMemoryReservationInBytes" : 111304064,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"totalScheduledTimeInNanos" : 56428227844,
"totalCpuTimeInNanos" : 32309622625,
"totalBlockedTimeInNanos" : 262526383000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 39854283,
"rawInputPositions" : 722077671,
"processedInputDataSizeInBytes" : 3646166719,
"processedInputPositions" : 722077671,
"outputDataSizeInBytes" : 5610357076,
"outputPositions" : 722077671,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "39854283B",
"rawInputPositions" : 722077671,
"inputDataSize" : "3646166719B",
"inputPositions" : 722077671,
"sumSquaredInputPositions" : 5.2139616295678426E17,
"getOutputCalls" : 72359,
"getOutputWall" : "31092190012.00ns",
"getOutputCpu" : "8450586502.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "3646166719B",
"outputPositions" : 722077671,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "2225000.00ns",
"finishCalls" : 16,
"finishWall" : "7951.00ns",
"finishCpu" : "22580.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "31751552B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3964416B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3964416B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 262,
"count" : 1,
"max" : 262,
"min" : 262
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 370077195,
"count" : 16,
"max" : 30366263,
"min" : 9489629
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 362,
"count" : 16,
"max" : 24,
"min" : 21
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 15735034000,
"count" : 16,
"max" : 1488149000,
"min" : 676686000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 362,
"count" : 16,
"max" : 24,
"min" : 21
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 195,
"count" : 16,
"max" : 16,
"min" : 5
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 2558515000,
"count" : 16,
"max" : 349913000,
"min" : 78992000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 1338892000,
"count" : 16,
"max" : 160272000,
"min" : 27460000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 20258093000,
"count" : 16,
"max" : 1755490000,
"min" : 964325000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 341000,
"count" : 9,
"max" : 95000,
"min" : 13000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 47070,
"count" : 16,
"max" : 3266,
"min" : 2511
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 146904,
"count" : 1,
"max" : 146904,
"min" : 146904
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 686331917,
"count" : 16,
"max" : 45551170,
"min" : 39854495
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "1",
"operatorType" : "FilterProject",
"totalDrivers" : 16,
"addInputCalls" : 72329,
"addInputWall" : "29754865.00ns",
"addInputCpu" : "102109083.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "39854283B",
"rawInputPositions" : 722077671,
"inputDataSize" : "3646166719B",
"inputPositions" : 722077671,
"sumSquaredInputPositions" : 5.2139616295678426E17,
"getOutputCalls" : 144704,
"getOutputWall" : "10386813793.00ns",
"getOutputCpu" : "10187511521.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "7195309759B",
"outputPositions" : 722077671,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "0.00ns",
"finishCalls" : 16,
"finishWall" : "3661.00ns",
"finishCpu" : "17363.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "198144B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "198144B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 225176000,
"count" : 16,
"max" : 18773000,
"min" : 11531000
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 216987,
"count" : 1,
"max" : 216987,
"min" : 216987
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 2,
"planNodeId" : "1",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 16,
"addInputCalls" : 72329,
"addInputWall" : "3871402646.00ns",
"addInputCpu" : "3834567117.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "7195309759B",
"inputPositions" : 722077671,
"sumSquaredInputPositions" : 5.2139616295678426E17,
"getOutputCalls" : 78893,
"getOutputWall" : "11048054916.00ns",
"getOutputCpu" : "9734808459.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "5610357076B",
"outputPositions" : 722077671,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "262524158000.00ns",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "79552512B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "18145280B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "18145280B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 416000,
"count" : 16,
"max" : 35000,
"min" : 17000
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 295392,
"count" : 1,
"max" : 295392,
"min" : 295392
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 76428,
"count" : 1,
"max" : 76428,
"min" : 76428
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : {
"FilterProject.1.runningGetOutputWallNanos" : {
"name" : "FilterProject.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 10386813793,
"count" : 16,
"max" : 674106304,
"min" : 604230991
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 370077195,
"count" : 16,
"max" : 30366263,
"min" : 9489629
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 121000000,
"count" : 1,
"max" : 121000000,
"min" : 121000000
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 362,
"count" : 16,
"max" : 24,
"min" : 21
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 31092190012,
"count" : 16,
"max" : 2455331782,
"min" : 1519561043
},
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 416000,
"count" : 16,
"max" : 35000,
"min" : 17000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 216987,
"count" : 1,
"max" : 216987,
"min" : 216987
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 195,
"count" : 16,
"max" : 16,
"min" : 5
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 20258093000,
"count" : 16,
"max" : 1755490000,
"min" : 964325000
},
"FilterProject.1.runningAddInputWallNanos" : {
"name" : "FilterProject.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 29754865,
"count" : 16,
"max" : 2032811,
"min" : 1729131
},
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 262524158000,
"count" : 16,
"max" : 16881782000,
"min" : 15833382000
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 341000,
"count" : 9,
"max" : 95000,
"min" : 13000
},
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 225176000,
"count" : 16,
"max" : 18773000,
"min" : 11531000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 47070,
"count" : 16,
"max" : 3266,
"min" : 2511
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 39244251000,
"count" : 1,
"max" : 39244251000,
"min" : 39244251000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 146904,
"count" : 1,
"max" : 146904,
"min" : 146904
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 686331917,
"count" : 16,
"max" : 45551170,
"min" : 39854495
},
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 262,
"count" : 1,
"max" : 262,
"min" : 262
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 76428,
"count" : 1,
"max" : 76428,
"min" : 76428
},
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 6502,
"count" : 16,
"max" : 421,
"min" : 389
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 15735034000,
"count" : 16,
"max" : 1488149000,
"min" : 676686000
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 7951,
"count" : 16,
"max" : 762,
"min" : 320
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.1.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 3871402646,
"count" : 16,
"max" : 253035178,
"min" : 224475690
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 362,
"count" : 16,
"max" : 24,
"min" : 21
},
"PartitionedOutput.root.1.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 11048054916,
"count" : 16,
"max" : 731398688,
"min" : 650803969
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"FilterProject.1.runningFinishWallNanos" : {
"name" : "FilterProject.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 3661,
"count" : 16,
"max" : 309,
"min" : 164
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 2558515000,
"count" : 16,
"max" : 349913000,
"min" : 78992000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 1338892000,
"count" : 16,
"max" : 160272000,
"min" : 27460000
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 2225000,
"count" : 9,
"max" : 613000,
"min" : 27000
},
"PartitionedOutput.root.1.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 1710820491532,
"count" : 1,
"max" : 1710820491532,
"min" : 1710820491532
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 295392,
"count" : 1,
"max" : 295392,
"min" : 295392
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 39000000,
"count" : 1,
"max" : 39000000,
"min" : 39000000
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 1710820511813,
"count" : 1,
"max" : 1710820511813,
"min" : 1710820511813
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 1,
"count" : 1,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 14,
"count" : 9,
"max" : 4,
"min" : 1
}
}
},
"needsPlan" : false,
"metadataUpdates" : {
"connectorId" : "unused",
"metadataUpdates" : [ ]
},
"nodeId" : "912194b3d6be"
}, {
"taskId" : "20240319_035451_00023_bcy7w.1.0.2.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : -4735574155165258409,
"taskInstanceIdMostSignificantBits" : -144828125848344680,
"version" : 268,
"state" : "FINISHED",
"self" : "http://10.0.1.9:8080/v1/task/20240319_035451_00023_bcy7w.1.0.2.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 121634816,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 0,
"taskAgeInMillis" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:55:06.138Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "OPEN",
"canAddBuffers" : true,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 389829107,
"totalPagesSent" : 41164,
"buffers" : [ ]
},
"noMoreSplits" : [ ],
"stats" : {
"createTime" : "2024-03-19T03:54:51.521Z",
"firstStartTime" : "2024-03-19T03:54:51.521Z",
"lastStartTime" : "2024-03-19T03:55:05.169Z",
"lastEndTime" : "2024-03-19T03:55:06.065Z",
"endTime" : "2024-03-19T03:55:06.065Z",
"elapsedTimeInNanos" : 14544000000,
"queuedTimeInNanos" : 0,
"totalDrivers" : 137,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 137,
"cumulativeUserMemory" : 1.3454441120444968E16,
"cumulativeTotalMemory" : 1.3454441120444968E16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 121634816,
"peakUserMemoryInBytes" : 121634816,
"peakNodeTotalMemoryInBytes" : 121634816,
"totalScheduledTimeInNanos" : 29956134184,
"totalCpuTimeInNanos" : 17627785334,
"totalBlockedTimeInNanos" : 198039403000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 47447893,
"rawInputPositions" : 389829107,
"processedInputDataSizeInBytes" : 1968456704,
"processedInputPositions" : 389829107,
"outputDataSizeInBytes" : 3028843497,
"outputPositions" : 389829107,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:54:51.521Z",
"lastStartTime" : "2024-03-19T03:55:06.065Z",
"lastEndTime" : "2024-03-19T03:55:06.065Z",
"inputPipeline" : true,
"outputPipeline" : true,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 0,
"userMemoryReservationInBytes" : 103125504,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"totalScheduledTimeInNanos" : 29956134184,
"totalCpuTimeInNanos" : 17627785334,
"totalBlockedTimeInNanos" : 198039403000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 47447893,
"rawInputPositions" : 389829107,
"processedInputDataSizeInBytes" : 1968456704,
"processedInputPositions" : 389829107,
"outputDataSizeInBytes" : 3028843497,
"outputPositions" : 389829107,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "47447893B",
"rawInputPositions" : 389829107,
"inputDataSize" : "1968456704B",
"inputPositions" : 389829107,
"sumSquaredInputPositions" : 1.5196673266441744E17,
"getOutputCalls" : 39077,
"getOutputWall" : "16446172377.00ns",
"getOutputCpu" : "4784118554.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "1968456704B",
"outputPositions" : 389829107,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "2644000.00ns",
"finishCalls" : 16,
"finishWall" : "8228.00ns",
"finishCpu" : "36150.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "30499328B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3964416B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3964416B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 137,
"count" : 1,
"max" : 137,
"min" : 137
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 194030725,
"count" : 16,
"max" : 17081332,
"min" : 5693773
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 196,
"count" : 16,
"max" : 13,
"min" : 11
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 8111855000,
"count" : 16,
"max" : 719045000,
"min" : 314076000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 196,
"count" : 16,
"max" : 13,
"min" : 11
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 103,
"count" : 16,
"max" : 9,
"min" : 3
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 1951812000,
"count" : 16,
"max" : 219204000,
"min" : 67034000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 1341021000,
"count" : 16,
"max" : 291054000,
"min" : 28989000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 10517336000,
"count" : 16,
"max" : 868000000,
"min" : 466160000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 675000,
"count" : 11,
"max" : 306000,
"min" : 19000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 26656,
"count" : 16,
"max" : 2144,
"min" : 1360
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 79305,
"count" : 1,
"max" : 79305,
"min" : 79305
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 370537209,
"count" : 16,
"max" : 24673654,
"min" : 20876246
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "1",
"operatorType" : "FilterProject",
"totalDrivers" : 16,
"addInputCalls" : 39048,
"addInputWall" : "17369655.00ns",
"addInputCpu" : "56373884.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "47447893B",
"rawInputPositions" : 389829107,
"inputDataSize" : "1968456704B",
"inputPositions" : 389829107,
"sumSquaredInputPositions" : 1.5196673266441744E17,
"getOutputCalls" : 78141,
"getOutputWall" : "5585926521.00ns",
"getOutputCpu" : "5509735550.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "3884532736B",
"outputPositions" : 389829107,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "0.00ns",
"finishCalls" : 16,
"finishWall" : "3674.00ns",
"finishCpu" : "18130.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "198144B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "198144B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 130819000,
"count" : 16,
"max" : 13367000,
"min" : 5882000
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 117144,
"count" : 1,
"max" : 117144,
"min" : 117144
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 2,
"planNodeId" : "1",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 16,
"addInputCalls" : 39048,
"addInputWall" : "2065925588.00ns",
"addInputCpu" : "2061458068.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "3884532736B",
"inputPositions" : 389829107,
"sumSquaredInputPositions" : 1.5196673266441744E17,
"getOutputCalls" : 42711,
"getOutputWall" : "5840728141.00ns",
"getOutputCpu" : "5216044998.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "3028843497B",
"outputPositions" : 389829107,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "198036759000.00ns",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "72626176B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "16125952B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "16125952B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 497000,
"count" : 16,
"max" : 46000,
"min" : 20000
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 159378,
"count" : 1,
"max" : 159378,
"min" : 159378
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 41164,
"count" : 1,
"max" : 41164,
"min" : 41164
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : {
"FilterProject.1.runningGetOutputWallNanos" : {
"name" : "FilterProject.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 5585926521,
"count" : 16,
"max" : 369146261,
"min" : 318797269
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 194030725,
"count" : 16,
"max" : 17081332,
"min" : 5693773
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 161000000,
"count" : 1,
"max" : 161000000,
"min" : 161000000
},
"FilterProject.1.outputBatches" : {
"name" : "FilterProject.1.outputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 196,
"count" : 16,
"max" : 13,
"min" : 11
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 16446172377,
"count" : 16,
"max" : 1228721867,
"min" : 776597733
},
"PartitionedOutput.root.1.inputBatches" : {
"name" : "PartitionedOutput.root.1.inputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"PartitionedOutput.root.1.queuedWallNanos" : {
"name" : "PartitionedOutput.root.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 497000,
"count" : 16,
"max" : 46000,
"min" : 20000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"FilterProject.1.inputBatches" : {
"name" : "FilterProject.1.inputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"FilterProject.1.numMemoryAllocations" : {
"name" : "FilterProject.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 117144,
"count" : 1,
"max" : 117144,
"min" : 117144
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 103,
"count" : 16,
"max" : 9,
"min" : 3
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 10517336000,
"count" : 16,
"max" : 868000000,
"min" : 466160000
},
"FilterProject.1.runningAddInputWallNanos" : {
"name" : "FilterProject.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 17369655,
"count" : 16,
"max" : 1177659,
"min" : 980729
},
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 198036759000,
"count" : 16,
"max" : 12600412000,
"min" : 11859317000
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 675000,
"count" : 11,
"max" : 306000,
"min" : 19000
},
"FilterProject.1.queuedWallNanos" : {
"name" : "FilterProject.1.queuedWallNanos",
"unit" : "NANO",
"sum" : 130819000,
"count" : 16,
"max" : 13367000,
"min" : 5882000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 26656,
"count" : 16,
"max" : 2144,
"min" : 1360
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 21197079000,
"count" : 1,
"max" : 21197079000,
"min" : 21197079000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 79305,
"count" : 1,
"max" : 79305,
"min" : 79305
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 370537209,
"count" : 16,
"max" : 24673654,
"min" : 20876246
},
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 137,
"count" : 1,
"max" : 137,
"min" : 137
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"PartitionedOutput.root.1.outputBatches" : {
"name" : "PartitionedOutput.root.1.outputBatches",
"unit" : "NONE",
"sum" : 41164,
"count" : 1,
"max" : 41164,
"min" : 41164
},
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 3598,
"count" : 16,
"max" : 230,
"min" : 211
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 8111855000,
"count" : 16,
"max" : 719045000,
"min" : 314076000
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 8228,
"count" : 16,
"max" : 703,
"min" : 400
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.1.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 2065925588,
"count" : 16,
"max" : 137692256,
"min" : 115821804
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 196,
"count" : 16,
"max" : 13,
"min" : 11
},
"PartitionedOutput.root.1.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 5840728141,
"count" : 16,
"max" : 378645566,
"min" : 345055346
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"FilterProject.1.runningFinishWallNanos" : {
"name" : "FilterProject.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 3674,
"count" : 16,
"max" : 290,
"min" : 165
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 1951812000,
"count" : 16,
"max" : 219204000,
"min" : 67034000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 1341021000,
"count" : 16,
"max" : 291054000,
"min" : 28989000
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 2644000,
"count" : 10,
"max" : 619000,
"min" : 15000
},
"PartitionedOutput.root.1.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.1.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 1710820491521,
"count" : 1,
"max" : 1710820491521,
"min" : 1710820491521
},
"PartitionedOutput.root.1.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.1.numMemoryAllocations",
"unit" : "NONE",
"sum" : 159378,
"count" : 1,
"max" : 159378,
"min" : 159378
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 72000000,
"count" : 1,
"max" : 72000000,
"min" : 72000000
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 1710820506137,
"count" : 1,
"max" : 1710820506137,
"min" : 1710820506137
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 1,
"count" : 1,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 13,
"count" : 10,
"max" : 2,
"min" : 1
}
}
},
"needsPlan" : false,
"metadataUpdates" : {
"connectorId" : "unused",
"metadataUpdates" : [ ]
},
"nodeId" : "fea93d663f00"
} ]
},
"previousAttemptsExecutionInfos" : [ ],
"subStages" : [ ],
"runtimeOptimized" : false
} ],
"runtimeOptimized" : false
},
"warnings" : [ ],
"inputs" : [ {
"connectorId" : "hive",
"schema" : "tpcds_sf1000_parquet_varchar",
"table" : "store_sales",
"connectorInfo" : {
"partitionIds" : [ "\u003CUNPARTITIONED\u003E" ],
"truncated" : false
},
"columns" : [ {
"name" : "ss_quantity",
"type" : "integer"
} ],
"serializedCommitOutput" : ""
} ],
"finalQueryInfo" : true,
"resourceGroupId" : [ "global" ],
"queryType" : "EXPLAIN",
"failedTasks" : [ ],
"addedSessionFunctions" : { },
"removedSessionFunctions" : [ ],
"planStatsAndCosts" : {
"stats" : { },
"costs" : { }
},
"optimizerInformation" : [ {
"optimizerName" : "PruneTableScanColumns",
"optimizerTriggered" : true,
"isCostBased" : false
}, {
"optimizerName" : "UnaliasSymbolReferences",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "RemoveRedundantIdentityProjections",
"optimizerTriggered" : true,
"isCostBased" : false
}, {
"optimizerName" : "AddLocalExchanges",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "ApplyConnectorOptimization",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "RemoveRedundantIdentityProjections",
"optimizerTriggered" : true,
"isCostBased" : false
}, {
"optimizerName" : "UnaliasSymbolReferences",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "UnaliasSymbolReferences",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "StatsRecordingPlanOptimizer",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "RemoveRedundantIdentityProjections",
"optimizerTriggered" : true,
"isCostBased" : false
}, {
"optimizerName" : "PlanRemoteProjections",
"optimizerTriggered" : true,
"isCostBased" : false
}, {
"optimizerName" : "ApplyConnectorOptimization",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
} ],
"cteInformation" : [ ],
"scalarFunctions" : [ ],
"aggregateFunctions" : [ ],
"windowsFunctions" : [ ],
"queryHash" : "cf2b6cbc6efe9cf7"
}
{
"queryId" : "20240319_035646_00028_bcy7w",
"session" : {
"queryId" : "20240319_035646_00028_bcy7w",
"transactionId" : "0f639e90-4afd-4c8a-a2bd-bcdea8cd739d",
"clientTransactionSupport" : true,
"user" : "anant",
"source" : "presto-python-client",
"catalog" : "hive",
"schema" : "tpcds_sf1000_parquet_varchar",
"traceToken" : "noop_dummy_id",
"timeZoneKey" : 0,
"locale" : "en_US",
"remoteUserAddress" : "223.233.72.211",
"userAgent" : "python-requests/2.31.0",
"clientTags" : [ ],
"resourceEstimates" : { },
"startTime" : 1710820606438,
"systemProperties" : {
"query_max_execution_time" : "8h"
},
"catalogProperties" : { },
"unprocessedCatalogProperties" : { },
"roles" : { },
"preparedStatements" : { },
"sessionFunctions" : { }
},
"state" : "FINISHED",
"memoryPool" : "general",
"scheduled" : true,
"self" : "http://10.0.1.3:8080/v1/query/20240319_035646_00028_bcy7w",
"fieldNames" : [ "Query Plan" ],
"query" : "explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales\n",
"queryStats" : {
"createTime" : "2024-03-19T03:56:46.439Z",
"executionStartTime" : "2024-03-19T03:56:46.440Z",
"lastHeartbeat" : "2024-03-19T03:56:57.814Z",
"endTime" : "2024-03-19T03:56:57.816Z",
"elapsedTime" : "11.38s",
"waitingForPrerequisitesTime" : "212.05us",
"queuedTime" : "57.93us",
"resourceWaitingTime" : "23.94us",
"semanticAnalyzingTime" : "1.40ms",
"columnAccessPermissionCheckingTime" : "53.79us",
"dispatchingTime" : "1.48ms",
"executionTime" : "11.38s",
"analysisTime" : "14.54ms",
"totalPlanningTime" : "15.23ms",
"finishingTime" : "161.12us",
"totalTasks" : 6,
"runningTasks" : 0,
"peakRunningTasks" : 6,
"completedTasks" : 6,
"totalDrivers" : 1065,
"queuedDrivers" : 0,
"runningDrivers" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 1065,
"cumulativeUserMemory" : 6.5478281210373856E16,
"cumulativeTotalMemory" : 6.5478307462456576E16,
"userMemoryReservation" : "0B",
"totalMemoryReservation" : "0B",
"peakUserMemoryReservation" : "451MB",
"peakTotalMemoryReservation" : "451MB",
"peakTaskUserMemory" : "103MB",
"peakTaskTotalMemory" : "103MB",
"peakNodeTotalMemory" : "105MB",
"scheduled" : true,
"totalScheduledTime" : "3.10m",
"totalCpuTime" : "1.81m",
"retriedCpuTime" : "0.00ns",
"totalBlockedTime" : "10.85m",
"fullyBlocked" : true,
"blockedReasons" : [ ],
"totalAllocation" : "0B",
"rawInputDataSize" : "202.72MB",
"rawInputPositions" : 2879987999,
"processedInputDataSize" : "26.95GB",
"processedInputPositions" : 5759975998,
"shuffledDataSize" : "10.59GB",
"shuffledPositions" : 2879987999,
"outputDataSize" : "981B",
"outputPositions" : 1,
"writtenOutputPositions" : 0,
"writtenOutputLogicalDataSize" : "0B",
"writtenOutputPhysicalDataSize" : "0B",
"writtenIntermediatePhysicalDataSize" : "0B",
"stageGcStatistics" : [ {
"stageId" : 0,
"stageExecutionId" : 0,
"tasks" : 1,
"fullGcTasks" : 0,
"minFullGcSec" : 0,
"maxFullGcSec" : 0,
"totalFullGcSec" : 0,
"averageFullGcSec" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"tasks" : 5,
"fullGcTasks" : 0,
"minFullGcSec" : 0,
"maxFullGcSec" : 0,
"totalFullGcSec" : 0,
"averageFullGcSec" : 0
} ],
"operatorSummaries" : [ {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "164",
"operatorType" : "ExchangeOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "10.59GB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.228590893955008E17,
"getOutputCalls" : 304758,
"getOutputWall" : "31.75s",
"getOutputCpu" : "28.04s",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.41GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "2.19m",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "exchangeClientStatus",
"bufferedBytes" : 0,
"maxBufferedBytes" : 38014358,
"averageBytesPerRequest" : 12241154,
"successfulRequestsCount" : 15088,
"bufferedPages" : 0,
"noMoreLocations" : true,
"pageBufferClientStatuses" : [ ]
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 0,
"planNodeId" : "180",
"operatorType" : "LocalExchangeSourceOperator",
"totalDrivers" : 1,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 304580,
"getOutputWall" : "828.72ms",
"getOutputCpu" : "775.99ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.41GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "7.10s",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "localExchangeBuffer",
"bufferedBytes" : 0,
"bufferedPages" : 0
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "180",
"operatorType" : "LocalExchangeSinkOperator",
"totalDrivers" : 16,
"addInputCalls" : 304580,
"addInputWall" : "1.41s",
"addInputCpu" : "1.15s",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.228590893955008E17,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.41GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "117.72ms",
"finishCalls" : 16,
"finishWall" : "349.75us",
"finishCpu" : "314.59us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 1,
"planNodeId" : "5",
"operatorType" : "ExplainAnalyzeOperator",
"totalDrivers" : 1,
"addInputCalls" : 304580,
"addInputWall" : "513.46ms",
"addInputCpu" : "490.02ms",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 305710,
"getOutputWall" : "693.29ms",
"getOutputCpu" : "560.61ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "981B",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 3,
"finishWall" : "108.45us",
"finishCpu" : "109.01us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 2,
"planNodeId" : "6",
"operatorType" : "TaskOutputOperator",
"totalDrivers" : 1,
"addInputCalls" : 1,
"addInputWall" : "109.59us",
"addInputCpu" : "110.52us",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "981B",
"inputPositions" : 1,
"sumSquaredInputPositions" : 1.0,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "981B",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 1,
"finishWall" : "3.50us",
"finishCpu" : "3.74us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 80,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "202.72MB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "13.54GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 1.80069597758314266E18,
"getOutputCalls" : 288625,
"getOutputWall" : "1.68m",
"getOutputCpu" : "33.18s",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.54GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "20.78ms",
"finishCalls" : 80,
"finishWall" : "38.92us",
"finishCpu" : "126.46us",
"finishAllocation" : "0B",
"userMemoryReservation" : "148.91MB",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3.78MB",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3.78MB",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 265,
"min" : 126
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 1491414845,
"count" : 80,
"max" : 34161459,
"min" : 3795631
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 23,
"min" : 10
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 38869194000,
"count" : 80,
"max" : 914133000,
"min" : 234131000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 23,
"min" : 10
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 786,
"count" : 80,
"max" : 18,
"min" : 2
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 6104538000,
"count" : 80,
"max" : 206121000,
"min" : 32223000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 3972950000,
"count" : 80,
"max" : 117894000,
"min" : 0
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 55724096000,
"count" : 80,
"max" : 1164530000,
"min" : 361794000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 444860000,
"count" : 80,
"max" : 12698000,
"min" : 2370000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 187952,
"count" : 80,
"max" : 3421,
"min" : 1220
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 585950,
"count" : 5,
"max" : 146899,
"min" : 71442
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 2737434558,
"count" : 80,
"max" : 43653864,
"min" : 18977637
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "0",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 80,
"addInputCalls" : 288481,
"addInputWall" : "15.09s",
"addInputCpu" : "14.89s",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.54GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 1.80069597758314266E18,
"getOutputCalls" : 301437,
"getOutputWall" : "34.90s",
"getOutputCpu" : "29.40s",
"getOutputAllocation" : "0B",
"outputDataSize" : "10.59GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "8.54m",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "329.18MB",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "12.06MB",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "12.06MB",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 304580,
"count" : 5,
"max" : 76429,
"min" : 37024
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 1156245,
"count" : 5,
"max" : 289944,
"min" : 140745
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 2692000,
"count" : 80,
"max" : 257000,
"min" : 15000
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"runtimeStats" : {
"S1-TableScan.0.numMemoryAllocations" : {
"name" : "S1-TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 585950,
"count" : 5,
"max" : 146899,
"min" : 71442
},
"S1-TableScan.0.localReadBytes" : {
"name" : "S1-TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-TableScan.0.runningFinishWallNanos" : {
"name" : "S1-TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 38922,
"count" : 80,
"max" : 808,
"min" : 331
},
"S1-TableScan.0.skippedSplitBytes" : {
"name" : "S1-TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-endTime" : {
"name" : "S1-endTime",
"unit" : "NONE",
"sum" : 8554103075317,
"count" : 5,
"max" : 1710820617707,
"min" : 1710820611655
},
"getColumnMetadataTimeNanos" : {
"name" : "getColumnMetadataTimeNanos",
"unit" : "NANO",
"sum" : 299198,
"count" : 1,
"max" : 299198,
"min" : 299198
},
"S1-TableScan.0.blockedWaitForSplitTimes" : {
"name" : "S1-TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 64,
"count" : 56,
"max" : 3,
"min" : 1
},
"S1-TableScan.0.queryThreadIoLatency" : {
"name" : "S1-TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 23,
"min" : 10
},
"S1-createTime" : {
"name" : "S1-createTime",
"unit" : "NONE",
"sum" : 8554103032663,
"count" : 5,
"max" : 1710820606538,
"min" : 1710820606528
},
"S1-TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "S1-TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 20779000,
"count" : 56,
"max" : 1052000,
"min" : 13000
},
"S0-taskQueuedTimeNanos" : {
"name" : "S0-taskQueuedTimeNanos",
"unit" : "NANO",
"sum" : 740419,
"count" : 1,
"max" : 740419,
"min" : 740419
},
"S1-PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "S1-PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 1156245,
"count" : 5,
"max" : 289944,
"min" : 140745
},
"S1-TableScan.0.totalScanTime" : {
"name" : "S1-TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 3972950000,
"count" : 80,
"max" : 117894000,
"min" : 0
},
"S0-taskElapsedTimeNanos" : {
"name" : "S0-taskElapsedTimeNanos",
"unit" : "NANO",
"sum" : 11356264568,
"count" : 1,
"max" : 11356264568,
"min" : 11356264568
},
"S1-TableScan.0.ramReadBytes" : {
"name" : "S1-TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"getColumnHandleTimeNanos" : {
"name" : "getColumnHandleTimeNanos",
"unit" : "NANO",
"sum" : 138958,
"count" : 1,
"max" : 138958,
"min" : 138958
},
"S1-PartitionedOutput.root.0.runningGetOutputWallNanos" : {
"name" : "S1-PartitionedOutput.root.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 34902233208,
"count" : 80,
"max" : 571698554,
"min" : 236189803
},
"S1-TableScan.0.runningAddInputWallNanos" : {
"name" : "S1-TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-TableScan.0.skippedStrides" : {
"name" : "S1-TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 187952,
"count" : 80,
"max" : 3421,
"min" : 1220
},
"S1-TableScan.0.totalRemainingFilterTime" : {
"name" : "S1-TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"optimizerTimeNanos" : {
"name" : "optimizerTimeNanos",
"unit" : "NANO",
"sum" : 7651170,
"count" : 1,
"max" : 7651170,
"min" : 7651170
},
"S1-TableScan.0.numSplits" : {
"name" : "S1-TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 265,
"min" : 126
},
"S1-TableScan.0.runningGetOutputWallNanos" : {
"name" : "S1-TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 100606368311,
"count" : 80,
"max" : 1897642605,
"min" : 634511308
},
"S1-TableScan.0.numPrefetch" : {
"name" : "S1-TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 786,
"count" : 80,
"max" : 18,
"min" : 2
},
"S1-driverCountPerTask" : {
"name" : "S1-driverCountPerTask",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 265,
"min" : 126
},
"S1-PartitionedOutput.root.0.inputBatches" : {
"name" : "S1-PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"S1-taskElapsedTimeNanos" : {
"name" : "S1-taskElapsedTimeNanos",
"unit" : "NANO",
"sum" : 42339000000,
"count" : 5,
"max" : 11129000000,
"min" : 5059000000
},
"S1-TableScan.0.dataSourceWallNanos" : {
"name" : "S1-TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 55724096000,
"count" : 80,
"max" : 1164530000,
"min" : 361794000
},
"S0-driverCountPerTask" : {
"name" : "S0-driverCountPerTask",
"unit" : "NONE",
"sum" : 17,
"count" : 1,
"max" : 17,
"min" : 17
},
"getViewTimeNanos" : {
"name" : "getViewTimeNanos",
"unit" : "NANO",
"sum" : 339465,
"count" : 1,
"max" : 339465,
"min" : 339465
},
"getTableHandleTimeNanos" : {
"name" : "getTableHandleTimeNanos",
"unit" : "NANO",
"sum" : 46429,
"count" : 1,
"max" : 46429,
"min" : 46429
},
"S1-PartitionedOutput.root.0.runningFinishWallNanos" : {
"name" : "S1-PartitionedOutput.root.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S0-taskScheduledTimeNanos" : {
"name" : "S0-taskScheduledTimeNanos",
"unit" : "NANO",
"sum" : 35620039891,
"count" : 1,
"max" : 35620039891,
"min" : 35620039891
},
"S1-TableScan.0.queuedWallNanos" : {
"name" : "S1-TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 444860000,
"count" : 80,
"max" : 12698000,
"min" : 2370000
},
"S1-outputConsumedDelayInNanos" : {
"name" : "S1-outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 315000000,
"count" : 5,
"max" : 89000000,
"min" : 44000000
},
"S1-TableScan.0.numLocalRead" : {
"name" : "S1-TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-TableScan.0.prefetchBytes" : {
"name" : "S1-TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 1491414845,
"count" : 80,
"max" : 34161459,
"min" : 3795631
},
"S0-taskBlockedTimeNanos" : {
"name" : "S0-taskBlockedTimeNanos",
"unit" : "NANO",
"sum" : 138474047356,
"count" : 1,
"max" : 138474047356,
"min" : 138474047356
},
"S1-TableScan.0.numStorageRead" : {
"name" : "S1-TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 23,
"min" : 10
},
"S1-PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "S1-PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 2692000,
"count" : 80,
"max" : 257000,
"min" : 15000
},
"S1-PartitionedOutput.root.0.blockedWaitForConsumerTimes" : {
"name" : "S1-PartitionedOutput.root.0.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 12730,
"count" : 80,
"max" : 205,
"min" : 88
},
"S1-TableScan.0.flattenStringDictionaryValues" : {
"name" : "S1-TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-TableScan.0.overreadBytes" : {
"name" : "S1-TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-taskScheduledTimeNanos" : {
"name" : "S1-taskScheduledTimeNanos",
"unit" : "NANO",
"sum" : 150594391806,
"count" : 5,
"max" : 37861783367,
"min" : 18136756010
},
"S1-PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : {
"name" : "S1-PartitionedOutput.root.0.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 512566610000,
"count" : 80,
"max" : 8837107000,
"min" : 3331200000
},
"S1-numTopOutputBuffers" : {
"name" : "S1-numTopOutputBuffers",
"unit" : "NONE",
"sum" : 5,
"count" : 5,
"max" : 1,
"min" : 1
},
"S1-taskBlockedTimeNanos" : {
"name" : "S1-taskBlockedTimeNanos",
"unit" : "NANO",
"sum" : 512587389000,
"count" : 5,
"max" : 137927042000,
"min" : 59095163000
},
"S1-TableScan.0.inputBatches" : {
"name" : "S1-TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"getMaterializedViewTimeNanos" : {
"name" : "getMaterializedViewTimeNanos",
"unit" : "NANO",
"sum" : 28254,
"count" : 1,
"max" : 28254,
"min" : 28254
},
"S1-TableScan.0.outputBatches" : {
"name" : "S1-TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"S1-TableScan.0.storageReadBytes" : {
"name" : "S1-TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 2737434558,
"count" : 80,
"max" : 43653864,
"min" : 18977637
},
"S1-PartitionedOutput.root.0.outputBatches" : {
"name" : "S1-PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 304580,
"count" : 5,
"max" : 76429,
"min" : 37024
},
"getCanonicalInfoTimeNanos" : {
"name" : "getCanonicalInfoTimeNanos",
"unit" : "NANO",
"sum" : 22470,
"count" : 1,
"max" : 22470,
"min" : 22470
},
"S1-averageOutputBufferWallNanos" : {
"name" : "S1-averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 615000000,
"count" : 5,
"max" : 143000000,
"min" : 108000000
},
"fragmentPlanTimeNanos" : {
"name" : "fragmentPlanTimeNanos",
"unit" : "NANO",
"sum" : 5582030,
"count" : 1,
"max" : 5582030,
"min" : 5582030
},
"S1-TableScan.0.numRamRead" : {
"name" : "S1-TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-nativeProcessCpuTime" : {
"name" : "S1-nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 94366292000,
"count" : 5,
"max" : 23656998000,
"min" : 11439995000
},
"S1-getSplitsTimeNanos" : {
"name" : "S1-getSplitsTimeNanos",
"unit" : "NANO",
"sum" : 57043449,
"count" : 1,
"max" : 57043449,
"min" : 57043449
},
"S1-TableScan.0.ioWaitNanos" : {
"name" : "S1-TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 38869194000,
"count" : 80,
"max" : 914133000,
"min" : 234131000
},
"logicalPlannerTimeNanos" : {
"name" : "logicalPlannerTimeNanos",
"unit" : "NANO",
"sum" : 944548,
"count" : 1,
"max" : 944548,
"min" : 944548
},
"S1-PartitionedOutput.root.0.runningAddInputWallNanos" : {
"name" : "S1-PartitionedOutput.root.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 15085751365,
"count" : 80,
"max" : 243844814,
"min" : 103358162
},
"S1-TableScan.0.skippedSplits" : {
"name" : "S1-TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"S1-TableScan.0.maxSingleIoWaitNanos" : {
"name" : "S1-TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 6104538000,
"count" : 80,
"max" : 206121000,
"min" : 32223000
}
},
"spilledDataSize" : "0B",
"progressPercentage" : 100.0
},
"setSessionProperties" : { },
"resetSessionProperties" : [ ],
"setRoles" : { },
"addedPreparedStatements" : { },
"deallocatedPreparedStatements" : [ ],
"clearTransactionId" : false,
"outputStage" : {
"stageId" : "20240319_035646_00028_bcy7w.0",
"self" : "http://10.0.1.3:8080/v1/stage/20240319_035646_00028_bcy7w.0",
"plan" : {
"id" : "0",
"root" : {
"@type" : ".OutputNode",
"sourceLocation" : {
"line" : 1,
"column" : 17
},
"id" : "6",
"source" : {
"@type" : "com.facebook.presto.sql.planner.plan.ExplainAnalyzeNode",
"sourceLocation" : {
"line" : 1,
"column" : 17
},
"id" : "5",
"source" : {
"@type" : "com.facebook.presto.sql.planner.plan.ExchangeNode",
"sourceLocation" : {
"line" : 1,
"column" : 41
},
"id" : "180",
"type" : "GATHER",
"scope" : "LOCAL",
"partitioningScheme" : {
"partitioning" : {
"handle" : {
"connectorHandle" : {
"@type" : "$remote",
"partitioning" : "SINGLE",
"function" : "SINGLE"
}
},
"arguments" : [ ]
},
"outputLayout" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 41
},
"name" : "ss_quantity",
"type" : "integer"
} ],
"replicateNullsAndAny" : false
},
"sources" : [ {
"@type" : "com.facebook.presto.sql.planner.plan.RemoteSourceNode",
"sourceLocation" : {
"line" : 1,
"column" : 41
},
"id" : "164",
"sourceFragmentIds" : [ "1" ],
"outputVariables" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 41
},
"name" : "ss_quantity",
"type" : "integer"
} ],
"ensureSourceOrdering" : false,
"exchangeType" : "GATHER"
} ],
"inputs" : [ [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 41
},
"name" : "ss_quantity",
"type" : "integer"
} ] ],
"ensureSourceOrdering" : false
},
"outputVariable" : {
"@type" : "variable",
"name" : "query_plan",
"type" : "varchar"
},
"verbose" : false
},
"columnNames" : [ "Query Plan" ],
"outputVariables" : [ {
"@type" : "variable",
"name" : "query_plan",
"type" : "varchar"
} ]
},
"variables" : [ {
"@type" : "variable",
"name" : "query_plan",
"type" : "varchar"
}, {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 41
},
"name" : "ss_quantity",
"type" : "integer"
} ],
"partitioning" : {
"connectorHandle" : {
"@type" : "$remote",
"partitioning" : "COORDINATOR_ONLY",
"function" : "SINGLE"
}
},
"tableScanSchedulingOrder" : [ ],
"partitioningScheme" : {
"partitioning" : {
"handle" : {
"connectorHandle" : {
"@type" : "$remote",
"partitioning" : "SINGLE",
"function" : "SINGLE"
}
},
"arguments" : [ ]
},
"outputLayout" : [ {
"@type" : "variable",
"name" : "query_plan",
"type" : "varchar"
} ],
"replicateNullsAndAny" : false
},
"stageExecutionDescriptor" : {
"stageExecutionStrategy" : "UNGROUPED_EXECUTION",
"groupedExecutionScanNodes" : [ ],
"totalLifespans" : 1
},
"outputTableWriterFragment" : false,
"statsAndCosts" : {
"stats" : { },
"costs" : { }
},
"jsonRepresentation" : "{\n \"id\" : \"6\",\n \"name\" : \"Output\",\n \"identifier\" : \"[Query Plan]\",\n \"details\" : \"Query Plan := query_plan\\n\",\n \"children\" : [ {\n \"id\" : \"5\",\n \"name\" : \"ExplainAnalyze\",\n \"identifier\" : \"\",\n \"details\" : \"\",\n \"children\" : [ {\n \"id\" : \"180\",\n \"name\" : \"LocalExchange\",\n \"identifier\" : \"[SINGLE] ()\",\n \"details\" : \"\",\n \"children\" : [ {\n \"id\" : \"164\",\n \"name\" : \"RemoteSource\",\n \"identifier\" : \"[1]\",\n \"details\" : \"\",\n \"children\" : [ ],\n \"remoteSources\" : [ \"1\" ],\n \"estimates\" : [ ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n}"
},
"latestAttemptExecutionInfo" : {
"state" : "FINISHED",
"stats" : {
"schedulingComplete" : "2024-03-19T03:56:46.457Z",
"getSplitDistribution" : {
"maxError" : "NaN",
"count" : 0.0,
"total" : 0.0,
"p01" : -9223372036854775808,
"p05" : -9223372036854775808,
"p10" : -9223372036854775808,
"p25" : -9223372036854775808,
"p50" : -9223372036854775808,
"p75" : -9223372036854775808,
"p90" : -9223372036854775808,
"p95" : -9223372036854775808,
"p99" : -9223372036854775808,
"min" : 9223372036854775807,
"max" : -9223372036854775808,
"avg" : "NaN"
},
"totalTasks" : 1,
"runningTasks" : 0,
"completedTasks" : 1,
"totalLifespans" : 1,
"completedLifespans" : 1,
"totalDrivers" : 17,
"queuedDrivers" : 0,
"runningDrivers" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 17,
"cumulativeUserMemory" : 0.0,
"cumulativeTotalMemory" : 2.6252082722008244E10,
"userMemoryReservation" : "0B",
"totalMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakNodeTotalMemoryReservation" : "36.25MB",
"totalScheduledTime" : "35.62s",
"totalCpuTime" : "31.14s",
"retriedCpuTime" : "0.00ns",
"totalBlockedTime" : "2.31m",
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocation" : "0B",
"rawInputDataSize" : "10.59GB",
"rawInputPositions" : 2879987999,
"processedInputDataSize" : "13.41GB",
"processedInputPositions" : 2879987999,
"bufferedDataSize" : "0B",
"outputDataSize" : "981B",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"gcInfo" : {
"stageId" : 0,
"stageExecutionId" : 0,
"tasks" : 1,
"fullGcTasks" : 0,
"minFullGcSec" : 0,
"maxFullGcSec" : 0,
"totalFullGcSec" : 0,
"averageFullGcSec" : 0
},
"operatorSummaries" : [ {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "164",
"operatorType" : "ExchangeOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "10.59GB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.228590893955008E17,
"getOutputCalls" : 304758,
"getOutputWall" : "31.75s",
"getOutputCpu" : "28.04s",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.41GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "2.19m",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "exchangeClientStatus",
"bufferedBytes" : 0,
"maxBufferedBytes" : 38014358,
"averageBytesPerRequest" : 12241154,
"successfulRequestsCount" : 15088,
"bufferedPages" : 0,
"noMoreLocations" : true,
"pageBufferClientStatuses" : [ ]
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 0,
"planNodeId" : "180",
"operatorType" : "LocalExchangeSourceOperator",
"totalDrivers" : 1,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 304580,
"getOutputWall" : "828.72ms",
"getOutputCpu" : "775.99ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.41GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "7.10s",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "localExchangeBuffer",
"bufferedBytes" : 0,
"bufferedPages" : 0
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "180",
"operatorType" : "LocalExchangeSinkOperator",
"totalDrivers" : 16,
"addInputCalls" : 304580,
"addInputWall" : "1.41s",
"addInputCpu" : "1.15s",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.228590893955008E17,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.41GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "117.72ms",
"finishCalls" : 16,
"finishWall" : "349.75us",
"finishCpu" : "314.59us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 1,
"planNodeId" : "5",
"operatorType" : "ExplainAnalyzeOperator",
"totalDrivers" : 1,
"addInputCalls" : 304580,
"addInputWall" : "513.46ms",
"addInputCpu" : "490.02ms",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 305710,
"getOutputWall" : "693.29ms",
"getOutputCpu" : "560.61ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "981B",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 3,
"finishWall" : "108.45us",
"finishCpu" : "109.01us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 2,
"planNodeId" : "6",
"operatorType" : "TaskOutputOperator",
"totalDrivers" : 1,
"addInputCalls" : 1,
"addInputWall" : "109.59us",
"addInputCpu" : "110.52us",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "981B",
"inputPositions" : 1,
"sumSquaredInputPositions" : 1.0,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "981B",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 1,
"finishWall" : "3.50us",
"finishCpu" : "3.74us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"runtimeStats" : {
"taskElapsedTimeNanos" : {
"name" : "taskElapsedTimeNanos",
"unit" : "NANO",
"sum" : 11356264568,
"count" : 1,
"max" : 11356264568,
"min" : 11356264568
},
"taskScheduledTimeNanos" : {
"name" : "taskScheduledTimeNanos",
"unit" : "NANO",
"sum" : 35620039891,
"count" : 1,
"max" : 35620039891,
"min" : 35620039891
},
"taskBlockedTimeNanos" : {
"name" : "taskBlockedTimeNanos",
"unit" : "NANO",
"sum" : 138474047356,
"count" : 1,
"max" : 138474047356,
"min" : 138474047356
},
"taskQueuedTimeNanos" : {
"name" : "taskQueuedTimeNanos",
"unit" : "NANO",
"sum" : 740419,
"count" : 1,
"max" : 740419,
"min" : 740419
},
"driverCountPerTask" : {
"name" : "driverCountPerTask",
"unit" : "NONE",
"sum" : 17,
"count" : 1,
"max" : 17,
"min" : 17
}
}
},
"tasks" : [ {
"taskId" : "20240319_035646_00028_bcy7w.0.0.0.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : -7638282349596889860,
"taskInstanceIdMostSignificantBits" : -1733446157299269263,
"version" : 139,
"state" : "FINISHED",
"self" : "http://10.0.1.3:8080/v1/task/20240319_035646_00028_bcy7w.0.0.0.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 38014358,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 31137877955,
"taskAgeInMillis" : 11358,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:56:57.508Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "FINISHED",
"canAddBuffers" : false,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 1,
"totalPagesSent" : 1,
"buffers" : [ {
"bufferId" : 0,
"finished" : true,
"bufferedPages" : 0,
"pagesSent" : 1,
"pageBufferInfo" : {
"partition" : 0,
"bufferedPages" : 0,
"bufferedBytes" : 0,
"rowsAdded" : 1,
"pagesAdded" : 1
}
} ]
},
"noMoreSplits" : [ "164" ],
"stats" : {
"createTime" : "2024-03-19T03:56:46.458Z",
"firstStartTime" : "2024-03-19T03:56:46.460Z",
"lastStartTime" : "2024-03-19T03:56:46.461Z",
"lastEndTime" : "2024-03-19T03:56:57.814Z",
"endTime" : "2024-03-19T03:56:57.815Z",
"elapsedTimeInNanos" : 11356264568,
"queuedTimeInNanos" : 740419,
"totalDrivers" : 17,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 17,
"cumulativeUserMemory" : 0.0,
"cumulativeTotalMemory" : 2.6252082722008244E10,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 21064524,
"peakUserMemoryInBytes" : 0,
"peakNodeTotalMemoryInBytes" : 38014358,
"totalScheduledTimeInNanos" : 35620039891,
"totalCpuTimeInNanos" : 31137877955,
"totalBlockedTimeInNanos" : 138474047356,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 11368391364,
"rawInputPositions" : 2879987999,
"processedInputDataSizeInBytes" : 14399939995,
"processedInputPositions" : 2879987999,
"outputDataSizeInBytes" : 981,
"outputPositions" : 1,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:56:46.460Z",
"lastStartTime" : "2024-03-19T03:56:46.461Z",
"lastEndTime" : "2024-03-19T03:56:57.711Z",
"inputPipeline" : true,
"outputPipeline" : false,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 16.0,
"total" : 1.2345114E7,
"p01" : 317349,
"p05" : 317349,
"p10" : 333510,
"p25" : 490298,
"p50" : 799714,
"p75" : 1088363,
"p90" : 1209304,
"p95" : 1263051,
"p99" : 1263051,
"min" : 317349,
"max" : 1263051,
"avg" : 771569.625
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 16.0,
"total" : 1.80023210976E11,
"p01" : 11251271386,
"p05" : 11251271386,
"p10" : 11251273587,
"p25" : 11251314060,
"p50" : 11251415023,
"p75" : 11251646255,
"p90" : 11251755848,
"p95" : 11251833841,
"p99" : 11251833841,
"min" : 11251271386,
"max" : 11251833841,
"avg" : 1.1251450686E10
},
"totalScheduledTimeInNanos" : 33578160039,
"totalCpuTimeInNanos" : 29305110544,
"totalBlockedTimeInNanos" : 131376887122,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 11368391364,
"rawInputPositions" : 2879987999,
"processedInputDataSizeInBytes" : 14399939995,
"processedInputPositions" : 2879987999,
"outputDataSizeInBytes" : 14399939995,
"outputPositions" : 2879987999,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "164",
"operatorType" : "ExchangeOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "10.59GB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.228590893955008E17,
"getOutputCalls" : 304758,
"getOutputWall" : "31.75s",
"getOutputCpu" : "28.04s",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.41GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "2.19m",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "exchangeClientStatus",
"bufferedBytes" : 0,
"maxBufferedBytes" : 38014358,
"averageBytesPerRequest" : 12241154,
"successfulRequestsCount" : 15088,
"bufferedPages" : 0,
"noMoreLocations" : true,
"pageBufferClientStatuses" : [ ]
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "180",
"operatorType" : "LocalExchangeSinkOperator",
"totalDrivers" : 16,
"addInputCalls" : 304580,
"addInputWall" : "1.41s",
"addInputCpu" : "1.15s",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 6.228590893955008E17,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.41GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "117.72ms",
"finishCalls" : 16,
"finishWall" : "349.75us",
"finishCpu" : "314.59us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
}, {
"pipelineId" : 1,
"firstStartTime" : "2024-03-19T03:56:46.461Z",
"lastStartTime" : "2024-03-19T03:56:46.461Z",
"lastEndTime" : "2024-03-19T03:56:57.814Z",
"inputPipeline" : false,
"outputPipeline" : true,
"totalDrivers" : 1,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 1,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 1.0,
"total" : 934626.0,
"p01" : 934626,
"p05" : 934626,
"p10" : 934626,
"p25" : 934626,
"p50" : 934626,
"p75" : 934626,
"p90" : 934626,
"p95" : 934626,
"p99" : 934626,
"min" : 934626,
"max" : 934626,
"avg" : 934626.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 1.0,
"total" : 1.1354406304E10,
"p01" : 11354406304,
"p05" : 11354406304,
"p10" : 11354406304,
"p25" : 11354406304,
"p50" : 11354406304,
"p75" : 11354406304,
"p90" : 11354406304,
"p95" : 11354406304,
"p99" : 11354406304,
"min" : 11354406304,
"max" : 11354406304,
"avg" : 1.1354406304E10
},
"totalScheduledTimeInNanos" : 2041879852,
"totalCpuTimeInNanos" : 1832767411,
"totalBlockedTimeInNanos" : 7097160234,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 0,
"rawInputPositions" : 0,
"processedInputDataSizeInBytes" : 14399939995,
"processedInputPositions" : 2879987999,
"outputDataSizeInBytes" : 981,
"outputPositions" : 1,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 0,
"planNodeId" : "180",
"operatorType" : "LocalExchangeSourceOperator",
"totalDrivers" : 1,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 304580,
"getOutputWall" : "828.72ms",
"getOutputCpu" : "775.99ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.41GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "7.10s",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"info" : {
"@type" : "localExchangeBuffer",
"bufferedBytes" : 0,
"bufferedPages" : 0
},
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 1,
"planNodeId" : "5",
"operatorType" : "ExplainAnalyzeOperator",
"totalDrivers" : 1,
"addInputCalls" : 304580,
"addInputWall" : "513.46ms",
"addInputCpu" : "490.02ms",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.41GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 8.2943308743840236E18,
"getOutputCalls" : 305710,
"getOutputWall" : "693.29ms",
"getOutputCpu" : "560.61ms",
"getOutputAllocation" : "0B",
"outputDataSize" : "981B",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 3,
"finishWall" : "108.45us",
"finishCpu" : "109.01us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 0,
"stageExecutionId" : 0,
"pipelineId" : 1,
"operatorId" : 2,
"planNodeId" : "6",
"operatorType" : "TaskOutputOperator",
"totalDrivers" : 1,
"addInputCalls" : 1,
"addInputWall" : "109.59us",
"addInputCpu" : "110.52us",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "981B",
"inputPositions" : 1,
"sumSquaredInputPositions" : 1.0,
"getOutputCalls" : 0,
"getOutputWall" : "0.00ns",
"getOutputCpu" : "0.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "981B",
"outputPositions" : 1,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "0.00ns",
"finishCalls" : 1,
"finishWall" : "3.50us",
"finishCpu" : "3.74us",
"finishAllocation" : "0B",
"userMemoryReservation" : "0B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "0B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "0B",
"spilledDataSize" : "0B",
"runtimeStats" : { },
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : { }
},
"needsPlan" : false,
"metadataUpdates" : {
"metadataUpdates" : [ ]
},
"nodeId" : "78c2c18b1160"
} ]
},
"previousAttemptsExecutionInfos" : [ ],
"subStages" : [ {
"stageId" : "20240319_035646_00028_bcy7w.1",
"self" : "http://10.0.1.3:8080/v1/stage/20240319_035646_00028_bcy7w.1",
"plan" : {
"id" : "1",
"root" : {
"@type" : ".TableScanNode",
"sourceLocation" : {
"line" : 1,
"column" : 41
},
"id" : "0",
"table" : {
"connectorId" : "hive",
"connectorHandle" : {
"@type" : "hive-hadoop2",
"schemaName" : "tpcds_sf1000_parquet_varchar",
"tableName" : "store_sales"
},
"transaction" : {
"@type" : "hive-hadoop2",
"uuid" : "c94fe0b9-d01b-4e91-b56a-a037161f43a1"
},
"connectorTableLayout" : {
"@type" : "hive-hadoop2",
"schemaTableName" : {
"schema" : "tpcds_sf1000_parquet_varchar",
"table" : "store_sales"
},
"tablePath" : "s3a://presto-workload/tpcds-sf1000-parquet/store_sales",
"partitionColumns" : [ ],
"dataColumns" : [ {
"name" : "ss_sold_date_sk",
"type" : "bigint"
}, {
"name" : "ss_sold_time_sk",
"type" : "bigint"
}, {
"name" : "ss_item_sk",
"type" : "bigint"
}, {
"name" : "ss_customer_sk",
"type" : "bigint"
}, {
"name" : "ss_cdemo_sk",
"type" : "bigint"
}, {
"name" : "ss_hdemo_sk",
"type" : "bigint"
}, {
"name" : "ss_addr_sk",
"type" : "bigint"
}, {
"name" : "ss_store_sk",
"type" : "bigint"
}, {
"name" : "ss_promo_sk",
"type" : "bigint"
}, {
"name" : "ss_ticket_number",
"type" : "bigint"
}, {
"name" : "ss_quantity",
"type" : "int"
}, {
"name" : "ss_wholesale_cost",
"type" : "decimal(7,2)"
}, {
"name" : "ss_list_price",
"type" : "decimal(7,2)"
}, {
"name" : "ss_sales_price",
"type" : "decimal(7,2)"
}, {
"name" : "ss_ext_discount_amt",
"type" : "decimal(7,2)"
}, {
"name" : "ss_ext_sales_price",
"type" : "decimal(7,2)"
}, {
"name" : "ss_ext_wholesale_cost",
"type" : "decimal(7,2)"
}, {
"name" : "ss_ext_list_price",
"type" : "decimal(7,2)"
}, {
"name" : "ss_ext_tax",
"type" : "decimal(7,2)"
}, {
"name" : "ss_coupon_amt",
"type" : "decimal(7,2)"
}, {
"name" : "ss_net_paid",
"type" : "decimal(7,2)"
}, {
"name" : "ss_net_paid_inc_tax",
"type" : "decimal(7,2)"
}, {
"name" : "ss_net_profit",
"type" : "decimal(7,2)"
} ],
"tableParameters" : {
"numRows" : "2879987999",
"rawDataSize" : "0",
"transient_lastDdlTime" : "1697086514",
"presto_version" : "0.284-20230928093222-d26b85d-amd64",
"presto_query_id" : "20231003_052406_00105_mteju",
"totalSize" : "199902640299",
"EXTERNAL" : "TRUE",
"COLUMN_STATS_ACCURATE" : "{\"COLUMN_STATS\":{\"ss_addr_sk\":\"true\",\"ss_cdemo_sk\":\"true\",\"ss_coupon_amt\":\"true\",\"ss_customer_sk\":\"true\",\"ss_ext_discount_amt\":\"true\",\"ss_ext_list_price\":\"true\",\"ss_ext_sales_price\":\"true\",\"ss_ext_tax\":\"true\",\"ss_ext_wholesale_cost\":\"true\",\"ss_hdemo_sk\":\"true\",\"ss_item_sk\":\"true\",\"ss_list_price\":\"true\",\"ss_net_paid\":\"true\",\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\",\"ss_promo_sk\":\"true\",\"ss_quantity\":\"true\",\"ss_sales_price\":\"true\",\"ss_sold_date_sk\":\"true\",\"ss_sold_time_sk\":\"true\",\"ss_store_sk\":\"true\",\"ss_ticket_number\":\"true\",\"ss_wholesale_cost\":\"true\"}}",
"numFiles" : "8"
},
"domainPredicate" : {
"columnDomains" : [ ]
},
"remainingPredicate" : {
"@type" : "constant",
"valueBlock" : "CgAAAEJZVEVfQVJSQVkBAAAAAAE=",
"type" : "boolean"
},
"predicateColumns" : { },
"partitionColumnPredicate" : {
"columnDomains" : [ ]
},
"pushdownFilterEnabled" : true,
"layoutString" : "tpcds_sf1000_parquet_varchar.store_sales{}",
"requestedColumns" : [ {
"@type" : "hive-hadoop2",
"name" : "ss_quantity",
"hiveType" : "int",
"typeSignature" : "integer",
"hiveColumnIndex" : 10,
"columnType" : "REGULAR",
"requiredSubfields" : [ ]
} ],
"partialAggregationsPushedDown" : false,
"appendRowNumber" : false,
"footerStatsUnreliable" : false
}
},
"outputVariables" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 41
},
"name" : "ss_quantity",
"type" : "integer"
} ],
"assignments" : {
"ss_quantity\u003Cinteger\u003E" : {
"@type" : "hive-hadoop2",
"name" : "ss_quantity",
"hiveType" : "int",
"typeSignature" : "integer",
"hiveColumnIndex" : 10,
"columnType" : "REGULAR",
"requiredSubfields" : [ ]
}
}
},
"variables" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 41
},
"name" : "ss_quantity",
"type" : "integer"
} ],
"partitioning" : {
"connectorHandle" : {
"@type" : "$remote",
"partitioning" : "SOURCE",
"function" : "UNKNOWN"
}
},
"tableScanSchedulingOrder" : [ "0" ],
"partitioningScheme" : {
"partitioning" : {
"handle" : {
"connectorHandle" : {
"@type" : "$remote",
"partitioning" : "SINGLE",
"function" : "SINGLE"
}
},
"arguments" : [ ]
},
"outputLayout" : [ {
"@type" : "variable",
"sourceLocation" : {
"line" : 1,
"column" : 41
},
"name" : "ss_quantity",
"type" : "integer"
} ],
"replicateNullsAndAny" : false
},
"stageExecutionDescriptor" : {
"stageExecutionStrategy" : "UNGROUPED_EXECUTION",
"groupedExecutionScanNodes" : [ ],
"totalLifespans" : 1
},
"outputTableWriterFragment" : false,
"statsAndCosts" : {
"stats" : { },
"costs" : { }
},
"jsonRepresentation" : "{\n \"id\" : \"0\",\n \"name\" : \"TableScan\",\n \"identifier\" : \"[TableHandle {connectorId=\u0027hive\u0027, connectorHandle=\u0027HiveTableHandle{schemaName=tpcds_sf1000_parquet_varchar, tableName=store_sales, analyzePartitionValues=Optional.empty}\u0027, layout=\u0027Optional[tpcds_sf1000_parquet_varchar.store_sales{}]\u0027}]\",\n \"details\" : \"LAYOUT: tpcds_sf1000_parquet_varchar.store_sales{}\\nss_quantity := ss_quantity:int:10:REGULAR (1:41)\\n\",\n \"children\" : [ ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n}"
},
"latestAttemptExecutionInfo" : {
"state" : "FINISHED",
"stats" : {
"schedulingComplete" : "2024-03-19T03:56:46.525Z",
"getSplitDistribution" : {
"maxError" : 0.0,
"count" : 2.0,
"total" : 5.7043449E7,
"p01" : 18007,
"p05" : 18007,
"p10" : 18007,
"p25" : 18007,
"p50" : 57025442,
"p75" : 57025442,
"p90" : 57025442,
"p95" : 57025442,
"p99" : 57025442,
"min" : 18007,
"max" : 57025442,
"avg" : 2.85217245E7
},
"totalTasks" : 5,
"runningTasks" : 0,
"completedTasks" : 5,
"totalLifespans" : 1,
"completedLifespans" : 1,
"totalDrivers" : 1048,
"queuedDrivers" : 0,
"runningDrivers" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 1048,
"cumulativeUserMemory" : 6.5478281210373856E16,
"cumulativeTotalMemory" : 6.5478281210373856E16,
"userMemoryReservation" : "0B",
"totalMemoryReservation" : "0B",
"peakUserMemoryReservation" : "451MB",
"peakNodeTotalMemoryReservation" : "105MB",
"totalScheduledTime" : "2.51m",
"totalCpuTime" : "1.29m",
"retriedCpuTime" : "0.00ns",
"totalBlockedTime" : "8.54m",
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocation" : "0B",
"rawInputDataSize" : "202.72MB",
"rawInputPositions" : 2879987999,
"processedInputDataSize" : "13.54GB",
"processedInputPositions" : 2879987999,
"bufferedDataSize" : "0B",
"outputDataSize" : "10.59GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"gcInfo" : {
"stageId" : 1,
"stageExecutionId" : 0,
"tasks" : 5,
"fullGcTasks" : 0,
"minFullGcSec" : 0,
"maxFullGcSec" : 0,
"totalFullGcSec" : 0,
"averageFullGcSec" : 0
},
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 80,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "202.72MB",
"rawInputPositions" : 2879987999,
"inputDataSize" : "13.54GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 1.80069597758314266E18,
"getOutputCalls" : 288625,
"getOutputWall" : "1.68m",
"getOutputCpu" : "33.18s",
"getOutputAllocation" : "0B",
"outputDataSize" : "13.54GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "20.78ms",
"finishCalls" : 80,
"finishWall" : "38.92us",
"finishCpu" : "126.46us",
"finishAllocation" : "0B",
"userMemoryReservation" : "148.91MB",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3.78MB",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3.78MB",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 265,
"min" : 126
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 1491414845,
"count" : 80,
"max" : 34161459,
"min" : 3795631
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 23,
"min" : 10
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 38869194000,
"count" : 80,
"max" : 914133000,
"min" : 234131000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 23,
"min" : 10
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 786,
"count" : 80,
"max" : 18,
"min" : 2
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 6104538000,
"count" : 80,
"max" : 206121000,
"min" : 32223000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 3972950000,
"count" : 80,
"max" : 117894000,
"min" : 0
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 55724096000,
"count" : 80,
"max" : 1164530000,
"min" : 361794000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 444860000,
"count" : 80,
"max" : 12698000,
"min" : 2370000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 187952,
"count" : 80,
"max" : 3421,
"min" : 1220
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 585950,
"count" : 5,
"max" : 146899,
"min" : 71442
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 2737434558,
"count" : 80,
"max" : 43653864,
"min" : 18977637
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "0",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 80,
"addInputCalls" : 288481,
"addInputWall" : "15.09s",
"addInputCpu" : "14.89s",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "13.54GB",
"inputPositions" : 2879987999,
"sumSquaredInputPositions" : 1.80069597758314266E18,
"getOutputCalls" : 301437,
"getOutputWall" : "34.90s",
"getOutputCpu" : "29.40s",
"getOutputAllocation" : "0B",
"outputDataSize" : "10.59GB",
"outputPositions" : 2879987999,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00ns",
"blockedWall" : "8.54m",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "329.18MB",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "12.06MB",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "12.06MB",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 304580,
"count" : 5,
"max" : 76429,
"min" : 37024
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 1156245,
"count" : 5,
"max" : 289944,
"min" : 140745
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 2692000,
"count" : 80,
"max" : 257000,
"min" : 15000
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"runtimeStats" : {
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 12730,
"count" : 80,
"max" : 205,
"min" : 88
},
"PartitionedOutput.root.0.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 15085751365,
"count" : 80,
"max" : 243844814,
"min" : 103358162
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 1491414845,
"count" : 80,
"max" : 34161459,
"min" : 3795631
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 615000000,
"count" : 5,
"max" : 143000000,
"min" : 108000000
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 23,
"min" : 10
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 100606368311,
"count" : 80,
"max" : 1897642605,
"min" : 634511308
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 512566610000,
"count" : 80,
"max" : 8837107000,
"min" : 3331200000
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 786,
"count" : 80,
"max" : 18,
"min" : 2
},
"PartitionedOutput.root.0.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 34902233208,
"count" : 80,
"max" : 571698554,
"min" : 236189803
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 55724096000,
"count" : 80,
"max" : 1164530000,
"min" : 361794000
},
"driverCountPerTask" : {
"name" : "driverCountPerTask",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 265,
"min" : 126
},
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 304580,
"count" : 5,
"max" : 76429,
"min" : 37024
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 444860000,
"count" : 80,
"max" : 12698000,
"min" : 2370000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 187952,
"count" : 80,
"max" : 3421,
"min" : 1220
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 94366292000,
"count" : 5,
"max" : 23656998000,
"min" : 11439995000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 585950,
"count" : 5,
"max" : 146899,
"min" : 71442
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 2737434558,
"count" : 80,
"max" : 43653864,
"min" : 18977637
},
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 1048,
"count" : 5,
"max" : 265,
"min" : 126
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 2692000,
"count" : 80,
"max" : 257000,
"min" : 15000
},
"getSplitsTimeNanos" : {
"name" : "getSplitsTimeNanos",
"unit" : "NANO",
"sum" : 57043449,
"count" : 1,
"max" : 57043449,
"min" : 57043449
},
"taskBlockedTimeNanos" : {
"name" : "taskBlockedTimeNanos",
"unit" : "NANO",
"sum" : 512587389000,
"count" : 5,
"max" : 137927042000,
"min" : 59095163000
},
"PartitionedOutput.root.0.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 38869194000,
"count" : 80,
"max" : 914133000,
"min" : 234131000
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 1156245,
"count" : 5,
"max" : 289944,
"min" : 140745
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 38922,
"count" : 80,
"max" : 808,
"min" : 331
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 1445,
"count" : 80,
"max" : 23,
"min" : 10
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 288481,
"count" : 5,
"max" : 72329,
"min" : 35173
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 6104538000,
"count" : 80,
"max" : 206121000,
"min" : 32223000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 3972950000,
"count" : 80,
"max" : 117894000,
"min" : 0
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 20779000,
"count" : 56,
"max" : 1052000,
"min" : 13000
},
"taskElapsedTimeNanos" : {
"name" : "taskElapsedTimeNanos",
"unit" : "NANO",
"sum" : 42339000000,
"count" : 5,
"max" : 11129000000,
"min" : 5059000000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 8554103032663,
"count" : 5,
"max" : 1710820606538,
"min" : 1710820606528
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 80,
"max" : 0,
"min" : 0
},
"taskScheduledTimeNanos" : {
"name" : "taskScheduledTimeNanos",
"unit" : "NANO",
"sum" : 150594391806,
"count" : 5,
"max" : 37861783367,
"min" : 18136756010
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 315000000,
"count" : 5,
"max" : 89000000,
"min" : 44000000
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 8554103075317,
"count" : 5,
"max" : 1710820617707,
"min" : 1710820611655
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 5,
"count" : 5,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 64,
"count" : 56,
"max" : 3,
"min" : 1
}
}
},
"tasks" : [ {
"taskId" : "20240319_035646_00028_bcy7w.1.0.3.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : 3045715130639208579,
"taskInstanceIdMostSignificantBits" : 437160054408874669,
"version" : 252,
"state" : "FINISHED",
"self" : "http://10.0.1.7:8080/v1/task/20240319_035646_00028_bcy7w.1.0.3.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 104857600,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 0,
"taskAgeInMillis" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:56:57.708Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "OPEN",
"canAddBuffers" : true,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 717838041,
"totalPagesSent" : 75980,
"buffers" : [ ]
},
"noMoreSplits" : [ ],
"stats" : {
"createTime" : "2024-03-19T03:56:46.534Z",
"firstStartTime" : "2024-03-19T03:56:46.535Z",
"lastStartTime" : "2024-03-19T03:56:57.287Z",
"lastEndTime" : "2024-03-19T03:56:57.663Z",
"endTime" : "2024-03-19T03:56:57.663Z",
"elapsedTimeInNanos" : 11129000000,
"queuedTimeInNanos" : 0,
"totalDrivers" : 265,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 265,
"cumulativeUserMemory" : 1.3454441508581672E16,
"cumulativeTotalMemory" : 1.3454441508581672E16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 104857600,
"peakUserMemoryInBytes" : 104857600,
"peakNodeTotalMemoryInBytes" : 104857600,
"totalScheduledTimeInNanos" : 37399772536,
"totalCpuTimeInNanos" : 19382255992,
"totalBlockedTimeInNanos" : 137927042000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 39854300,
"rawInputPositions" : 717838041,
"processedInputDataSizeInBytes" : 3624756736,
"processedInputPositions" : 717838041,
"outputDataSizeInBytes" : 2835170775,
"outputPositions" : 717838041,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:56:46.534Z",
"lastStartTime" : "2024-03-19T03:56:57.663Z",
"lastEndTime" : "2024-03-19T03:56:57.663Z",
"inputPipeline" : true,
"outputPipeline" : true,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 0,
"userMemoryReservationInBytes" : 100962048,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"totalScheduledTimeInNanos" : 37399772536,
"totalCpuTimeInNanos" : 19382255992,
"totalBlockedTimeInNanos" : 137927042000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 39854300,
"rawInputPositions" : 717838041,
"processedInputDataSizeInBytes" : 3624756736,
"processedInputPositions" : 717838041,
"outputDataSizeInBytes" : 2835170775,
"outputPositions" : 717838041,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "39854300B",
"rawInputPositions" : 717838041,
"inputDataSize" : "3624756736B",
"inputPositions" : 717838041,
"sumSquaredInputPositions" : 5.152914531067177E17,
"getOutputCalls" : 71936,
"getOutputWall" : "24892895564.00ns",
"getOutputCpu" : "8309387672.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "3624756736B",
"outputPositions" : 717838041,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "6697000.00ns",
"finishCalls" : 16,
"finishWall" : "8177.00ns",
"finishCpu" : "23607.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "31645440B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3964416B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3964416B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 265,
"count" : 1,
"max" : 265,
"min" : 265
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 375490933,
"count" : 16,
"max" : 34161459,
"min" : 17080388
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 360,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 10097841000,
"count" : 16,
"max" : 914133000,
"min" : 496111000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 360,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 198,
"count" : 16,
"max" : 18,
"min" : 9
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 1488006000,
"count" : 16,
"max" : 206121000,
"min" : 41854000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 754352000,
"count" : 16,
"max" : 104165000,
"min" : 26685000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 14343050000,
"count" : 16,
"max" : 1164530000,
"min" : 764878000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 102620000,
"count" : 16,
"max" : 7738000,
"min" : 5579000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 47380,
"count" : 16,
"max" : 3405,
"min" : 2466
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 146055,
"count" : 1,
"max" : 146055,
"min" : 146055
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 682305808,
"count" : 16,
"max" : 43653864,
"min" : 39854903
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "0",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 16,
"addInputCalls" : 71904,
"addInputWall" : "3757970232.00ns",
"addInputCpu" : "3700696357.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "3624756736B",
"inputPositions" : 717838041,
"sumSquaredInputPositions" : 5.152914531067177E17,
"getOutputCalls" : 75128,
"getOutputWall" : "8748898563.00ns",
"getOutputCpu" : "7372148356.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "2835170775B",
"outputPositions" : 717838041,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "137920345000.00ns",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "69316608B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "7827456B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "7827456B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 75980,
"count" : 1,
"max" : 75980,
"min" : 75980
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 288309,
"count" : 1,
"max" : 288309,
"min" : 288309
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 509000,
"count" : 16,
"max" : 54000,
"min" : 20000
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 265,
"count" : 1,
"max" : 265,
"min" : 265
},
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 3176,
"count" : 16,
"max" : 205,
"min" : 190
},
"PartitionedOutput.root.0.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 3757970232,
"count" : 16,
"max" : 243787869,
"min" : 218380680
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 509000,
"count" : 16,
"max" : 54000,
"min" : 20000
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 375490933,
"count" : 16,
"max" : 34161459,
"min" : 17080388
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 129000000,
"count" : 1,
"max" : 129000000,
"min" : 129000000
},
"PartitionedOutput.root.0.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 360,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 24892895564,
"count" : 16,
"max" : 1850368794,
"min" : 1334597426
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 10097841000,
"count" : 16,
"max" : 914133000,
"min" : 496111000
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 288309,
"count" : 1,
"max" : 288309,
"min" : 288309
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 8177,
"count" : 16,
"max" : 691,
"min" : 357
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 360,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 71904,
"count" : 1,
"max" : 71904,
"min" : 71904
},
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 137920345000,
"count" : 16,
"max" : 8837107000,
"min" : 8350681000
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 198,
"count" : 16,
"max" : 18,
"min" : 9
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.0.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 8748898563,
"count" : 16,
"max" : 569006638,
"min" : 516966291
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 1488006000,
"count" : 16,
"max" : 206121000,
"min" : 41854000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 754352000,
"count" : 16,
"max" : 104165000,
"min" : 26685000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 14343050000,
"count" : 16,
"max" : 1164530000,
"min" : 764878000
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 6697000,
"count" : 12,
"max" : 1052000,
"min" : 101000
},
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 75980,
"count" : 1,
"max" : 75980,
"min" : 75980
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 1710820606534,
"count" : 1,
"max" : 1710820606534,
"min" : 1710820606534
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 102620000,
"count" : 16,
"max" : 7738000,
"min" : 5579000
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 47380,
"count" : 16,
"max" : 3405,
"min" : 2466
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 23656998000,
"count" : 1,
"max" : 23656998000,
"min" : 23656998000
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 44000000,
"count" : 1,
"max" : 44000000,
"min" : 44000000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 146055,
"count" : 1,
"max" : 146055,
"min" : 146055
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 1710820617707,
"count" : 1,
"max" : 1710820617707,
"min" : 1710820617707
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 682305808,
"count" : 16,
"max" : 43653864,
"min" : 39854903
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 1,
"count" : 1,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 16,
"count" : 12,
"max" : 3,
"min" : 1
}
}
},
"needsPlan" : false,
"metadataUpdates" : {
"connectorId" : "unused",
"metadataUpdates" : [ ]
},
"nodeId" : "d1513926ef7c"
}, {
"taskId" : "20240319_035646_00028_bcy7w.1.0.0.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : 3478609882051927492,
"taskInstanceIdMostSignificantBits" : -5178742376033297002,
"version" : 126,
"state" : "FINISHED",
"self" : "http://10.0.1.11:8080/v1/task/20240319_035646_00028_bcy7w.1.0.0.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 105906176,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 0,
"taskAgeInMillis" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:56:51.656Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "OPEN",
"canAddBuffers" : true,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 351144206,
"totalPagesSent" : 37024,
"buffers" : [ ]
},
"noMoreSplits" : [ ],
"stats" : {
"createTime" : "2024-03-19T03:56:46.528Z",
"firstStartTime" : "2024-03-19T03:56:46.528Z",
"lastStartTime" : "2024-03-19T03:56:51.111Z",
"lastEndTime" : "2024-03-19T03:56:51.587Z",
"endTime" : "2024-03-19T03:56:51.587Z",
"elapsedTimeInNanos" : 5059000000,
"queuedTimeInNanos" : 0,
"totalDrivers" : 126,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 126,
"cumulativeUserMemory" : 1.076355283958104E16,
"cumulativeTotalMemory" : 1.076355283958104E16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 105906176,
"peakUserMemoryInBytes" : 105906176,
"peakNodeTotalMemoryInBytes" : 105906176,
"totalScheduledTimeInNanos" : 18136756010,
"totalCpuTimeInNanos" : 9458444442,
"totalBlockedTimeInNanos" : 59095163000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 39855577,
"rawInputPositions" : 351144206,
"processedInputDataSizeInBytes" : 1773122112,
"processedInputPositions" : 351144206,
"outputDataSizeInBytes" : 1386898594,
"outputPositions" : 351144206,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:56:46.528Z",
"lastStartTime" : "2024-03-19T03:56:51.587Z",
"lastEndTime" : "2024-03-19T03:56:51.587Z",
"inputPipeline" : true,
"outputPipeline" : true,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 0,
"userMemoryReservationInBytes" : 104108032,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"totalScheduledTimeInNanos" : 18136756010,
"totalCpuTimeInNanos" : 9458444442,
"totalBlockedTimeInNanos" : 59095163000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 39855577,
"rawInputPositions" : 351144206,
"processedInputDataSizeInBytes" : 1773122112,
"processedInputPositions" : 351144206,
"outputDataSizeInBytes" : 1386898594,
"outputPositions" : 351144206,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "39855577B",
"rawInputPositions" : 351144206,
"inputDataSize" : "1773122112B",
"inputPositions" : 351144206,
"sumSquaredInputPositions" : 1.23302253407370432E17,
"getOutputCalls" : 35200,
"getOutputWall" : "12195447268.00ns",
"getOutputCpu" : "4104119197.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "1773122112B",
"outputPositions" : 351144206,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "2456000.00ns",
"finishCalls" : 16,
"finishWall" : "7961.00ns",
"finishCpu" : "22993.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "31682560B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3964416B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3964416B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 126,
"count" : 1,
"max" : 126,
"min" : 126
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 180294377,
"count" : 16,
"max" : 18977528,
"min" : 3795631
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 176,
"count" : 16,
"max" : 12,
"min" : 10
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 4586590000,
"count" : 16,
"max" : 420957000,
"min" : 240282000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 176,
"count" : 16,
"max" : 12,
"min" : 10
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 95,
"count" : 16,
"max" : 10,
"min" : 2
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 1032747000,
"count" : 16,
"max" : 165482000,
"min" : 40259000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 748205000,
"count" : 16,
"max" : 83045000,
"min" : 25973000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 6619337000,
"count" : 16,
"max" : 538884000,
"min" : 362666000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 50944000,
"count" : 16,
"max" : 4301000,
"min" : 2370000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 22000,
"count" : 16,
"max" : 1574,
"min" : 1220
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 71442,
"count" : 1,
"max" : 71442,
"min" : 71442
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 333763603,
"count" : 16,
"max" : 22775741,
"min" : 18977637
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "0",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 16,
"addInputCalls" : 35173,
"addInputWall" : "1816749829.00ns",
"addInputCpu" : "1802357279.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "1773122112B",
"inputPositions" : 351144206,
"sumSquaredInputPositions" : 1.23302253407370432E17,
"getOutputCalls" : 36764,
"getOutputWall" : "4124550952.00ns",
"getOutputCpu" : "3551944973.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "1386898594B",
"outputPositions" : 351144206,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "59092707000.00ns",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "72425472B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "12648448B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "12648448B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 37024,
"count" : 1,
"max" : 37024,
"min" : 37024
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 140745,
"count" : 1,
"max" : 140745,
"min" : 140745
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 482000,
"count" : 16,
"max" : 40000,
"min" : 24000
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 126,
"count" : 1,
"max" : 126,
"min" : 126
},
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 1548,
"count" : 16,
"max" : 101,
"min" : 88
},
"PartitionedOutput.root.0.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 1816749829,
"count" : 16,
"max" : 122898827,
"min" : 103358162
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 482000,
"count" : 16,
"max" : 40000,
"min" : 24000
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 180294377,
"count" : 16,
"max" : 18977528,
"min" : 3795631
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 118000000,
"count" : 1,
"max" : 118000000,
"min" : 118000000
},
"PartitionedOutput.root.0.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 176,
"count" : 16,
"max" : 12,
"min" : 10
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 12195447268,
"count" : 16,
"max" : 1008075298,
"min" : 634511308
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 4586590000,
"count" : 16,
"max" : 420957000,
"min" : 240282000
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 140745,
"count" : 1,
"max" : 140745,
"min" : 140745
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 7961,
"count" : 16,
"max" : 808,
"min" : 395
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 176,
"count" : 16,
"max" : 12,
"min" : 10
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 35173,
"count" : 1,
"max" : 35173,
"min" : 35173
},
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 59092707000,
"count" : 16,
"max" : 3867443000,
"min" : 3331200000
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 95,
"count" : 16,
"max" : 10,
"min" : 2
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.0.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 4124550952,
"count" : 16,
"max" : 272731414,
"min" : 236189803
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 1032747000,
"count" : 16,
"max" : 165482000,
"min" : 40259000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 748205000,
"count" : 16,
"max" : 83045000,
"min" : 25973000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 6619337000,
"count" : 16,
"max" : 538884000,
"min" : 362666000
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 2456000,
"count" : 8,
"max" : 538000,
"min" : 62000
},
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 37024,
"count" : 1,
"max" : 37024,
"min" : 37024
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 1710820606528,
"count" : 1,
"max" : 1710820606528,
"min" : 1710820606528
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 50944000,
"count" : 16,
"max" : 4301000,
"min" : 2370000
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 22000,
"count" : 16,
"max" : 1574,
"min" : 1220
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 11439995000,
"count" : 1,
"max" : 11439995000,
"min" : 11439995000
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 68000000,
"count" : 1,
"max" : 68000000,
"min" : 68000000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 71442,
"count" : 1,
"max" : 71442,
"min" : 71442
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 1710820611655,
"count" : 1,
"max" : 1710820611655,
"min" : 1710820611655
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 333763603,
"count" : 16,
"max" : 22775741,
"min" : 18977637
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 1,
"count" : 1,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 11,
"count" : 8,
"max" : 3,
"min" : 1
}
}
},
"needsPlan" : false,
"metadataUpdates" : {
"connectorId" : "unused",
"metadataUpdates" : [ ]
},
"nodeId" : "323bf75f5bde"
}, {
"taskId" : "20240319_035646_00028_bcy7w.1.0.1.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : -2716575749057845198,
"taskInstanceIdMostSignificantBits" : 2053770341654344066,
"version" : 244,
"state" : "FINISHED",
"self" : "http://10.0.1.12:8080/v1/task/20240319_035646_00028_bcy7w.1.0.1.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 104857600,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 0,
"taskAgeInMillis" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:56:55.828Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "OPEN",
"canAddBuffers" : true,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 699098974,
"totalPagesSent" : 73986,
"buffers" : [ ]
},
"noMoreSplits" : [ ],
"stats" : {
"createTime" : "2024-03-19T03:56:46.535Z",
"firstStartTime" : "2024-03-19T03:56:46.536Z",
"lastStartTime" : "2024-03-19T03:56:55.444Z",
"lastEndTime" : "2024-03-19T03:56:55.761Z",
"endTime" : "2024-03-19T03:56:55.761Z",
"elapsedTimeInNanos" : 9226000000,
"queuedTimeInNanos" : 0,
"totalDrivers" : 262,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 262,
"cumulativeUserMemory" : 1.435140413687228E16,
"cumulativeTotalMemory" : 1.435140413687228E16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 104857600,
"peakUserMemoryInBytes" : 104857600,
"peakNodeTotalMemoryInBytes" : 104857600,
"totalScheduledTimeInNanos" : 37861783367,
"totalCpuTimeInNanos" : 18824551425,
"totalBlockedTimeInNanos" : 107088599000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 37956562,
"rawInputPositions" : 699098974,
"processedInputDataSizeInBytes" : 3530136896,
"processedInputPositions" : 699098974,
"outputDataSizeInBytes" : 2761139478,
"outputPositions" : 699098974,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:56:46.535Z",
"lastStartTime" : "2024-03-19T03:56:55.761Z",
"lastEndTime" : "2024-03-19T03:56:55.761Z",
"inputPipeline" : true,
"outputPipeline" : true,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 0,
"userMemoryReservationInBytes" : 98750464,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"totalScheduledTimeInNanos" : 37861783367,
"totalCpuTimeInNanos" : 18824551425,
"totalBlockedTimeInNanos" : 107088599000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 37956562,
"rawInputPositions" : 699098974,
"processedInputDataSizeInBytes" : 3530136896,
"processedInputPositions" : 699098974,
"outputDataSizeInBytes" : 2761139478,
"outputPositions" : 699098974,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "37956562B",
"rawInputPositions" : 699098974,
"inputDataSize" : "3530136896B",
"inputPositions" : 699098974,
"sumSquaredInputPositions" : 4.8873937544785267E17,
"getOutputCalls" : 70059,
"getOutputWall" : "25708492886.00ns",
"getOutputCpu" : "8086858051.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "3530136896B",
"outputPositions" : 699098974,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "5609000.00ns",
"finishCalls" : 16,
"finishWall" : "7688.00ns",
"finishCpu" : "21815.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "29118464B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3964416B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3964416B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 262,
"count" : 1,
"max" : 262,
"min" : 262
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 347304841,
"count" : 16,
"max" : 32262194,
"min" : 13286365
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 351,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 9691757000,
"count" : 16,
"max" : 779791000,
"min" : 505903000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 351,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 183,
"count" : 16,
"max" : 17,
"min" : 7
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 1393489000,
"count" : 16,
"max" : 180703000,
"min" : 44238000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 823211000,
"count" : 16,
"max" : 117894000,
"min" : 0
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 13765367000,
"count" : 16,
"max" : 1022905000,
"min" : 759299000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 108799000,
"count" : 16,
"max" : 9589000,
"min" : 5074000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 45630,
"count" : 16,
"max" : 3141,
"min" : 2260
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 142255,
"count" : 1,
"max" : 142255,
"min" : 142255
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 664496021,
"count" : 16,
"max" : 43650006,
"min" : 39854309
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "0",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 16,
"addInputCalls" : 70027,
"addInputWall" : "3670280104.00ns",
"addInputCpu" : "3621977731.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "3530136896B",
"inputPositions" : 699098974,
"sumSquaredInputPositions" : 4.8873937544785267E17,
"getOutputCalls" : 73129,
"getOutputWall" : "8483002689.00ns",
"getOutputCpu" : "7115693828.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "2761139478B",
"outputPositions" : 699098974,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "107082990000.00ns",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "69632000B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "11419648B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "11419648B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 73986,
"count" : 1,
"max" : 73986,
"min" : 73986
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 280669,
"count" : 1,
"max" : 280669,
"min" : 280669
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 668000,
"count" : 16,
"max" : 257000,
"min" : 15000
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 262,
"count" : 1,
"max" : 262,
"min" : 262
},
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 3052,
"count" : 16,
"max" : 198,
"min" : 181
},
"PartitionedOutput.root.0.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 3670280104,
"count" : 16,
"max" : 243607253,
"min" : 220042776
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 668000,
"count" : 16,
"max" : 257000,
"min" : 15000
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 347304841,
"count" : 16,
"max" : 32262194,
"min" : 13286365
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 108000000,
"count" : 1,
"max" : 108000000,
"min" : 108000000
},
"PartitionedOutput.root.0.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 351,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 25708492886,
"count" : 16,
"max" : 1897642605,
"min" : 1415777503
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 9691757000,
"count" : 16,
"max" : 779791000,
"min" : 505903000
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 280669,
"count" : 1,
"max" : 280669,
"min" : 280669
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 7688,
"count" : 16,
"max" : 742,
"min" : 335
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 351,
"count" : 16,
"max" : 23,
"min" : 21
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 70027,
"count" : 1,
"max" : 70027,
"min" : 70027
},
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 107082990000,
"count" : 16,
"max" : 6851878000,
"min" : 6271259000
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 183,
"count" : 16,
"max" : 17,
"min" : 7
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.0.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 8483002689,
"count" : 16,
"max" : 557810781,
"min" : 504010275
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 1393489000,
"count" : 16,
"max" : 180703000,
"min" : 44238000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 823211000,
"count" : 16,
"max" : 117894000,
"min" : 0
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 13765367000,
"count" : 16,
"max" : 1022905000,
"min" : 759299000
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 5609000,
"count" : 15,
"max" : 733000,
"min" : 19000
},
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 73986,
"count" : 1,
"max" : 73986,
"min" : 73986
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 1710820606535,
"count" : 1,
"max" : 1710820606535,
"min" : 1710820606535
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 108799000,
"count" : 16,
"max" : 9589000,
"min" : 5074000
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 45630,
"count" : 16,
"max" : 3141,
"min" : 2260
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 22984515000,
"count" : 1,
"max" : 22984515000,
"min" : 22984515000
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 65000000,
"count" : 1,
"max" : 65000000,
"min" : 65000000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 142255,
"count" : 1,
"max" : 142255,
"min" : 142255
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 1710820615826,
"count" : 1,
"max" : 1710820615826,
"min" : 1710820615826
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 664496021,
"count" : 16,
"max" : 43650006,
"min" : 39854309
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 1,
"count" : 1,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 16,
"count" : 15,
"max" : 2,
"min" : 1
}
}
},
"needsPlan" : false,
"metadataUpdates" : {
"connectorId" : "unused",
"metadataUpdates" : [ ]
},
"nodeId" : "eb89e7f5f357"
}, {
"taskId" : "20240319_035646_00028_bcy7w.1.0.4.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : 3190228469671070441,
"taskInstanceIdMostSignificantBits" : -5222775495647969623,
"version" : 251,
"state" : "FINISHED",
"self" : "http://10.0.1.8:8080/v1/task/20240319_035646_00028_bcy7w.1.0.4.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 108003328,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 0,
"taskAgeInMillis" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:56:56.775Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "OPEN",
"canAddBuffers" : true,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 722077671,
"totalPagesSent" : 76429,
"buffers" : [ ]
},
"noMoreSplits" : [ ],
"stats" : {
"createTime" : "2024-03-19T03:56:46.538Z",
"firstStartTime" : "2024-03-19T03:56:46.539Z",
"lastStartTime" : "2024-03-19T03:56:56.431Z",
"lastEndTime" : "2024-03-19T03:56:56.723Z",
"endTime" : "2024-03-19T03:56:56.723Z",
"elapsedTimeInNanos" : 10185000000,
"queuedTimeInNanos" : 0,
"totalDrivers" : 260,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 260,
"cumulativeUserMemory" : 1.3454441507553536E16,
"cumulativeTotalMemory" : 1.3454441507553536E16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 108003328,
"peakUserMemoryInBytes" : 108003328,
"peakNodeTotalMemoryInBytes" : 108003328,
"totalScheduledTimeInNanos" : 36569246930,
"totalCpuTimeInNanos" : 19321350259,
"totalBlockedTimeInNanos" : 124042770000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 45549177,
"rawInputPositions" : 722077671,
"processedInputDataSizeInBytes" : 3646166719,
"processedInputPositions" : 722077671,
"outputDataSizeInBytes" : 2851923071,
"outputPositions" : 722077671,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:56:46.538Z",
"lastStartTime" : "2024-03-19T03:56:56.723Z",
"lastEndTime" : "2024-03-19T03:56:56.723Z",
"inputPipeline" : true,
"outputPipeline" : true,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 0,
"userMemoryReservationInBytes" : 94285184,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"totalScheduledTimeInNanos" : 36569246930,
"totalCpuTimeInNanos" : 19321350259,
"totalBlockedTimeInNanos" : 124042770000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 45549177,
"rawInputPositions" : 722077671,
"processedInputDataSizeInBytes" : 3646166719,
"processedInputPositions" : 722077671,
"outputDataSizeInBytes" : 2851923071,
"outputPositions" : 722077671,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "45549177B",
"rawInputPositions" : 722077671,
"inputDataSize" : "3646166719B",
"inputPositions" : 722077671,
"sumSquaredInputPositions" : 5.2139616295678426E17,
"getOutputCalls" : 72351,
"getOutputWall" : "23921567268.00ns",
"getOutputCpu" : "8170831822.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "3646166719B",
"outputPositions" : 722077671,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "807000.00ns",
"finishCalls" : 16,
"finishWall" : "7261.00ns",
"finishCpu" : "21500.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "31751552B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3964416B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3964416B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 260,
"count" : 1,
"max" : 260,
"min" : 260
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 383360317,
"count" : 16,
"max" : 32261185,
"min" : 17080099
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 362,
"count" : 16,
"max" : 23,
"min" : 22
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 9436637000,
"count" : 16,
"max" : 672693000,
"min" : 481694000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 362,
"count" : 16,
"max" : 23,
"min" : 22
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 202,
"count" : 16,
"max" : 17,
"min" : 9
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 1230086000,
"count" : 16,
"max" : 136408000,
"min" : 37215000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 788064000,
"count" : 16,
"max" : 78592000,
"min" : 25951000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 13694057000,
"count" : 16,
"max" : 947359000,
"min" : 743472000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 120689000,
"count" : 16,
"max" : 12698000,
"min" : 5662000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 46678,
"count" : 16,
"max" : 3421,
"min" : 2501
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 146899,
"count" : 1,
"max" : 146899,
"min" : 146899
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 686331917,
"count" : 16,
"max" : 43652487,
"min" : 41749283
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "0",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 16,
"addInputCalls" : 72329,
"addInputWall" : "3806871651.00ns",
"addInputCpu" : "3748235670.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "3646166719B",
"inputPositions" : 722077671,
"sumSquaredInputPositions" : 5.2139616295678426E17,
"getOutputCalls" : 75562,
"getOutputWall" : "8840800750.00ns",
"getOutputCpu" : "7402261267.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "2851923071B",
"outputPositions" : 722077671,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "124041963000.00ns",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "62533632B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "7344128B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "7344128B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 76429,
"count" : 1,
"max" : 76429,
"min" : 76429
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 289944,
"count" : 1,
"max" : 289944,
"min" : 289944
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 441000,
"count" : 16,
"max" : 43000,
"min" : 21000
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 260,
"count" : 1,
"max" : 260,
"min" : 260
},
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 3195,
"count" : 16,
"max" : 205,
"min" : 196
},
"PartitionedOutput.root.0.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 3806871651,
"count" : 16,
"max" : 243844814,
"min" : 230623333
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 441000,
"count" : 16,
"max" : 43000,
"min" : 21000
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 383360317,
"count" : 16,
"max" : 32261185,
"min" : 17080099
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 117000000,
"count" : 1,
"max" : 117000000,
"min" : 117000000
},
"PartitionedOutput.root.0.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 362,
"count" : 16,
"max" : 23,
"min" : 22
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 23921567268,
"count" : 16,
"max" : 1685812508,
"min" : 1294337178
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 9436637000,
"count" : 16,
"max" : 672693000,
"min" : 481694000
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 289944,
"count" : 1,
"max" : 289944,
"min" : 289944
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 7261,
"count" : 16,
"max" : 696,
"min" : 331
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 362,
"count" : 16,
"max" : 23,
"min" : 22
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 72329,
"count" : 1,
"max" : 72329,
"min" : 72329
},
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 124041963000,
"count" : 16,
"max" : 7850287000,
"min" : 7629547000
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 202,
"count" : 16,
"max" : 17,
"min" : 9
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.0.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 8840800750,
"count" : 16,
"max" : 571698554,
"min" : 530076535
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 1230086000,
"count" : 16,
"max" : 136408000,
"min" : 37215000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 788064000,
"count" : 16,
"max" : 78592000,
"min" : 25951000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 13694057000,
"count" : 16,
"max" : 947359000,
"min" : 743472000
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 807000,
"count" : 6,
"max" : 248000,
"min" : 20000
},
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 76429,
"count" : 1,
"max" : 76429,
"min" : 76429
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 1710820606538,
"count" : 1,
"max" : 1710820606538,
"min" : 1710820606538
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 120689000,
"count" : 16,
"max" : 12698000,
"min" : 5662000
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 46678,
"count" : 16,
"max" : 3421,
"min" : 2501
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 23590926000,
"count" : 1,
"max" : 23590926000,
"min" : 23590926000
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 49000000,
"count" : 1,
"max" : 49000000,
"min" : 49000000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 146899,
"count" : 1,
"max" : 146899,
"min" : 146899
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 1710820616772,
"count" : 1,
"max" : 1710820616772,
"min" : 1710820616772
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 686331917,
"count" : 16,
"max" : 43652487,
"min" : 41749283
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 1,
"count" : 1,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 6,
"count" : 6,
"max" : 1,
"min" : 1
}
}
},
"needsPlan" : false,
"metadataUpdates" : {
"connectorId" : "unused",
"metadataUpdates" : [ ]
},
"nodeId" : "912194b3d6be"
}, {
"taskId" : "20240319_035646_00028_bcy7w.1.0.2.0",
"taskStatus" : {
"taskInstanceIdLeastSignificantBits" : 6648370548745659526,
"taskInstanceIdMostSignificantBits" : -2803513005154219871,
"version" : 145,
"state" : "FINISHED",
"self" : "http://10.0.1.9:8080/v1/task/20240319_035646_00028_bcy7w.1.0.2.0",
"completedDriverGroups" : [ ],
"failures" : [ ],
"queuedPartitionedDrivers" : 0,
"runningPartitionedDrivers" : 0,
"outputBufferUtilization" : 0.0,
"outputBufferOverutilized" : false,
"physicalWrittenDataSizeInBytes" : 0,
"memoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakNodeTotalMemoryReservationInBytes" : 110100480,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"totalCpuTimeInNanos" : 0,
"taskAgeInMillis" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningPartitionedSplitsWeight" : 0
},
"lastHeartbeat" : "2024-03-19T03:56:53.359Z",
"outputBuffers" : {
"type" : "PARTITIONED",
"state" : "OPEN",
"canAddBuffers" : true,
"canAddPages" : false,
"totalBufferedBytes" : 0,
"totalBufferedPages" : 0,
"totalRowsSent" : 389829107,
"totalPagesSent" : 41161,
"buffers" : [ ]
},
"noMoreSplits" : [ ],
"stats" : {
"createTime" : "2024-03-19T03:56:46.528Z",
"firstStartTime" : "2024-03-19T03:56:46.528Z",
"lastStartTime" : "2024-03-19T03:56:52.791Z",
"lastEndTime" : "2024-03-19T03:56:53.268Z",
"endTime" : "2024-03-19T03:56:53.268Z",
"elapsedTimeInNanos" : 6740000000,
"queuedTimeInNanos" : 0,
"totalDrivers" : 135,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 135,
"cumulativeUserMemory" : 1.3454441217785328E16,
"cumulativeTotalMemory" : 1.3454441217785328E16,
"userMemoryReservationInBytes" : 0,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"peakTotalMemoryInBytes" : 110100480,
"peakUserMemoryInBytes" : 110100480,
"peakNodeTotalMemoryInBytes" : 110100480,
"totalScheduledTimeInNanos" : 20626832963,
"totalCpuTimeInNanos" : 10484780832,
"totalBlockedTimeInNanos" : 84433815000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 49346693,
"rawInputPositions" : 389829107,
"processedInputDataSizeInBytes" : 1968456704,
"processedInputPositions" : 389829107,
"outputDataSizeInBytes" : 1539655626,
"outputPositions" : 389829107,
"physicalWrittenDataSizeInBytes" : 0,
"fullGcCount" : 0,
"fullGcTimeInMillis" : 0,
"pipelines" : [ {
"pipelineId" : 0,
"firstStartTime" : "2024-03-19T03:56:46.528Z",
"lastStartTime" : "2024-03-19T03:56:53.268Z",
"lastEndTime" : "2024-03-19T03:56:53.268Z",
"inputPipeline" : true,
"outputPipeline" : true,
"totalDrivers" : 16,
"queuedDrivers" : 0,
"queuedPartitionedDrivers" : 0,
"queuedPartitionedSplitsWeight" : 0,
"runningDrivers" : 0,
"runningPartitionedDrivers" : 0,
"runningPartitionedSplitsWeight" : 0,
"blockedDrivers" : 0,
"completedDrivers" : 0,
"userMemoryReservationInBytes" : 103198720,
"revocableMemoryReservationInBytes" : 0,
"systemMemoryReservationInBytes" : 0,
"queuedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"elapsedTime" : {
"maxError" : 0.0,
"count" : 0.0,
"total" : 0.0,
"p01" : 0,
"p05" : 0,
"p10" : 0,
"p25" : 0,
"p50" : 0,
"p75" : 0,
"p90" : 0,
"p95" : 0,
"p99" : 0,
"min" : 0,
"max" : 0,
"avg" : 0.0
},
"totalScheduledTimeInNanos" : 20626832963,
"totalCpuTimeInNanos" : 10484780832,
"totalBlockedTimeInNanos" : 84433815000,
"fullyBlocked" : false,
"blockedReasons" : [ ],
"totalAllocationInBytes" : 0,
"rawInputDataSizeInBytes" : 49346693,
"rawInputPositions" : 389829107,
"processedInputDataSizeInBytes" : 1968456704,
"processedInputPositions" : 389829107,
"outputDataSizeInBytes" : 1539655626,
"outputPositions" : 389829107,
"physicalWrittenDataSizeInBytes" : 0,
"operatorSummaries" : [ {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 0,
"planNodeId" : "0",
"operatorType" : "TableScanOperator",
"totalDrivers" : 16,
"addInputCalls" : 0,
"addInputWall" : "0.00ns",
"addInputCpu" : "0.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "49346693B",
"rawInputPositions" : 389829107,
"inputDataSize" : "1968456704B",
"inputPositions" : 389829107,
"sumSquaredInputPositions" : 1.5196673266441744E17,
"getOutputCalls" : 39079,
"getOutputWall" : "13887965325.00ns",
"getOutputCpu" : "4508718273.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "1968456704B",
"outputPositions" : 389829107,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "5210000.00ns",
"finishCalls" : 16,
"finishWall" : "7835.00ns",
"finishCpu" : "36548.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "31940608B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "3964416B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "3964416B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 135,
"count" : 1,
"max" : 135,
"min" : 135
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 204964377,
"count" : 16,
"max" : 20875971,
"min" : 7590950
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 196,
"count" : 16,
"max" : 14,
"min" : 11
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 5056369000,
"count" : 16,
"max" : 400757000,
"min" : 234131000
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 196,
"count" : 16,
"max" : 14,
"min" : 11
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 108,
"count" : 16,
"max" : 11,
"min" : 4
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 960210000,
"count" : 16,
"max" : 149863000,
"min" : 32223000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 859118000,
"count" : 16,
"max" : 94988000,
"min" : 28807000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 7302285000,
"count" : 16,
"max" : 539900000,
"min" : 361794000
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 61808000,
"count" : 16,
"max" : 7113000,
"min" : 2847000
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 26264,
"count" : 16,
"max" : 2144,
"min" : 1360
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 79299,
"count" : 1,
"max" : 79299,
"min" : 79299
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 370537209,
"count" : 16,
"max" : 26569880,
"min" : 20874715
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
}, {
"stageId" : 1,
"stageExecutionId" : 0,
"pipelineId" : 0,
"operatorId" : 1,
"planNodeId" : "0",
"operatorType" : "PartitionedOutput",
"totalDrivers" : 16,
"addInputCalls" : 39048,
"addInputWall" : "2033879549.00ns",
"addInputCpu" : "2013445076.00ns",
"addInputAllocation" : "0B",
"rawInputDataSize" : "0B",
"rawInputPositions" : 0,
"inputDataSize" : "1968456704B",
"inputPositions" : 389829107,
"sumSquaredInputPositions" : 1.5196673266441744E17,
"getOutputCalls" : 40854,
"getOutputWall" : "4704980254.00ns",
"getOutputCpu" : "3962580935.00ns",
"getOutputAllocation" : "0B",
"outputDataSize" : "1539655626B",
"outputPositions" : 389829107,
"physicalWrittenDataSize" : "0B",
"additionalCpu" : "0.00s",
"blockedWall" : "84428605000.00ns",
"finishCalls" : 0,
"finishWall" : "0.00ns",
"finishCpu" : "0.00ns",
"finishAllocation" : "0B",
"userMemoryReservation" : "71258112B",
"revocableMemoryReservation" : "0B",
"systemMemoryReservation" : "0B",
"peakUserMemoryReservation" : "11550720B",
"peakSystemMemoryReservation" : "0B",
"peakTotalMemoryReservation" : "11550720B",
"spilledDataSize" : "0B",
"runtimeStats" : {
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 41161,
"count" : 1,
"max" : 41161,
"min" : 41161
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 156578,
"count" : 1,
"max" : 156578,
"min" : 156578
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 592000,
"count" : 16,
"max" : 53000,
"min" : 25000
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
}
},
"nullJoinBuildKeyCount" : 0,
"joinBuildKeyCount" : 0,
"nullJoinProbeKeyCount" : 0,
"joinProbeKeyCount" : 0
} ],
"drivers" : [ ]
} ],
"runtimeStats" : {
"TableScan.0.numSplits" : {
"name" : "TableScan.0.numSplits",
"unit" : "NONE",
"sum" : 135,
"count" : 1,
"max" : 135,
"min" : 135
},
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes",
"unit" : "NONE",
"sum" : 1759,
"count" : 16,
"max" : 115,
"min" : 103
},
"PartitionedOutput.root.0.runningAddInputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 2033879549,
"count" : 16,
"max" : 143559590,
"min" : 113904468
},
"PartitionedOutput.root.0.queuedWallNanos" : {
"name" : "PartitionedOutput.root.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 592000,
"count" : 16,
"max" : 53000,
"min" : 25000
},
"TableScan.0.prefetchBytes" : {
"name" : "TableScan.0.prefetchBytes",
"unit" : "BYTE",
"sum" : 204964377,
"count" : 16,
"max" : 20875971,
"min" : 7590950
},
"averageOutputBufferWallNanos" : {
"name" : "averageOutputBufferWallNanos",
"unit" : "NANO",
"sum" : 143000000,
"count" : 1,
"max" : 143000000,
"min" : 143000000
},
"PartitionedOutput.root.0.runningFinishWallNanos" : {
"name" : "PartitionedOutput.root.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedSplits" : {
"name" : "TableScan.0.skippedSplits",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numStorageRead" : {
"name" : "TableScan.0.numStorageRead",
"unit" : "NONE",
"sum" : 196,
"count" : 16,
"max" : 14,
"min" : 11
},
"TableScan.0.outputBatches" : {
"name" : "TableScan.0.outputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"TableScan.0.runningGetOutputWallNanos" : {
"name" : "TableScan.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 13887965325,
"count" : 16,
"max" : 1077051082,
"min" : 699922735
},
"TableScan.0.ioWaitNanos" : {
"name" : "TableScan.0.ioWaitNanos",
"unit" : "NANO",
"sum" : 5056369000,
"count" : 16,
"max" : 400757000,
"min" : 234131000
},
"PartitionedOutput.root.0.numMemoryAllocations" : {
"name" : "PartitionedOutput.root.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 156578,
"count" : 1,
"max" : 156578,
"min" : 156578
},
"TableScan.0.numRamRead" : {
"name" : "TableScan.0.numRamRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.runningFinishWallNanos" : {
"name" : "TableScan.0.runningFinishWallNanos",
"unit" : "NANO",
"sum" : 7835,
"count" : 16,
"max" : 712,
"min" : 339
},
"TableScan.0.totalRemainingFilterTime" : {
"name" : "TableScan.0.totalRemainingFilterTime",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.localReadBytes" : {
"name" : "TableScan.0.localReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.queryThreadIoLatency" : {
"name" : "TableScan.0.queryThreadIoLatency",
"unit" : "NONE",
"sum" : 196,
"count" : 16,
"max" : 14,
"min" : 11
},
"TableScan.0.inputBatches" : {
"name" : "TableScan.0.inputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"PartitionedOutput.root.0.inputBatches" : {
"name" : "PartitionedOutput.root.0.inputBatches",
"unit" : "NONE",
"sum" : 39048,
"count" : 1,
"max" : 39048,
"min" : 39048
},
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : {
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos",
"unit" : "NANO",
"sum" : 84428605000,
"count" : 16,
"max" : 5459799000,
"min" : 5068170000
},
"TableScan.0.numPrefetch" : {
"name" : "TableScan.0.numPrefetch",
"unit" : "NONE",
"sum" : 108,
"count" : 16,
"max" : 11,
"min" : 4
},
"TableScan.0.ramReadBytes" : {
"name" : "TableScan.0.ramReadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.numLocalRead" : {
"name" : "TableScan.0.numLocalRead",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.flattenStringDictionaryValues" : {
"name" : "TableScan.0.flattenStringDictionaryValues",
"unit" : "NONE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"PartitionedOutput.root.0.runningGetOutputWallNanos" : {
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos",
"unit" : "NANO",
"sum" : 4704980254,
"count" : 16,
"max" : 320781130,
"min" : 263293202
},
"TableScan.0.maxSingleIoWaitNanos" : {
"name" : "TableScan.0.maxSingleIoWaitNanos",
"unit" : "NANO",
"sum" : 960210000,
"count" : 16,
"max" : 149863000,
"min" : 32223000
},
"TableScan.0.skippedSplitBytes" : {
"name" : "TableScan.0.skippedSplitBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.totalScanTime" : {
"name" : "TableScan.0.totalScanTime",
"unit" : "NANO",
"sum" : 859118000,
"count" : 16,
"max" : 94988000,
"min" : 28807000
},
"TableScan.0.dataSourceWallNanos" : {
"name" : "TableScan.0.dataSourceWallNanos",
"unit" : "NANO",
"sum" : 7302285000,
"count" : 16,
"max" : 539900000,
"min" : 361794000
},
"TableScan.0.blockedWaitForSplitWallNanos" : {
"name" : "TableScan.0.blockedWaitForSplitWallNanos",
"unit" : "NANO",
"sum" : 5210000,
"count" : 15,
"max" : 784000,
"min" : 13000
},
"PartitionedOutput.root.0.outputBatches" : {
"name" : "PartitionedOutput.root.0.outputBatches",
"unit" : "NONE",
"sum" : 41161,
"count" : 1,
"max" : 41161,
"min" : 41161
},
"TableScan.0.overreadBytes" : {
"name" : "TableScan.0.overreadBytes",
"unit" : "BYTE",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"createTime" : {
"name" : "createTime",
"unit" : "NONE",
"sum" : 1710820606528,
"count" : 1,
"max" : 1710820606528,
"min" : 1710820606528
},
"TableScan.0.queuedWallNanos" : {
"name" : "TableScan.0.queuedWallNanos",
"unit" : "NANO",
"sum" : 61808000,
"count" : 16,
"max" : 7113000,
"min" : 2847000
},
"TableScan.0.runningAddInputWallNanos" : {
"name" : "TableScan.0.runningAddInputWallNanos",
"unit" : "NANO",
"sum" : 0,
"count" : 16,
"max" : 0,
"min" : 0
},
"TableScan.0.skippedStrides" : {
"name" : "TableScan.0.skippedStrides",
"unit" : "NONE",
"sum" : 26264,
"count" : 16,
"max" : 2144,
"min" : 1360
},
"nativeProcessCpuTime" : {
"name" : "nativeProcessCpuTime",
"unit" : "NANO",
"sum" : 12693858000,
"count" : 1,
"max" : 12693858000,
"min" : 12693858000
},
"outputConsumedDelayInNanos" : {
"name" : "outputConsumedDelayInNanos",
"unit" : "NANO",
"sum" : 89000000,
"count" : 1,
"max" : 89000000,
"min" : 89000000
},
"TableScan.0.numMemoryAllocations" : {
"name" : "TableScan.0.numMemoryAllocations",
"unit" : "NONE",
"sum" : 79299,
"count" : 1,
"max" : 79299,
"min" : 79299
},
"endTime" : {
"name" : "endTime",
"unit" : "NONE",
"sum" : 1710820613357,
"count" : 1,
"max" : 1710820613357,
"min" : 1710820613357
},
"TableScan.0.storageReadBytes" : {
"name" : "TableScan.0.storageReadBytes",
"unit" : "BYTE",
"sum" : 370537209,
"count" : 16,
"max" : 26569880,
"min" : 20874715
},
"numTopOutputBuffers" : {
"name" : "numTopOutputBuffers",
"unit" : "NONE",
"sum" : 1,
"count" : 1,
"max" : 1,
"min" : 1
},
"TableScan.0.blockedWaitForSplitTimes" : {
"name" : "TableScan.0.blockedWaitForSplitTimes",
"unit" : "NONE",
"sum" : 15,
"count" : 15,
"max" : 1,
"min" : 1
}
}
},
"needsPlan" : false,
"metadataUpdates" : {
"connectorId" : "unused",
"metadataUpdates" : [ ]
},
"nodeId" : "fea93d663f00"
} ]
},
"previousAttemptsExecutionInfos" : [ ],
"subStages" : [ ],
"runtimeOptimized" : false
} ],
"runtimeOptimized" : false
},
"warnings" : [ ],
"inputs" : [ {
"connectorId" : "hive",
"schema" : "tpcds_sf1000_parquet_varchar",
"table" : "store_sales",
"connectorInfo" : {
"partitionIds" : [ "\u003CUNPARTITIONED\u003E" ],
"truncated" : false
},
"columns" : [ {
"name" : "ss_quantity",
"type" : "integer"
} ],
"serializedCommitOutput" : ""
} ],
"finalQueryInfo" : true,
"resourceGroupId" : [ "global" ],
"queryType" : "EXPLAIN",
"failedTasks" : [ ],
"addedSessionFunctions" : { },
"removedSessionFunctions" : [ ],
"planStatsAndCosts" : {
"stats" : { },
"costs" : { }
},
"optimizerInformation" : [ {
"optimizerName" : "UnaliasSymbolReferences",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "StatsRecordingPlanOptimizer",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "AddLocalExchanges",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "RemoveRedundantIdentityProjections",
"optimizerTriggered" : true,
"isCostBased" : false
}, {
"optimizerName" : "RemoveRedundantIdentityProjections",
"optimizerTriggered" : true,
"isCostBased" : false
}, {
"optimizerName" : "ApplyConnectorOptimization",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "RemoveRedundantIdentityProjections",
"optimizerTriggered" : true,
"isCostBased" : false
}, {
"optimizerName" : "UnaliasSymbolReferences",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "PruneTableScanColumns",
"optimizerTriggered" : true,
"isCostBased" : false
}, {
"optimizerName" : "RemoveRedundantIdentityProjections",
"optimizerTriggered" : true,
"isCostBased" : false
}, {
"optimizerName" : "ApplyConnectorOptimization",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
}, {
"optimizerName" : "UnaliasSymbolReferences",
"optimizerTriggered" : true,
"optimizerApplicable" : true,
"isCostBased" : false
} ],
"cteInformation" : [ ],
"scalarFunctions" : [ ],
"aggregateFunctions" : [ ],
"windowsFunctions" : [ ],
"queryHash" : "1182aa6751adf543"
}
@aaneja
Copy link
Author

aaneja commented Mar 19, 2024

No custom session flags were set

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment