Last active
March 19, 2024 04:15
-
-
Save aaneja/dc70f655695933b6ff11978120bbebab to your computer and use it in GitHub Desktop.
Cast performance test for https://github.com/prestodb/presto/issues/22184#issuecomment-1996569271
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
dt | query_id | query | schema_name | catalog_name | environment | query_wall_time_ms | total_split_cpu_time_ms | splits | |
---|---|---|---|---|---|---|---|---|---|
2024-03-19 03:53:16 | 20240319_035316_00019_bcy7w | explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales | tpcds_sf1000_parquet_varchar | hive | enganantb1022n | 24113 | 153564 | 1066 | |
2024-03-19 03:53:42 | 20240319_035342_00020_bcy7w | explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales | tpcds_sf1000_parquet_varchar | hive | enganantb1022n | 21210 | 159054 | 1066 | |
2024-03-19 03:54:05 | 20240319_035405_00021_bcy7w | explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales | tpcds_sf1000_parquet_varchar | hive | enganantb1022n | 21156 | 162602 | 1065 | |
2024-03-19 03:54:28 | 20240319_035428_00022_bcy7w | explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales | tpcds_sf1000_parquet_varchar | hive | enganantb1022n | 21118 | 161053 | 1064 | |
2024-03-19 03:54:51 | 20240319_035451_00023_bcy7w | explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales | tpcds_sf1000_parquet_varchar | hive | enganantb1022n | 21095 | 161500 | 1065 | |
2024-03-19 03:55:55 | 20240319_035555_00024_bcy7w | explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales | tpcds_sf1000_parquet_varchar | hive | enganantb1022n | 11047 | 108286 | 1066 | |
2024-03-19 03:56:08 | 20240319_035608_00025_bcy7w | explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales | tpcds_sf1000_parquet_varchar | hive | enganantb1022n | 10977 | 108480 | 1065 | |
2024-03-19 03:56:21 | 20240319_035620_00026_bcy7w | explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales | tpcds_sf1000_parquet_varchar | hive | enganantb1022n | 10946 | 108574 | 1066 | |
2024-03-19 03:56:33 | 20240319_035633_00027_bcy7w | explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales | tpcds_sf1000_parquet_varchar | hive | enganantb1022n | 10871 | 108877 | 1065 | |
2024-03-19 03:56:46 | 20240319_035646_00028_bcy7w | explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales | tpcds_sf1000_parquet_varchar | hive | enganantb1022n | 11377 | 108609 | 1065 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"queryId" : "20240319_035451_00023_bcy7w", | |
"session" : { | |
"queryId" : "20240319_035451_00023_bcy7w", | |
"transactionId" : "f2b62db2-db74-4223-8a7e-ebc064a3e9ee", | |
"clientTransactionSupport" : true, | |
"user" : "anant", | |
"source" : "presto-python-client", | |
"catalog" : "hive", | |
"schema" : "tpcds_sf1000_parquet_varchar", | |
"traceToken" : "noop_dummy_id", | |
"timeZoneKey" : 0, | |
"locale" : "en_US", | |
"remoteUserAddress" : "223.233.72.211", | |
"userAgent" : "python-requests/2.31.0", | |
"clientTags" : [ ], | |
"resourceEstimates" : { }, | |
"startTime" : 1710820491402, | |
"systemProperties" : { | |
"query_max_execution_time" : "8h" | |
}, | |
"catalogProperties" : { }, | |
"unprocessedCatalogProperties" : { }, | |
"roles" : { }, | |
"preparedStatements" : { }, | |
"sessionFunctions" : { } | |
}, | |
"state" : "FINISHED", | |
"memoryPool" : "general", | |
"scheduled" : true, | |
"self" : "http://10.0.1.3:8080/v1/query/20240319_035451_00023_bcy7w", | |
"fieldNames" : [ "Query Plan" ], | |
"query" : "explain analyze SELECT CAST(ss_quantity AS decimal(10,0)) FROM hive.tpcds_sf1000_parquet_varchar.store_sales\n", | |
"queryStats" : { | |
"createTime" : "2024-03-19T03:54:51.403Z", | |
"executionStartTime" : "2024-03-19T03:54:51.404Z", | |
"lastHeartbeat" : "2024-03-19T03:55:12.497Z", | |
"endTime" : "2024-03-19T03:55:12.498Z", | |
"elapsedTime" : "21.10s", | |
"waitingForPrerequisitesTime" : "166.13us", | |
"queuedTime" : "53.47us", | |
"resourceWaitingTime" : "22.80us", | |
"semanticAnalyzingTime" : "1.59ms", | |
"columnAccessPermissionCheckingTime" : "91.60us", | |
"dispatchingTime" : "1.71ms", | |
"executionTime" : "21.09s", | |
"analysisTime" : "19.17ms", | |
"totalPlanningTime" : "19.91ms", | |
"finishingTime" : "146.69us", | |
"totalTasks" : 6, | |
"runningTasks" : 0, | |
"peakRunningTasks" : 6, | |
"completedTasks" : 6, | |
"totalDrivers" : 1065, | |
"queuedDrivers" : 0, | |
"runningDrivers" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 1065, | |
"cumulativeUserMemory" : 6.6375244358234904E16, | |
"cumulativeTotalMemory" : 6.6375254841612E16, | |
"userMemoryReservation" : "0B", | |
"totalMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "533MB", | |
"peakTotalMemoryReservation" : "533MB", | |
"peakTaskUserMemory" : "114MB", | |
"peakTaskTotalMemory" : "114MB", | |
"peakNodeTotalMemory" : "116MB", | |
"scheduled" : true, | |
"totalScheduledTime" : "4.34m", | |
"totalCpuTime" : "2.69m", | |
"retriedCpuTime" : "0.00ns", | |
"totalBlockedTime" : "23.92m", | |
"fullyBlocked" : true, | |
"blockedReasons" : [ ], | |
"totalAllocation" : "0B", | |
"rawInputDataSize" : "199.09MB", | |
"rawInputPositions" : 2879987999, | |
"processedInputDataSize" : "37.68GB", | |
"processedInputPositions" : 5759975998, | |
"shuffledDataSize" : "20.83GB", | |
"shuffledPositions" : 2879987999, | |
"outputDataSize" : "1.04kB", | |
"outputPositions" : 1, | |
"writtenOutputPositions" : 0, | |
"writtenOutputLogicalDataSize" : "0B", | |
"writtenOutputPhysicalDataSize" : "0B", | |
"writtenIntermediatePhysicalDataSize" : "0B", | |
"stageGcStatistics" : [ { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"tasks" : 1, | |
"fullGcTasks" : 0, | |
"minFullGcSec" : 0, | |
"maxFullGcSec" : 0, | |
"totalFullGcSec" : 0, | |
"averageFullGcSec" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"tasks" : 5, | |
"fullGcTasks" : 0, | |
"minFullGcSec" : 0, | |
"maxFullGcSec" : 0, | |
"totalFullGcSec" : 0, | |
"averageFullGcSec" : 0 | |
} ], | |
"operatorSummaries" : [ { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "216", | |
"operatorType" : "ExchangeOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "20.83GB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.6493024668798938E17, | |
"getOutputCalls" : 304839, | |
"getOutputWall" : "32.38s", | |
"getOutputCpu" : "28.96s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "24.14GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "4.66m", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "exchangeClientStatus", | |
"bufferedBytes" : 0, | |
"maxBufferedBytes" : 44603201, | |
"averageBytesPerRequest" : 12064464, | |
"successfulRequestsCount" : 29200, | |
"bufferedPages" : 0, | |
"noMoreLocations" : true, | |
"pageBufferClientStatuses" : [ ] | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 0, | |
"planNodeId" : "237", | |
"operatorType" : "LocalExchangeSourceOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 304579, | |
"getOutputWall" : "841.04ms", | |
"getOutputCpu" : "781.71ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "24.14GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "16.21s", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "localExchangeBuffer", | |
"bufferedBytes" : 0, | |
"bufferedPages" : 0 | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "237", | |
"operatorType" : "LocalExchangeSinkOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 304579, | |
"addInputWall" : "1.33s", | |
"addInputCpu" : "1.22s", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.6493024668798938E17, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "24.14GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "152.19ms", | |
"finishCalls" : 16, | |
"finishWall" : "743.82us", | |
"finishCpu" : "422.04us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 1, | |
"planNodeId" : "5", | |
"operatorType" : "ExplainAnalyzeOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 304579, | |
"addInputWall" : "522.24ms", | |
"addInputCpu" : "494.96ms", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 306541, | |
"getOutputWall" : "704.88ms", | |
"getOutputCpu" : "567.05ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1.04kB", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 3, | |
"finishWall" : "114.35us", | |
"finishCpu" : "114.35us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 2, | |
"planNodeId" : "6", | |
"operatorType" : "TaskOutputOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 1, | |
"addInputWall" : "105.48us", | |
"addInputCpu" : "106.23us", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "1.04kB", | |
"inputPositions" : 1, | |
"sumSquaredInputPositions" : 1.0, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1.04kB", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 1, | |
"finishWall" : "3.73us", | |
"finishCpu" : "3.92us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 80, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "199.09MB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "13.54GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 1.80069597758314266E18, | |
"getOutputCalls" : 288612, | |
"getOutputWall" : "2.07m", | |
"getOutputCpu" : "34.37s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.54GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "8.56ms", | |
"finishCalls" : 80, | |
"finishWall" : "39.66us", | |
"finishCpu" : "126.21us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "148.64MB", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3.78MB", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3.78MB", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 263, | |
"min" : 128 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 1464939596, | |
"count" : 80, | |
"max" : 34161607, | |
"min" : 3795745 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 24, | |
"min" : 10 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 61634516000, | |
"count" : 80, | |
"max" : 1488149000, | |
"min" : 248371000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 24, | |
"min" : 10 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 773, | |
"count" : 80, | |
"max" : 18, | |
"min" : 2 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 11926255000, | |
"count" : 80, | |
"max" : 367989000, | |
"min" : 62109000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 6256245000, | |
"count" : 80, | |
"max" : 291054000, | |
"min" : 22828000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 79511440000, | |
"count" : 80, | |
"max" : 1755490000, | |
"min" : 384485000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 2679000, | |
"count" : 36, | |
"max" : 581000, | |
"min" : 13000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 188042, | |
"count" : 80, | |
"max" : 3357, | |
"min" : 1045 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 585949, | |
"count" : 5, | |
"max" : 146904, | |
"min" : 71448 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 2737434558, | |
"count" : 80, | |
"max" : 45551170, | |
"min" : 18976622 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "1", | |
"operatorType" : "FilterProject", | |
"totalDrivers" : 80, | |
"addInputCalls" : 288481, | |
"addInputWall" : "124.52ms", | |
"addInputCpu" : "415.25ms", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "199.09MB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "13.54GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 1.80069597758314266E18, | |
"getOutputCalls" : 577173, | |
"getOutputWall" : "41.23s", | |
"getOutputCpu" : "40.57s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "26.73GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 80, | |
"finishWall" : "18.69us", | |
"finishCpu" : "89.30us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "193.50kB", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "193.50kB", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 920258000, | |
"count" : 80, | |
"max" : 19606000, | |
"min" : 5501000 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 865443, | |
"count" : 5, | |
"max" : 216987, | |
"min" : 105519 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 2, | |
"planNodeId" : "1", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 80, | |
"addInputCalls" : 288481, | |
"addInputWall" : "15.33s", | |
"addInputCpu" : "15.24s", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "26.73GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 1.80069597758314266E18, | |
"getOutputCalls" : 314826, | |
"getOutputWall" : "43.41s", | |
"getOutputCpu" : "38.64s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "20.84GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "18.99m", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "348.51MB", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "17.30MB", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "17.30MB", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 3972000, | |
"count" : 80, | |
"max" : 789000, | |
"min" : 17000 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 1177715, | |
"count" : 5, | |
"max" : 295392, | |
"min" : 143308 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 304579, | |
"count" : 5, | |
"max" : 76428, | |
"min" : 37024 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"runtimeStats" : { | |
"S1-TableScan.0.numMemoryAllocations" : { | |
"name" : "S1-TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 585949, | |
"count" : 5, | |
"max" : 146904, | |
"min" : 71448 | |
}, | |
"S1-TableScan.0.localReadBytes" : { | |
"name" : "S1-TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-TableScan.0.runningFinishWallNanos" : { | |
"name" : "S1-TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 39655, | |
"count" : 80, | |
"max" : 939, | |
"min" : 320 | |
}, | |
"S1-TableScan.0.skippedSplitBytes" : { | |
"name" : "S1-TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-endTime" : { | |
"name" : "S1-endTime", | |
"unit" : "NONE", | |
"sum" : 8554102544841, | |
"count" : 5, | |
"max" : 1710820512391, | |
"min" : 1710820505093 | |
}, | |
"S1-PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "S1-PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 3972000, | |
"count" : 80, | |
"max" : 789000, | |
"min" : 17000 | |
}, | |
"getColumnMetadataTimeNanos" : { | |
"name" : "getColumnMetadataTimeNanos", | |
"unit" : "NANO", | |
"sum" : 298966, | |
"count" : 1, | |
"max" : 298966, | |
"min" : 298966 | |
}, | |
"S1-PartitionedOutput.root.1.blockedWaitForConsumerTimes" : { | |
"name" : "S1-PartitionedOutput.root.1.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 26045, | |
"count" : 80, | |
"max" : 421, | |
"min" : 189 | |
}, | |
"S1-TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "S1-TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 51, | |
"count" : 35, | |
"max" : 4, | |
"min" : 1 | |
}, | |
"S1-FilterProject.1.inputBatches" : { | |
"name" : "S1-FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"S1-TableScan.0.queryThreadIoLatency" : { | |
"name" : "S1-TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 24, | |
"min" : 10 | |
}, | |
"S1-createTime" : { | |
"name" : "S1-createTime", | |
"unit" : "NONE", | |
"sum" : 8554102457634, | |
"count" : 5, | |
"max" : 1710820491532, | |
"min" : 1710820491521 | |
}, | |
"S1-TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "S1-TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 8562000, | |
"count" : 35, | |
"max" : 764000, | |
"min" : 15000 | |
}, | |
"S0-taskQueuedTimeNanos" : { | |
"name" : "S0-taskQueuedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 869014, | |
"count" : 1, | |
"max" : 869014, | |
"min" : 869014 | |
}, | |
"S1-TableScan.0.totalScanTime" : { | |
"name" : "S1-TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 6256245000, | |
"count" : 80, | |
"max" : 291054000, | |
"min" : 22828000 | |
}, | |
"S0-taskElapsedTimeNanos" : { | |
"name" : "S0-taskElapsedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 21068751343, | |
"count" : 1, | |
"max" : 21068751343, | |
"min" : 21068751343 | |
}, | |
"S1-TableScan.0.ramReadBytes" : { | |
"name" : "S1-TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"getColumnHandleTimeNanos" : { | |
"name" : "getColumnHandleTimeNanos", | |
"unit" : "NANO", | |
"sum" : 153297, | |
"count" : 1, | |
"max" : 153297, | |
"min" : 153297 | |
}, | |
"S1-PartitionedOutput.root.1.runningFinishWallNanos" : { | |
"name" : "S1-PartitionedOutput.root.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-TableScan.0.runningAddInputWallNanos" : { | |
"name" : "S1-TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-TableScan.0.skippedStrides" : { | |
"name" : "S1-TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 188042, | |
"count" : 80, | |
"max" : 3357, | |
"min" : 1045 | |
}, | |
"S1-FilterProject.1.runningAddInputWallNanos" : { | |
"name" : "S1-FilterProject.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 124521766, | |
"count" : 80, | |
"max" : 2148586, | |
"min" : 895744 | |
}, | |
"S1-TableScan.0.totalRemainingFilterTime" : { | |
"name" : "S1-TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"optimizerTimeNanos" : { | |
"name" : "optimizerTimeNanos", | |
"unit" : "NANO", | |
"sum" : 11753464, | |
"count" : 1, | |
"max" : 11753464, | |
"min" : 11753464 | |
}, | |
"S1-FilterProject.1.numMemoryAllocations" : { | |
"name" : "S1-FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 865443, | |
"count" : 5, | |
"max" : 216987, | |
"min" : 105519 | |
}, | |
"S1-TableScan.0.numSplits" : { | |
"name" : "S1-TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 263, | |
"min" : 128 | |
}, | |
"S1-TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "S1-TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 124284101169, | |
"count" : 80, | |
"max" : 2455331782, | |
"min" : 666126117 | |
}, | |
"S1-TableScan.0.numPrefetch" : { | |
"name" : "S1-TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 773, | |
"count" : 80, | |
"max" : 18, | |
"min" : 2 | |
}, | |
"S1-driverCountPerTask" : { | |
"name" : "S1-driverCountPerTask", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 263, | |
"min" : 128 | |
}, | |
"S1-PartitionedOutput.root.1.runningGetOutputWallNanos" : { | |
"name" : "S1-PartitionedOutput.root.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 43406042492, | |
"count" : 80, | |
"max" : 731398688, | |
"min" : 304963945 | |
}, | |
"S1-PartitionedOutput.root.1.inputBatches" : { | |
"name" : "S1-PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"S1-taskElapsedTimeNanos" : { | |
"name" : "S1-taskElapsedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 86902000000, | |
"count" : 5, | |
"max" : 20810000000, | |
"min" : 13490000000 | |
}, | |
"S1-TableScan.0.dataSourceWallNanos" : { | |
"name" : "S1-TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 79511440000, | |
"count" : 80, | |
"max" : 1755490000, | |
"min" : 384485000 | |
}, | |
"S0-driverCountPerTask" : { | |
"name" : "S0-driverCountPerTask", | |
"unit" : "NONE", | |
"sum" : 17, | |
"count" : 1, | |
"max" : 17, | |
"min" : 17 | |
}, | |
"S1-PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "S1-PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 1177715, | |
"count" : 5, | |
"max" : 295392, | |
"min" : 143308 | |
}, | |
"S1-FilterProject.1.queuedWallNanos" : { | |
"name" : "S1-FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 920258000, | |
"count" : 80, | |
"max" : 19606000, | |
"min" : 5501000 | |
}, | |
"S1-FilterProject.1.runningFinishWallNanos" : { | |
"name" : "S1-FilterProject.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 18693, | |
"count" : 80, | |
"max" : 375, | |
"min" : 164 | |
}, | |
"getViewTimeNanos" : { | |
"name" : "getViewTimeNanos", | |
"unit" : "NANO", | |
"sum" : 414112, | |
"count" : 1, | |
"max" : 414112, | |
"min" : 414112 | |
}, | |
"S1-PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : { | |
"name" : "S1-PartitionedOutput.root.1.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 1139521900000, | |
"count" : 80, | |
"max" : 17426049000, | |
"min" : 10821200000 | |
}, | |
"getTableHandleTimeNanos" : { | |
"name" : "getTableHandleTimeNanos", | |
"unit" : "NANO", | |
"sum" : 55704, | |
"count" : 1, | |
"max" : 55704, | |
"min" : 55704 | |
}, | |
"S0-taskScheduledTimeNanos" : { | |
"name" : "S0-taskScheduledTimeNanos", | |
"unit" : "NANO", | |
"sum" : 36287470707, | |
"count" : 1, | |
"max" : 36287470707, | |
"min" : 36287470707 | |
}, | |
"S1-FilterProject.1.runningGetOutputWallNanos" : { | |
"name" : "S1-FilterProject.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 41233506065, | |
"count" : 80, | |
"max" : 674106304, | |
"min" : 286693799 | |
}, | |
"S1-TableScan.0.queuedWallNanos" : { | |
"name" : "S1-TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 2679000, | |
"count" : 36, | |
"max" : 581000, | |
"min" : 13000 | |
}, | |
"S1-outputConsumedDelayInNanos" : { | |
"name" : "S1-outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 305000000, | |
"count" : 5, | |
"max" : 82000000, | |
"min" : 39000000 | |
}, | |
"S1-PartitionedOutput.root.1.outputBatches" : { | |
"name" : "S1-PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 304579, | |
"count" : 5, | |
"max" : 76428, | |
"min" : 37024 | |
}, | |
"S1-TableScan.0.numLocalRead" : { | |
"name" : "S1-TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-TableScan.0.prefetchBytes" : { | |
"name" : "S1-TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 1464939596, | |
"count" : 80, | |
"max" : 34161607, | |
"min" : 3795745 | |
}, | |
"S0-taskBlockedTimeNanos" : { | |
"name" : "S0-taskBlockedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 295906263699, | |
"count" : 1, | |
"max" : 295906263699, | |
"min" : 295906263699 | |
}, | |
"S1-TableScan.0.numStorageRead" : { | |
"name" : "S1-TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 24, | |
"min" : 10 | |
}, | |
"S1-TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "S1-TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-TableScan.0.overreadBytes" : { | |
"name" : "S1-TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-taskScheduledTimeNanos" : { | |
"name" : "S1-taskScheduledTimeNanos", | |
"unit" : "NANO", | |
"sum" : 224380516772, | |
"count" : 5, | |
"max" : 56428227844, | |
"min" : 26756518534 | |
}, | |
"S1-numTopOutputBuffers" : { | |
"name" : "S1-numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 5, | |
"count" : 5, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"S1-taskBlockedTimeNanos" : { | |
"name" : "S1-taskBlockedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 1139530462000, | |
"count" : 5, | |
"max" : 272669443000, | |
"min" : 181650342000 | |
}, | |
"S1-TableScan.0.inputBatches" : { | |
"name" : "S1-TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"getMaterializedViewTimeNanos" : { | |
"name" : "getMaterializedViewTimeNanos", | |
"unit" : "NANO", | |
"sum" : 45153, | |
"count" : 1, | |
"max" : 45153, | |
"min" : 45153 | |
}, | |
"S1-FilterProject.1.outputBatches" : { | |
"name" : "S1-FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"S1-TableScan.0.outputBatches" : { | |
"name" : "S1-TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"S1-TableScan.0.storageReadBytes" : { | |
"name" : "S1-TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 2737434558, | |
"count" : 80, | |
"max" : 45551170, | |
"min" : 18976622 | |
}, | |
"S1-averageOutputBufferWallNanos" : { | |
"name" : "S1-averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 682000000, | |
"count" : 5, | |
"max" : 166000000, | |
"min" : 109000000 | |
}, | |
"getCanonicalInfoTimeNanos" : { | |
"name" : "getCanonicalInfoTimeNanos", | |
"unit" : "NANO", | |
"sum" : 22231, | |
"count" : 1, | |
"max" : 22231, | |
"min" : 22231 | |
}, | |
"fragmentPlanTimeNanos" : { | |
"name" : "fragmentPlanTimeNanos", | |
"unit" : "NANO", | |
"sum" : 5952222, | |
"count" : 1, | |
"max" : 5952222, | |
"min" : 5952222 | |
}, | |
"S1-TableScan.0.numRamRead" : { | |
"name" : "S1-TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-nativeProcessCpuTime" : { | |
"name" : "S1-nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 156524159000, | |
"count" : 5, | |
"max" : 39244251000, | |
"min" : 19056087000 | |
}, | |
"S1-getSplitsTimeNanos" : { | |
"name" : "S1-getSplitsTimeNanos", | |
"unit" : "NANO", | |
"sum" : 80626147, | |
"count" : 1, | |
"max" : 80626147, | |
"min" : 80626147 | |
}, | |
"S1-TableScan.0.ioWaitNanos" : { | |
"name" : "S1-TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 61634516000, | |
"count" : 80, | |
"max" : 1488149000, | |
"min" : 248371000 | |
}, | |
"logicalPlannerTimeNanos" : { | |
"name" : "logicalPlannerTimeNanos", | |
"unit" : "NANO", | |
"sum" : 1065119, | |
"count" : 1, | |
"max" : 1065119, | |
"min" : 1065119 | |
}, | |
"S1-TableScan.0.skippedSplits" : { | |
"name" : "S1-TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-PartitionedOutput.root.1.runningAddInputWallNanos" : { | |
"name" : "S1-PartitionedOutput.root.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 15332286932, | |
"count" : 80, | |
"max" : 253035178, | |
"min" : 106142364 | |
}, | |
"S1-TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "S1-TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 11926255000, | |
"count" : 80, | |
"max" : 367989000, | |
"min" : 62109000 | |
} | |
}, | |
"spilledDataSize" : "0B", | |
"progressPercentage" : 100.0 | |
}, | |
"setSessionProperties" : { }, | |
"resetSessionProperties" : [ ], | |
"setRoles" : { }, | |
"addedPreparedStatements" : { }, | |
"deallocatedPreparedStatements" : [ ], | |
"clearTransactionId" : false, | |
"outputStage" : { | |
"stageId" : "20240319_035451_00023_bcy7w.0", | |
"self" : "http://10.0.1.3:8080/v1/stage/20240319_035451_00023_bcy7w.0", | |
"plan" : { | |
"id" : "0", | |
"root" : { | |
"@type" : ".OutputNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 17 | |
}, | |
"id" : "6", | |
"source" : { | |
"@type" : "com.facebook.presto.sql.planner.plan.ExplainAnalyzeNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 17 | |
}, | |
"id" : "5", | |
"source" : { | |
"@type" : "com.facebook.presto.sql.planner.plan.ExchangeNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 64 | |
}, | |
"id" : "237", | |
"type" : "GATHER", | |
"scope" : "LOCAL", | |
"partitioningScheme" : { | |
"partitioning" : { | |
"handle" : { | |
"connectorHandle" : { | |
"@type" : "$remote", | |
"partitioning" : "SINGLE", | |
"function" : "SINGLE" | |
} | |
}, | |
"arguments" : [ ] | |
}, | |
"outputLayout" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 24 | |
}, | |
"name" : "expr", | |
"type" : "decimal(10,0)" | |
} ], | |
"replicateNullsAndAny" : false | |
}, | |
"sources" : [ { | |
"@type" : "com.facebook.presto.sql.planner.plan.RemoteSourceNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 64 | |
}, | |
"id" : "216", | |
"sourceFragmentIds" : [ "1" ], | |
"outputVariables" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 24 | |
}, | |
"name" : "expr", | |
"type" : "decimal(10,0)" | |
} ], | |
"ensureSourceOrdering" : false, | |
"exchangeType" : "GATHER" | |
} ], | |
"inputs" : [ [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 24 | |
}, | |
"name" : "expr", | |
"type" : "decimal(10,0)" | |
} ] ], | |
"ensureSourceOrdering" : false | |
}, | |
"outputVariable" : { | |
"@type" : "variable", | |
"name" : "query_plan", | |
"type" : "varchar" | |
}, | |
"verbose" : false | |
}, | |
"columnNames" : [ "Query Plan" ], | |
"outputVariables" : [ { | |
"@type" : "variable", | |
"name" : "query_plan", | |
"type" : "varchar" | |
} ] | |
}, | |
"variables" : [ { | |
"@type" : "variable", | |
"name" : "query_plan", | |
"type" : "varchar" | |
}, { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 24 | |
}, | |
"name" : "expr", | |
"type" : "decimal(10,0)" | |
} ], | |
"partitioning" : { | |
"connectorHandle" : { | |
"@type" : "$remote", | |
"partitioning" : "COORDINATOR_ONLY", | |
"function" : "SINGLE" | |
} | |
}, | |
"tableScanSchedulingOrder" : [ ], | |
"partitioningScheme" : { | |
"partitioning" : { | |
"handle" : { | |
"connectorHandle" : { | |
"@type" : "$remote", | |
"partitioning" : "SINGLE", | |
"function" : "SINGLE" | |
} | |
}, | |
"arguments" : [ ] | |
}, | |
"outputLayout" : [ { | |
"@type" : "variable", | |
"name" : "query_plan", | |
"type" : "varchar" | |
} ], | |
"replicateNullsAndAny" : false | |
}, | |
"stageExecutionDescriptor" : { | |
"stageExecutionStrategy" : "UNGROUPED_EXECUTION", | |
"groupedExecutionScanNodes" : [ ], | |
"totalLifespans" : 1 | |
}, | |
"outputTableWriterFragment" : false, | |
"statsAndCosts" : { | |
"stats" : { }, | |
"costs" : { } | |
}, | |
"jsonRepresentation" : "{\n \"id\" : \"6\",\n \"name\" : \"Output\",\n \"identifier\" : \"[Query Plan]\",\n \"details\" : \"Query Plan := query_plan\\n\",\n \"children\" : [ {\n \"id\" : \"5\",\n \"name\" : \"ExplainAnalyze\",\n \"identifier\" : \"\",\n \"details\" : \"\",\n \"children\" : [ {\n \"id\" : \"237\",\n \"name\" : \"LocalExchange\",\n \"identifier\" : \"[SINGLE] ()\",\n \"details\" : \"\",\n \"children\" : [ {\n \"id\" : \"216\",\n \"name\" : \"RemoteSource\",\n \"identifier\" : \"[1]\",\n \"details\" : \"\",\n \"children\" : [ ],\n \"remoteSources\" : [ \"1\" ],\n \"estimates\" : [ ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n}" | |
}, | |
"latestAttemptExecutionInfo" : { | |
"state" : "FINISHED", | |
"stats" : { | |
"schedulingComplete" : "2024-03-19T03:54:51.425Z", | |
"getSplitDistribution" : { | |
"maxError" : "NaN", | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : -9223372036854775808, | |
"p05" : -9223372036854775808, | |
"p10" : -9223372036854775808, | |
"p25" : -9223372036854775808, | |
"p50" : -9223372036854775808, | |
"p75" : -9223372036854775808, | |
"p90" : -9223372036854775808, | |
"p95" : -9223372036854775808, | |
"p99" : -9223372036854775808, | |
"min" : 9223372036854775807, | |
"max" : -9223372036854775808, | |
"avg" : "NaN" | |
}, | |
"totalTasks" : 1, | |
"runningTasks" : 0, | |
"completedTasks" : 1, | |
"totalLifespans" : 1, | |
"completedLifespans" : 1, | |
"totalDrivers" : 17, | |
"queuedDrivers" : 0, | |
"runningDrivers" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 17, | |
"cumulativeUserMemory" : 0.0, | |
"cumulativeTotalMemory" : 1.0483377095338839E10, | |
"userMemoryReservation" : "0B", | |
"totalMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakNodeTotalMemoryReservation" : "42.54MB", | |
"totalScheduledTime" : "36.29s", | |
"totalCpuTime" : "32.26s", | |
"retriedCpuTime" : "0.00ns", | |
"totalBlockedTime" : "4.93m", | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocation" : "0B", | |
"rawInputDataSize" : "20.83GB", | |
"rawInputPositions" : 2879987999, | |
"processedInputDataSize" : "24.14GB", | |
"processedInputPositions" : 2879987999, | |
"bufferedDataSize" : "0B", | |
"outputDataSize" : "1.04kB", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"gcInfo" : { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"tasks" : 1, | |
"fullGcTasks" : 0, | |
"minFullGcSec" : 0, | |
"maxFullGcSec" : 0, | |
"totalFullGcSec" : 0, | |
"averageFullGcSec" : 0 | |
}, | |
"operatorSummaries" : [ { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "216", | |
"operatorType" : "ExchangeOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "20.83GB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.6493024668798938E17, | |
"getOutputCalls" : 304839, | |
"getOutputWall" : "32.38s", | |
"getOutputCpu" : "28.96s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "24.14GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "4.66m", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "exchangeClientStatus", | |
"bufferedBytes" : 0, | |
"maxBufferedBytes" : 44603201, | |
"averageBytesPerRequest" : 12064464, | |
"successfulRequestsCount" : 29200, | |
"bufferedPages" : 0, | |
"noMoreLocations" : true, | |
"pageBufferClientStatuses" : [ ] | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 0, | |
"planNodeId" : "237", | |
"operatorType" : "LocalExchangeSourceOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 304579, | |
"getOutputWall" : "841.04ms", | |
"getOutputCpu" : "781.71ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "24.14GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "16.21s", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "localExchangeBuffer", | |
"bufferedBytes" : 0, | |
"bufferedPages" : 0 | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "237", | |
"operatorType" : "LocalExchangeSinkOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 304579, | |
"addInputWall" : "1.33s", | |
"addInputCpu" : "1.22s", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.6493024668798938E17, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "24.14GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "152.19ms", | |
"finishCalls" : 16, | |
"finishWall" : "743.82us", | |
"finishCpu" : "422.04us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 1, | |
"planNodeId" : "5", | |
"operatorType" : "ExplainAnalyzeOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 304579, | |
"addInputWall" : "522.24ms", | |
"addInputCpu" : "494.96ms", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 306541, | |
"getOutputWall" : "704.88ms", | |
"getOutputCpu" : "567.05ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1.04kB", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 3, | |
"finishWall" : "114.35us", | |
"finishCpu" : "114.35us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 2, | |
"planNodeId" : "6", | |
"operatorType" : "TaskOutputOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 1, | |
"addInputWall" : "105.48us", | |
"addInputCpu" : "106.23us", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "1.04kB", | |
"inputPositions" : 1, | |
"sumSquaredInputPositions" : 1.0, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1.04kB", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 1, | |
"finishWall" : "3.73us", | |
"finishCpu" : "3.92us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"runtimeStats" : { | |
"taskElapsedTimeNanos" : { | |
"name" : "taskElapsedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 21068751343, | |
"count" : 1, | |
"max" : 21068751343, | |
"min" : 21068751343 | |
}, | |
"taskScheduledTimeNanos" : { | |
"name" : "taskScheduledTimeNanos", | |
"unit" : "NANO", | |
"sum" : 36287470707, | |
"count" : 1, | |
"max" : 36287470707, | |
"min" : 36287470707 | |
}, | |
"taskBlockedTimeNanos" : { | |
"name" : "taskBlockedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 295906263699, | |
"count" : 1, | |
"max" : 295906263699, | |
"min" : 295906263699 | |
}, | |
"taskQueuedTimeNanos" : { | |
"name" : "taskQueuedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 869014, | |
"count" : 1, | |
"max" : 869014, | |
"min" : 869014 | |
}, | |
"driverCountPerTask" : { | |
"name" : "driverCountPerTask", | |
"unit" : "NONE", | |
"sum" : 17, | |
"count" : 1, | |
"max" : 17, | |
"min" : 17 | |
} | |
} | |
}, | |
"tasks" : [ { | |
"taskId" : "20240319_035451_00023_bcy7w.0.0.0.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : -7236130042787301974, | |
"taskInstanceIdMostSignificantBits" : 533124526452657010, | |
"version" : 252, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.3:8080/v1/task/20240319_035451_00023_bcy7w.0.0.0.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 44603201, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 32262060502, | |
"taskAgeInMillis" : 21072, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:55:12.442Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "FINISHED", | |
"canAddBuffers" : false, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 1, | |
"totalPagesSent" : 1, | |
"buffers" : [ { | |
"bufferId" : 0, | |
"finished" : true, | |
"bufferedPages" : 0, | |
"pagesSent" : 1, | |
"pageBufferInfo" : { | |
"partition" : 0, | |
"bufferedPages" : 0, | |
"bufferedBytes" : 0, | |
"rowsAdded" : 1, | |
"pagesAdded" : 1 | |
} | |
} ] | |
}, | |
"noMoreSplits" : [ "216" ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:54:51.426Z", | |
"firstStartTime" : "2024-03-19T03:54:51.429Z", | |
"lastStartTime" : "2024-03-19T03:54:51.430Z", | |
"lastEndTime" : "2024-03-19T03:55:12.496Z", | |
"endTime" : "2024-03-19T03:55:12.497Z", | |
"elapsedTimeInNanos" : 21068751343, | |
"queuedTimeInNanos" : 869014, | |
"totalDrivers" : 17, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 17, | |
"cumulativeUserMemory" : 0.0, | |
"cumulativeTotalMemory" : 1.0483377095338839E10, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 15867673, | |
"peakUserMemoryInBytes" : 0, | |
"peakNodeTotalMemoryInBytes" : 44603201, | |
"totalScheduledTimeInNanos" : 36287470707, | |
"totalCpuTimeInNanos" : 32262060502, | |
"totalBlockedTimeInNanos" : 295906263699, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 22370310878, | |
"rawInputPositions" : 2879987999, | |
"processedInputDataSizeInBytes" : 25919891991, | |
"processedInputPositions" : 2879987999, | |
"outputDataSizeInBytes" : 1070, | |
"outputPositions" : 1, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:54:51.429Z", | |
"lastStartTime" : "2024-03-19T03:54:51.430Z", | |
"lastEndTime" : "2024-03-19T03:55:12.393Z", | |
"inputPipeline" : true, | |
"outputPipeline" : false, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 16.0, | |
"total" : 1.3910829E7, | |
"p01" : 352344, | |
"p05" : 352344, | |
"p10" : 370509, | |
"p25" : 650987, | |
"p50" : 895121, | |
"p75" : 1162160, | |
"p90" : 1355067, | |
"p95" : 1424374, | |
"p99" : 1424374, | |
"min" : 352344, | |
"max" : 1424374, | |
"avg" : 869426.8125 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 16.0, | |
"total" : 3.35431408492E11, | |
"p01" : 20964316157, | |
"p05" : 20964316157, | |
"p10" : 20964342095, | |
"p25" : 20964380473, | |
"p50" : 20964428520, | |
"p75" : 20964551731, | |
"p90" : 20964672818, | |
"p95" : 20964721770, | |
"p99" : 20964721770, | |
"min" : 20964316157, | |
"max" : 20964721770, | |
"avg" : 2.096446303075E10 | |
}, | |
"totalScheduledTimeInNanos" : 34207519722, | |
"totalCpuTimeInNanos" : 30407234522, | |
"totalBlockedTimeInNanos" : 279699911904, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 22370310878, | |
"rawInputPositions" : 2879987999, | |
"processedInputDataSizeInBytes" : 25919891991, | |
"processedInputPositions" : 2879987999, | |
"outputDataSizeInBytes" : 25919891991, | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "216", | |
"operatorType" : "ExchangeOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "20.83GB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.6493024668798938E17, | |
"getOutputCalls" : 304839, | |
"getOutputWall" : "32.38s", | |
"getOutputCpu" : "28.96s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "24.14GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "4.66m", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "exchangeClientStatus", | |
"bufferedBytes" : 0, | |
"maxBufferedBytes" : 44603201, | |
"averageBytesPerRequest" : 12064464, | |
"successfulRequestsCount" : 29200, | |
"bufferedPages" : 0, | |
"noMoreLocations" : true, | |
"pageBufferClientStatuses" : [ ] | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "237", | |
"operatorType" : "LocalExchangeSinkOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 304579, | |
"addInputWall" : "1.33s", | |
"addInputCpu" : "1.22s", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.6493024668798938E17, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "24.14GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "152.19ms", | |
"finishCalls" : 16, | |
"finishWall" : "743.82us", | |
"finishCpu" : "422.04us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
}, { | |
"pipelineId" : 1, | |
"firstStartTime" : "2024-03-19T03:54:51.429Z", | |
"lastStartTime" : "2024-03-19T03:54:51.429Z", | |
"lastEndTime" : "2024-03-19T03:55:12.496Z", | |
"inputPipeline" : false, | |
"outputPipeline" : true, | |
"totalDrivers" : 1, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 1, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 1.0, | |
"total" : 512803.0, | |
"p01" : 512803, | |
"p05" : 512803, | |
"p10" : 512803, | |
"p25" : 512803, | |
"p50" : 512803, | |
"p75" : 512803, | |
"p90" : 512803, | |
"p95" : 512803, | |
"p99" : 512803, | |
"min" : 512803, | |
"max" : 512803, | |
"avg" : 512803.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 1.0, | |
"total" : 2.106685888E10, | |
"p01" : 21066858880, | |
"p05" : 21066858880, | |
"p10" : 21066858880, | |
"p25" : 21066858880, | |
"p50" : 21066858880, | |
"p75" : 21066858880, | |
"p90" : 21066858880, | |
"p95" : 21066858880, | |
"p99" : 21066858880, | |
"min" : 21066858880, | |
"max" : 21066858880, | |
"avg" : 2.106685888E10 | |
}, | |
"totalScheduledTimeInNanos" : 2079950985, | |
"totalCpuTimeInNanos" : 1854825980, | |
"totalBlockedTimeInNanos" : 16206351795, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 0, | |
"rawInputPositions" : 0, | |
"processedInputDataSizeInBytes" : 25919891991, | |
"processedInputPositions" : 2879987999, | |
"outputDataSizeInBytes" : 1070, | |
"outputPositions" : 1, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 0, | |
"planNodeId" : "237", | |
"operatorType" : "LocalExchangeSourceOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 304579, | |
"getOutputWall" : "841.04ms", | |
"getOutputCpu" : "781.71ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "24.14GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "16.21s", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "localExchangeBuffer", | |
"bufferedBytes" : 0, | |
"bufferedPages" : 0 | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 1, | |
"planNodeId" : "5", | |
"operatorType" : "ExplainAnalyzeOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 304579, | |
"addInputWall" : "522.24ms", | |
"addInputCpu" : "494.96ms", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "24.14GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 306541, | |
"getOutputWall" : "704.88ms", | |
"getOutputCpu" : "567.05ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1.04kB", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 3, | |
"finishWall" : "114.35us", | |
"finishCpu" : "114.35us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 2, | |
"planNodeId" : "6", | |
"operatorType" : "TaskOutputOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 1, | |
"addInputWall" : "105.48us", | |
"addInputCpu" : "106.23us", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "1.04kB", | |
"inputPositions" : 1, | |
"sumSquaredInputPositions" : 1.0, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1.04kB", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 1, | |
"finishWall" : "3.73us", | |
"finishCpu" : "3.92us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { } | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "78c2c18b1160" | |
} ] | |
}, | |
"previousAttemptsExecutionInfos" : [ ], | |
"subStages" : [ { | |
"stageId" : "20240319_035451_00023_bcy7w.1", | |
"self" : "http://10.0.1.3:8080/v1/stage/20240319_035451_00023_bcy7w.1", | |
"plan" : { | |
"id" : "1", | |
"root" : { | |
"@type" : ".ProjectNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 64 | |
}, | |
"id" : "1", | |
"source" : { | |
"@type" : ".TableScanNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 64 | |
}, | |
"id" : "0", | |
"table" : { | |
"connectorId" : "hive", | |
"connectorHandle" : { | |
"@type" : "hive-hadoop2", | |
"schemaName" : "tpcds_sf1000_parquet_varchar", | |
"tableName" : "store_sales" | |
}, | |
"transaction" : { | |
"@type" : "hive-hadoop2", | |
"uuid" : "54cd449f-a62f-45c4-b169-5e50d61b6eb3" | |
}, | |
"connectorTableLayout" : { | |
"@type" : "hive-hadoop2", | |
"schemaTableName" : { | |
"schema" : "tpcds_sf1000_parquet_varchar", | |
"table" : "store_sales" | |
}, | |
"tablePath" : "s3a://presto-workload/tpcds-sf1000-parquet/store_sales", | |
"partitionColumns" : [ ], | |
"dataColumns" : [ { | |
"name" : "ss_sold_date_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_sold_time_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_item_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_customer_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_cdemo_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_hdemo_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_addr_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_store_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_promo_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_ticket_number", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_quantity", | |
"type" : "int" | |
}, { | |
"name" : "ss_wholesale_cost", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_list_price", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_sales_price", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_ext_discount_amt", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_ext_sales_price", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_ext_wholesale_cost", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_ext_list_price", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_ext_tax", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_coupon_amt", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_net_paid", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_net_paid_inc_tax", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_net_profit", | |
"type" : "decimal(7,2)" | |
} ], | |
"tableParameters" : { | |
"numRows" : "2879987999", | |
"rawDataSize" : "0", | |
"transient_lastDdlTime" : "1697086514", | |
"presto_version" : "0.284-20230928093222-d26b85d-amd64", | |
"presto_query_id" : "20231003_052406_00105_mteju", | |
"totalSize" : "199902640299", | |
"EXTERNAL" : "TRUE", | |
"COLUMN_STATS_ACCURATE" : "{\"COLUMN_STATS\":{\"ss_addr_sk\":\"true\",\"ss_cdemo_sk\":\"true\",\"ss_coupon_amt\":\"true\",\"ss_customer_sk\":\"true\",\"ss_ext_discount_amt\":\"true\",\"ss_ext_list_price\":\"true\",\"ss_ext_sales_price\":\"true\",\"ss_ext_tax\":\"true\",\"ss_ext_wholesale_cost\":\"true\",\"ss_hdemo_sk\":\"true\",\"ss_item_sk\":\"true\",\"ss_list_price\":\"true\",\"ss_net_paid\":\"true\",\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\",\"ss_promo_sk\":\"true\",\"ss_quantity\":\"true\",\"ss_sales_price\":\"true\",\"ss_sold_date_sk\":\"true\",\"ss_sold_time_sk\":\"true\",\"ss_store_sk\":\"true\",\"ss_ticket_number\":\"true\",\"ss_wholesale_cost\":\"true\"}}", | |
"numFiles" : "8" | |
}, | |
"domainPredicate" : { | |
"columnDomains" : [ ] | |
}, | |
"remainingPredicate" : { | |
"@type" : "constant", | |
"valueBlock" : "CgAAAEJZVEVfQVJSQVkBAAAAAAE=", | |
"type" : "boolean" | |
}, | |
"predicateColumns" : { }, | |
"partitionColumnPredicate" : { | |
"columnDomains" : [ ] | |
}, | |
"pushdownFilterEnabled" : true, | |
"layoutString" : "tpcds_sf1000_parquet_varchar.store_sales{}", | |
"requestedColumns" : [ { | |
"@type" : "hive-hadoop2", | |
"name" : "ss_quantity", | |
"hiveType" : "int", | |
"typeSignature" : "integer", | |
"hiveColumnIndex" : 10, | |
"columnType" : "REGULAR", | |
"requiredSubfields" : [ ] | |
} ], | |
"partialAggregationsPushedDown" : false, | |
"appendRowNumber" : false, | |
"footerStatsUnreliable" : false | |
} | |
}, | |
"outputVariables" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 64 | |
}, | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ], | |
"assignments" : { | |
"ss_quantity\u003Cinteger\u003E" : { | |
"@type" : "hive-hadoop2", | |
"name" : "ss_quantity", | |
"hiveType" : "int", | |
"typeSignature" : "integer", | |
"hiveColumnIndex" : 10, | |
"columnType" : "REGULAR", | |
"requiredSubfields" : [ ] | |
} | |
} | |
}, | |
"assignments" : { | |
"assignments" : { | |
"expr\u003Cdecimal(10,0)\u003E" : { | |
"@type" : "call", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 65 | |
}, | |
"displayName" : "CAST", | |
"functionHandle" : { | |
"@type" : "$static", | |
"signature" : { | |
"name" : "presto.default.$operator$cast", | |
"kind" : "SCALAR", | |
"typeVariableConstraints" : [ ], | |
"longVariableConstraints" : [ ], | |
"returnType" : "decimal(10,0)", | |
"argumentTypes" : [ "integer" ], | |
"variableArity" : false | |
} | |
}, | |
"returnType" : "decimal(10,0)", | |
"arguments" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 65 | |
}, | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ] | |
} | |
} | |
}, | |
"locality" : "LOCAL" | |
}, | |
"variables" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 24 | |
}, | |
"name" : "expr", | |
"type" : "decimal(10,0)" | |
}, { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 64 | |
}, | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ], | |
"partitioning" : { | |
"connectorHandle" : { | |
"@type" : "$remote", | |
"partitioning" : "SOURCE", | |
"function" : "UNKNOWN" | |
} | |
}, | |
"tableScanSchedulingOrder" : [ "0" ], | |
"partitioningScheme" : { | |
"partitioning" : { | |
"handle" : { | |
"connectorHandle" : { | |
"@type" : "$remote", | |
"partitioning" : "SINGLE", | |
"function" : "SINGLE" | |
} | |
}, | |
"arguments" : [ ] | |
}, | |
"outputLayout" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 24 | |
}, | |
"name" : "expr", | |
"type" : "decimal(10,0)" | |
} ], | |
"replicateNullsAndAny" : false | |
}, | |
"stageExecutionDescriptor" : { | |
"stageExecutionStrategy" : "UNGROUPED_EXECUTION", | |
"groupedExecutionScanNodes" : [ ], | |
"totalLifespans" : 1 | |
}, | |
"outputTableWriterFragment" : false, | |
"statsAndCosts" : { | |
"stats" : { }, | |
"costs" : { } | |
}, | |
"jsonRepresentation" : "{\n \"id\" : \"1\",\n \"name\" : \"ScanProject\",\n \"identifier\" : \"[table = TableHandle {connectorId=\u0027hive\u0027, connectorHandle=\u0027HiveTableHandle{schemaName=tpcds_sf1000_parquet_varchar, tableName=store_sales, analyzePartitionValues=Optional.empty}\u0027, layout=\u0027Optional[tpcds_sf1000_parquet_varchar.store_sales{}]\u0027}, projectLocality = LOCAL]\",\n \"details\" : \"expr := CAST(ss_quantity AS decimal(10,0)) (1:65)\\nLAYOUT: tpcds_sf1000_parquet_varchar.store_sales{}\\nss_quantity := ss_quantity:int:10:REGULAR (1:64)\\n\",\n \"children\" : [ ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n }, {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n}" | |
}, | |
"latestAttemptExecutionInfo" : { | |
"state" : "FINISHED", | |
"stats" : { | |
"schedulingComplete" : "2024-03-19T03:54:51.519Z", | |
"getSplitDistribution" : { | |
"maxError" : 0.0, | |
"count" : 2.0, | |
"total" : 8.0626147E7, | |
"p01" : 11080, | |
"p05" : 11080, | |
"p10" : 11080, | |
"p25" : 11080, | |
"p50" : 80615067, | |
"p75" : 80615067, | |
"p90" : 80615067, | |
"p95" : 80615067, | |
"p99" : 80615067, | |
"min" : 11080, | |
"max" : 80615067, | |
"avg" : 4.03130735E7 | |
}, | |
"totalTasks" : 5, | |
"runningTasks" : 0, | |
"completedTasks" : 5, | |
"totalLifespans" : 1, | |
"completedLifespans" : 1, | |
"totalDrivers" : 1048, | |
"queuedDrivers" : 0, | |
"runningDrivers" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 1048, | |
"cumulativeUserMemory" : 6.6375244358234904E16, | |
"cumulativeTotalMemory" : 6.6375244358234904E16, | |
"userMemoryReservation" : "0B", | |
"totalMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "533MB", | |
"peakNodeTotalMemoryReservation" : "116MB", | |
"totalScheduledTime" : "3.74m", | |
"totalCpuTime" : "2.15m", | |
"retriedCpuTime" : "0.00ns", | |
"totalBlockedTime" : "18.99m", | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocation" : "0B", | |
"rawInputDataSize" : "199.09MB", | |
"rawInputPositions" : 2879987999, | |
"processedInputDataSize" : "13.54GB", | |
"processedInputPositions" : 2879987999, | |
"bufferedDataSize" : "0B", | |
"outputDataSize" : "20.84GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"gcInfo" : { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"tasks" : 5, | |
"fullGcTasks" : 0, | |
"minFullGcSec" : 0, | |
"maxFullGcSec" : 0, | |
"totalFullGcSec" : 0, | |
"averageFullGcSec" : 0 | |
}, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 80, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "199.09MB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "13.54GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 1.80069597758314266E18, | |
"getOutputCalls" : 288612, | |
"getOutputWall" : "2.07m", | |
"getOutputCpu" : "34.37s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.54GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "8.56ms", | |
"finishCalls" : 80, | |
"finishWall" : "39.66us", | |
"finishCpu" : "126.21us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "148.64MB", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3.78MB", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3.78MB", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 263, | |
"min" : 128 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 1464939596, | |
"count" : 80, | |
"max" : 34161607, | |
"min" : 3795745 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 24, | |
"min" : 10 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 61634516000, | |
"count" : 80, | |
"max" : 1488149000, | |
"min" : 248371000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 24, | |
"min" : 10 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 773, | |
"count" : 80, | |
"max" : 18, | |
"min" : 2 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 11926255000, | |
"count" : 80, | |
"max" : 367989000, | |
"min" : 62109000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 6256245000, | |
"count" : 80, | |
"max" : 291054000, | |
"min" : 22828000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 79511440000, | |
"count" : 80, | |
"max" : 1755490000, | |
"min" : 384485000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 2679000, | |
"count" : 36, | |
"max" : 581000, | |
"min" : 13000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 188042, | |
"count" : 80, | |
"max" : 3357, | |
"min" : 1045 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 585949, | |
"count" : 5, | |
"max" : 146904, | |
"min" : 71448 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 2737434558, | |
"count" : 80, | |
"max" : 45551170, | |
"min" : 18976622 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "1", | |
"operatorType" : "FilterProject", | |
"totalDrivers" : 80, | |
"addInputCalls" : 288481, | |
"addInputWall" : "124.52ms", | |
"addInputCpu" : "415.25ms", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "199.09MB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "13.54GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 1.80069597758314266E18, | |
"getOutputCalls" : 577173, | |
"getOutputWall" : "41.23s", | |
"getOutputCpu" : "40.57s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "26.73GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 80, | |
"finishWall" : "18.69us", | |
"finishCpu" : "89.30us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "193.50kB", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "193.50kB", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 920258000, | |
"count" : 80, | |
"max" : 19606000, | |
"min" : 5501000 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 865443, | |
"count" : 5, | |
"max" : 216987, | |
"min" : 105519 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 2, | |
"planNodeId" : "1", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 80, | |
"addInputCalls" : 288481, | |
"addInputWall" : "15.33s", | |
"addInputCpu" : "15.24s", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "26.73GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 1.80069597758314266E18, | |
"getOutputCalls" : 314826, | |
"getOutputWall" : "43.41s", | |
"getOutputCpu" : "38.64s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "20.84GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "18.99m", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "348.51MB", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "17.30MB", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "17.30MB", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 3972000, | |
"count" : 80, | |
"max" : 789000, | |
"min" : 17000 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 1177715, | |
"count" : 5, | |
"max" : 295392, | |
"min" : 143308 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 304579, | |
"count" : 5, | |
"max" : 76428, | |
"min" : 37024 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"runtimeStats" : { | |
"FilterProject.1.runningGetOutputWallNanos" : { | |
"name" : "FilterProject.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 41233506065, | |
"count" : 80, | |
"max" : 674106304, | |
"min" : 286693799 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 1464939596, | |
"count" : 80, | |
"max" : 34161607, | |
"min" : 3795745 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 682000000, | |
"count" : 5, | |
"max" : 166000000, | |
"min" : 109000000 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 124284101169, | |
"count" : 80, | |
"max" : 2455331782, | |
"min" : 666126117 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 24, | |
"min" : 10 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 3972000, | |
"count" : 80, | |
"max" : 789000, | |
"min" : 17000 | |
}, | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 865443, | |
"count" : 5, | |
"max" : 216987, | |
"min" : 105519 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 773, | |
"count" : 80, | |
"max" : 18, | |
"min" : 2 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 79511440000, | |
"count" : 80, | |
"max" : 1755490000, | |
"min" : 384485000 | |
}, | |
"driverCountPerTask" : { | |
"name" : "driverCountPerTask", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 263, | |
"min" : 128 | |
}, | |
"FilterProject.1.runningAddInputWallNanos" : { | |
"name" : "FilterProject.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 124521766, | |
"count" : 80, | |
"max" : 2148586, | |
"min" : 895744 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 1139521900000, | |
"count" : 80, | |
"max" : 17426049000, | |
"min" : 10821200000 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 2679000, | |
"count" : 36, | |
"max" : 581000, | |
"min" : 13000 | |
}, | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 920258000, | |
"count" : 80, | |
"max" : 19606000, | |
"min" : 5501000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 188042, | |
"count" : 80, | |
"max" : 3357, | |
"min" : 1045 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 156524159000, | |
"count" : 5, | |
"max" : 39244251000, | |
"min" : 19056087000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 585949, | |
"count" : 5, | |
"max" : 146904, | |
"min" : 71448 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 2737434558, | |
"count" : 80, | |
"max" : 45551170, | |
"min" : 18976622 | |
}, | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 263, | |
"min" : 128 | |
}, | |
"getSplitsTimeNanos" : { | |
"name" : "getSplitsTimeNanos", | |
"unit" : "NANO", | |
"sum" : 80626147, | |
"count" : 1, | |
"max" : 80626147, | |
"min" : 80626147 | |
}, | |
"taskBlockedTimeNanos" : { | |
"name" : "taskBlockedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 1139530462000, | |
"count" : 5, | |
"max" : 272669443000, | |
"min" : 181650342000 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 304579, | |
"count" : 5, | |
"max" : 76428, | |
"min" : 37024 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 26045, | |
"count" : 80, | |
"max" : 421, | |
"min" : 189 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 61634516000, | |
"count" : 80, | |
"max" : 1488149000, | |
"min" : 248371000 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 39655, | |
"count" : 80, | |
"max" : 939, | |
"min" : 320 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.1.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 15332286932, | |
"count" : 80, | |
"max" : 253035178, | |
"min" : 106142364 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 24, | |
"min" : 10 | |
}, | |
"PartitionedOutput.root.1.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 43406042492, | |
"count" : 80, | |
"max" : 731398688, | |
"min" : 304963945 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"FilterProject.1.runningFinishWallNanos" : { | |
"name" : "FilterProject.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 18693, | |
"count" : 80, | |
"max" : 375, | |
"min" : 164 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 11926255000, | |
"count" : 80, | |
"max" : 367989000, | |
"min" : 62109000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 6256245000, | |
"count" : 80, | |
"max" : 291054000, | |
"min" : 22828000 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 8562000, | |
"count" : 35, | |
"max" : 764000, | |
"min" : 15000 | |
}, | |
"PartitionedOutput.root.1.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"taskElapsedTimeNanos" : { | |
"name" : "taskElapsedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 86902000000, | |
"count" : 5, | |
"max" : 20810000000, | |
"min" : 13490000000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 8554102457634, | |
"count" : 5, | |
"max" : 1710820491532, | |
"min" : 1710820491521 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 1177715, | |
"count" : 5, | |
"max" : 295392, | |
"min" : 143308 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"taskScheduledTimeNanos" : { | |
"name" : "taskScheduledTimeNanos", | |
"unit" : "NANO", | |
"sum" : 224380516772, | |
"count" : 5, | |
"max" : 56428227844, | |
"min" : 26756518534 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 305000000, | |
"count" : 5, | |
"max" : 82000000, | |
"min" : 39000000 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 8554102544841, | |
"count" : 5, | |
"max" : 1710820512391, | |
"min" : 1710820505093 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 5, | |
"count" : 5, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 51, | |
"count" : 35, | |
"max" : 4, | |
"min" : 1 | |
} | |
} | |
}, | |
"tasks" : [ { | |
"taskId" : "20240319_035451_00023_bcy7w.1.0.3.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : 1751520013078654443, | |
"taskInstanceIdMostSignificantBits" : 2504023582631745719, | |
"version" : 484, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.7:8080/v1/task/20240319_035451_00023_bcy7w.1.0.3.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 121634816, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 0, | |
"taskAgeInMillis" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:55:12.392Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "OPEN", | |
"canAddBuffers" : true, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 717838041, | |
"totalPagesSent" : 75977, | |
"buffers" : [ ] | |
}, | |
"noMoreSplits" : [ ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:54:51.529Z", | |
"firstStartTime" : "2024-03-19T03:54:51.529Z", | |
"lastStartTime" : "2024-03-19T03:55:11.693Z", | |
"lastEndTime" : "2024-03-19T03:55:12.339Z", | |
"endTime" : "2024-03-19T03:55:12.339Z", | |
"elapsedTimeInNanos" : 20810000000, | |
"queuedTimeInNanos" : 0, | |
"totalDrivers" : 263, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 263, | |
"cumulativeUserMemory" : 1.435140438548702E16, | |
"cumulativeTotalMemory" : 1.435140438548702E16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 121634816, | |
"peakUserMemoryInBytes" : 121634816, | |
"peakNodeTotalMemoryInBytes" : 121634816, | |
"totalScheduledTimeInNanos" : 55275115214, | |
"totalCpuTimeInNanos" : 32195915077, | |
"totalBlockedTimeInNanos" : 272669443000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 41751736, | |
"rawInputPositions" : 717838041, | |
"processedInputDataSizeInBytes" : 3624756736, | |
"processedInputPositions" : 717838041, | |
"outputDataSizeInBytes" : 5577401304, | |
"outputPositions" : 717838041, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:54:51.529Z", | |
"lastStartTime" : "2024-03-19T03:55:12.339Z", | |
"lastEndTime" : "2024-03-19T03:55:12.339Z", | |
"inputPipeline" : true, | |
"outputPipeline" : true, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 0, | |
"userMemoryReservationInBytes" : 101723904, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"totalScheduledTimeInNanos" : 55275115214, | |
"totalCpuTimeInNanos" : 32195915077, | |
"totalBlockedTimeInNanos" : 272669443000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 41751736, | |
"rawInputPositions" : 717838041, | |
"processedInputDataSizeInBytes" : 3624756736, | |
"processedInputPositions" : 717838041, | |
"outputDataSizeInBytes" : 5577401304, | |
"outputPositions" : 717838041, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "41751736B", | |
"rawInputPositions" : 717838041, | |
"inputDataSize" : "3624756736B", | |
"inputPositions" : 717838041, | |
"sumSquaredInputPositions" : 5.152914531067177E17, | |
"getOutputCalls" : 71935, | |
"getOutputWall" : "30431797289.00ns", | |
"getOutputCpu" : "8554014379.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "3624756736B", | |
"outputPositions" : 717838041, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "3067000.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "7923.00ns", | |
"finishCpu" : "22908.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "31645440B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3964416B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3964416B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 263, | |
"count" : 1, | |
"max" : 263, | |
"min" : 263 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 377029549, | |
"count" : 16, | |
"max" : 34161607, | |
"min" : 11387591 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 360, | |
"count" : 16, | |
"max" : 24, | |
"min" : 21 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 15345684000, | |
"count" : 16, | |
"max" : 1314732000, | |
"min" : 591359000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 360, | |
"count" : 16, | |
"max" : 24, | |
"min" : 21 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 199, | |
"count" : 16, | |
"max" : 18, | |
"min" : 6 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 2690187000, | |
"count" : 16, | |
"max" : 338235000, | |
"min" : 76978000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 1418950000, | |
"count" : 16, | |
"max" : 283214000, | |
"min" : 31219000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 19798832000, | |
"count" : 16, | |
"max" : 1586012000, | |
"min" : 882681000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 510000, | |
"count" : 9, | |
"max" : 98000, | |
"min" : 20000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 47036, | |
"count" : 16, | |
"max" : 3357, | |
"min" : 2561 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 146049, | |
"count" : 1, | |
"max" : 146049, | |
"min" : 146049 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 682305808, | |
"count" : 16, | |
"max" : 44910739, | |
"min" : 39855242 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "1", | |
"operatorType" : "FilterProject", | |
"totalDrivers" : 16, | |
"addInputCalls" : 71904, | |
"addInputWall" : "31083450.00ns", | |
"addInputCpu" : "105299821.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "41751736B", | |
"rawInputPositions" : 717838041, | |
"inputDataSize" : "3624756736B", | |
"inputPositions" : 717838041, | |
"sumSquaredInputPositions" : 5.152914531067177E17, | |
"getOutputCalls" : 143855, | |
"getOutputWall" : "10288621968.00ns", | |
"getOutputCpu" : "10124993044.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "7153059327B", | |
"outputPositions" : 717838041, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "3874.00ns", | |
"finishCpu" : "18680.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "198144B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "198144B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 214141000, | |
"count" : 16, | |
"max" : 16215000, | |
"min" : 11105000 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 215712, | |
"count" : 1, | |
"max" : 215712, | |
"min" : 215712 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 2, | |
"planNodeId" : "1", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 16, | |
"addInputCalls" : 71904, | |
"addInputWall" : "3809898852.00ns", | |
"addInputCpu" : "3788311931.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "7153059327B", | |
"inputPositions" : 717838041, | |
"sumSquaredInputPositions" : 5.152914531067177E17, | |
"getOutputCalls" : 78453, | |
"getOutputWall" : "10713701858.00ns", | |
"getOutputCpu" : "9623254314.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "5577401304B", | |
"outputPositions" : 717838041, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "272666376000.00ns", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "70078464B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "10821632B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "10821632B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 480000, | |
"count" : 16, | |
"max" : 43000, | |
"min" : 19000 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 293669, | |
"count" : 1, | |
"max" : 293669, | |
"min" : 293669 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 75977, | |
"count" : 1, | |
"max" : 75977, | |
"min" : 75977 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { | |
"FilterProject.1.runningGetOutputWallNanos" : { | |
"name" : "FilterProject.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 10288621968, | |
"count" : 16, | |
"max" : 673822418, | |
"min" : 607140880 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 377029549, | |
"count" : 16, | |
"max" : 34161607, | |
"min" : 11387591 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 125000000, | |
"count" : 1, | |
"max" : 125000000, | |
"min" : 125000000 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 360, | |
"count" : 16, | |
"max" : 24, | |
"min" : 21 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 30431797289, | |
"count" : 16, | |
"max" : 2331873423, | |
"min" : 1533603228 | |
}, | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 480000, | |
"count" : 16, | |
"max" : 43000, | |
"min" : 19000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 215712, | |
"count" : 1, | |
"max" : 215712, | |
"min" : 215712 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 199, | |
"count" : 16, | |
"max" : 18, | |
"min" : 6 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 19798832000, | |
"count" : 16, | |
"max" : 1586012000, | |
"min" : 882681000 | |
}, | |
"FilterProject.1.runningAddInputWallNanos" : { | |
"name" : "FilterProject.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 31083450, | |
"count" : 16, | |
"max" : 2148586, | |
"min" : 1798386 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 272666376000, | |
"count" : 16, | |
"max" : 17426049000, | |
"min" : 16681440000 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 510000, | |
"count" : 9, | |
"max" : 98000, | |
"min" : 20000 | |
}, | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 214141000, | |
"count" : 16, | |
"max" : 16215000, | |
"min" : 11105000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 47036, | |
"count" : 16, | |
"max" : 3357, | |
"min" : 2561 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 39045677000, | |
"count" : 1, | |
"max" : 39045677000, | |
"min" : 39045677000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 146049, | |
"count" : 1, | |
"max" : 146049, | |
"min" : 146049 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 682305808, | |
"count" : 16, | |
"max" : 44910739, | |
"min" : 39855242 | |
}, | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 263, | |
"count" : 1, | |
"max" : 263, | |
"min" : 263 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 75977, | |
"count" : 1, | |
"max" : 75977, | |
"min" : 75977 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 6486, | |
"count" : 16, | |
"max" : 419, | |
"min" : 389 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 15345684000, | |
"count" : 16, | |
"max" : 1314732000, | |
"min" : 591359000 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 7923, | |
"count" : 16, | |
"max" : 813, | |
"min" : 358 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.1.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 3809898852, | |
"count" : 16, | |
"max" : 252399032, | |
"min" : 221159280 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 360, | |
"count" : 16, | |
"max" : 24, | |
"min" : 21 | |
}, | |
"PartitionedOutput.root.1.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 10713701858, | |
"count" : 16, | |
"max" : 709675340, | |
"min" : 637555638 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"FilterProject.1.runningFinishWallNanos" : { | |
"name" : "FilterProject.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 3874, | |
"count" : 16, | |
"max" : 375, | |
"min" : 176 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 2690187000, | |
"count" : 16, | |
"max" : 338235000, | |
"min" : 76978000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 1418950000, | |
"count" : 16, | |
"max" : 283214000, | |
"min" : 31219000 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 3067000, | |
"count" : 9, | |
"max" : 764000, | |
"min" : 15000 | |
}, | |
"PartitionedOutput.root.1.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 1710820491529, | |
"count" : 1, | |
"max" : 1710820491529, | |
"min" : 1710820491529 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 293669, | |
"count" : 1, | |
"max" : 293669, | |
"min" : 293669 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 52000000, | |
"count" : 1, | |
"max" : 52000000, | |
"min" : 52000000 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 1710820512391, | |
"count" : 1, | |
"max" : 1710820512391, | |
"min" : 1710820512391 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 1, | |
"count" : 1, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 15, | |
"count" : 9, | |
"max" : 3, | |
"min" : 1 | |
} | |
} | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"connectorId" : "unused", | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "d1513926ef7c" | |
}, { | |
"taskId" : "20240319_035451_00023_bcy7w.1.0.0.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : 2471070523769937787, | |
"taskInstanceIdMostSignificantBits" : -3410697406694865780, | |
"version" : 244, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.11:8080/v1/task/20240319_035451_00023_bcy7w.1.0.0.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 119537664, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 0, | |
"taskAgeInMillis" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:55:05.095Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "OPEN", | |
"canAddBuffers" : true, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 351144206, | |
"totalPagesSent" : 37024, | |
"buffers" : [ ] | |
}, | |
"noMoreSplits" : [ ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:54:51.521Z", | |
"firstStartTime" : "2024-03-19T03:54:51.522Z", | |
"lastStartTime" : "2024-03-19T03:55:04.027Z", | |
"lastEndTime" : "2024-03-19T03:55:05.011Z", | |
"endTime" : "2024-03-19T03:55:05.011Z", | |
"elapsedTimeInNanos" : 13490000000, | |
"queuedTimeInNanos" : 0, | |
"totalDrivers" : 128, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 128, | |
"cumulativeUserMemory" : 1.1660515739310748E16, | |
"cumulativeTotalMemory" : 1.1660515739310748E16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 119537664, | |
"peakUserMemoryInBytes" : 119537664, | |
"peakNodeTotalMemoryInBytes" : 119537664, | |
"totalScheduledTimeInNanos" : 26756518534, | |
"totalCpuTimeInNanos" : 15811037794, | |
"totalBlockedTimeInNanos" : 181650342000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 37957169, | |
"rawInputPositions" : 351144206, | |
"processedInputDataSizeInBytes" : 1773122112, | |
"processedInputPositions" : 351144206, | |
"outputDataSizeInBytes" : 2728339706, | |
"outputPositions" : 351144206, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:54:51.521Z", | |
"lastStartTime" : "2024-03-19T03:55:05.011Z", | |
"lastEndTime" : "2024-03-19T03:55:05.011Z", | |
"inputPipeline" : true, | |
"outputPipeline" : true, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 0, | |
"userMemoryReservationInBytes" : 106745856, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"totalScheduledTimeInNanos" : 26756518534, | |
"totalCpuTimeInNanos" : 15811037794, | |
"totalBlockedTimeInNanos" : 181650342000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 37957169, | |
"rawInputPositions" : 351144206, | |
"processedInputDataSizeInBytes" : 1773122112, | |
"processedInputPositions" : 351144206, | |
"outputDataSizeInBytes" : 2728339706, | |
"outputPositions" : 351144206, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "37957169B", | |
"rawInputPositions" : 351144206, | |
"inputDataSize" : "1773122112B", | |
"inputPositions" : 351144206, | |
"sumSquaredInputPositions" : 1.23302253407370432E17, | |
"getOutputCalls" : 35189, | |
"getOutputWall" : "14599069322.00ns", | |
"getOutputCpu" : "4244888598.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1773122112B", | |
"outputPositions" : 351144206, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "8492.00ns", | |
"finishCpu" : "23339.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "31682560B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3964416B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3964416B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 128, | |
"count" : 1, | |
"max" : 128, | |
"min" : 128 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 174599613, | |
"count" : 16, | |
"max" : 17081496, | |
"min" : 3795745 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 2080864000, | |
"count" : 16, | |
"max" : 218514000, | |
"min" : 62109000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 1046868000, | |
"count" : 16, | |
"max" : 147758000, | |
"min" : 25239000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 9427689000, | |
"count" : 16, | |
"max" : 1107780000, | |
"min" : 384485000 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 176, | |
"count" : 16, | |
"max" : 12, | |
"min" : 10 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 7257898000, | |
"count" : 16, | |
"max" : 971703000, | |
"min" : 248371000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 176, | |
"count" : 16, | |
"max" : 12, | |
"min" : 10 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 22352, | |
"count" : 16, | |
"max" : 1924, | |
"min" : 1045 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 71448, | |
"count" : 1, | |
"max" : 71448, | |
"min" : 71448 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 333763603, | |
"count" : 16, | |
"max" : 22776083, | |
"min" : 18976622 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 92, | |
"count" : 16, | |
"max" : 9, | |
"min" : 2 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "1", | |
"operatorType" : "FilterProject", | |
"totalDrivers" : 16, | |
"addInputCalls" : 35173, | |
"addInputWall" : "16149693.00ns", | |
"addInputCpu" : "52584533.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "37957169B", | |
"rawInputPositions" : 351144206, | |
"inputDataSize" : "1773122112B", | |
"inputPositions" : 351144206, | |
"sumSquaredInputPositions" : 1.23302253407370432E17, | |
"getOutputCalls" : 70378, | |
"getOutputWall" : "4997015292.00ns", | |
"getOutputCpu" : "4941521086.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "3499061824B", | |
"outputPositions" : 351144206, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "3843.00ns", | |
"finishCpu" : "17803.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "198144B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "198144B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 119683000, | |
"count" : 16, | |
"max" : 12042000, | |
"min" : 5501000 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 105519, | |
"count" : 1, | |
"max" : 105519, | |
"min" : 105519 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 2, | |
"planNodeId" : "1", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 16, | |
"addInputCalls" : 35173, | |
"addInputWall" : "1858464851.00ns", | |
"addInputCpu" : "1851167189.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "3499061824B", | |
"inputPositions" : 351144206, | |
"sumSquaredInputPositions" : 1.23302253407370432E17, | |
"getOutputCalls" : 38418, | |
"getOutputWall" : "5285807041.00ns", | |
"getOutputCpu" : "4720835246.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "2728339706B", | |
"outputPositions" : 351144206, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "181650342000.00ns", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "75063296B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "11886592B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "11886592B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 625000, | |
"count" : 16, | |
"max" : 57000, | |
"min" : 26000 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 143308, | |
"count" : 1, | |
"max" : 143308, | |
"min" : 143308 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 37024, | |
"count" : 1, | |
"max" : 37024, | |
"min" : 37024 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { | |
"FilterProject.1.runningGetOutputWallNanos" : { | |
"name" : "FilterProject.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 4997015292, | |
"count" : 16, | |
"max" : 334550380, | |
"min" : 286693799 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 174599613, | |
"count" : 16, | |
"max" : 17081496, | |
"min" : 3795745 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 166000000, | |
"count" : 1, | |
"max" : 166000000, | |
"min" : 166000000 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 176, | |
"count" : 16, | |
"max" : 12, | |
"min" : 10 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 14599069322, | |
"count" : 16, | |
"max" : 1499901439, | |
"min" : 666126117 | |
}, | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 625000, | |
"count" : 16, | |
"max" : 57000, | |
"min" : 26000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 105519, | |
"count" : 1, | |
"max" : 105519, | |
"min" : 105519 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 92, | |
"count" : 16, | |
"max" : 9, | |
"min" : 2 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 9427689000, | |
"count" : 16, | |
"max" : 1107780000, | |
"min" : 384485000 | |
}, | |
"FilterProject.1.runningAddInputWallNanos" : { | |
"name" : "FilterProject.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 16149693, | |
"count" : 16, | |
"max" : 1107937, | |
"min" : 895744 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 181650342000, | |
"count" : 16, | |
"max" : 11774934000, | |
"min" : 10821200000 | |
}, | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 119683000, | |
"count" : 16, | |
"max" : 12042000, | |
"min" : 5501000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 22352, | |
"count" : 16, | |
"max" : 1924, | |
"min" : 1045 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 19056087000, | |
"count" : 1, | |
"max" : 19056087000, | |
"min" : 19056087000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 71448, | |
"count" : 1, | |
"max" : 71448, | |
"min" : 71448 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 333763603, | |
"count" : 16, | |
"max" : 22776083, | |
"min" : 18976622 | |
}, | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 128, | |
"count" : 1, | |
"max" : 128, | |
"min" : 128 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 37024, | |
"count" : 1, | |
"max" : 37024, | |
"min" : 37024 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 3197, | |
"count" : 16, | |
"max" : 211, | |
"min" : 189 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 7257898000, | |
"count" : 16, | |
"max" : 971703000, | |
"min" : 248371000 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 8492, | |
"count" : 16, | |
"max" : 939, | |
"min" : 379 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.1.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 1858464851, | |
"count" : 16, | |
"max" : 125412348, | |
"min" : 106142364 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 176, | |
"count" : 16, | |
"max" : 12, | |
"min" : 10 | |
}, | |
"PartitionedOutput.root.1.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 5285807041, | |
"count" : 16, | |
"max" : 357358952, | |
"min" : 304963945 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"FilterProject.1.runningFinishWallNanos" : { | |
"name" : "FilterProject.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 3843, | |
"count" : 16, | |
"max" : 349, | |
"min" : 164 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 2080864000, | |
"count" : 16, | |
"max" : 218514000, | |
"min" : 62109000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 1046868000, | |
"count" : 16, | |
"max" : 147758000, | |
"min" : 25239000 | |
}, | |
"PartitionedOutput.root.1.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 1710820491521, | |
"count" : 1, | |
"max" : 1710820491521, | |
"min" : 1710820491521 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 143308, | |
"count" : 1, | |
"max" : 143308, | |
"min" : 143308 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 82000000, | |
"count" : 1, | |
"max" : 82000000, | |
"min" : 82000000 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 1710820505093, | |
"count" : 1, | |
"max" : 1710820505093, | |
"min" : 1710820505093 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 1, | |
"count" : 1, | |
"max" : 1, | |
"min" : 1 | |
} | |
} | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"connectorId" : "unused", | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "323bf75f5bde" | |
}, { | |
"taskId" : "20240319_035451_00023_bcy7w.1.0.1.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : 91187198575005029, | |
"taskInstanceIdMostSignificantBits" : -1729694905234453582, | |
"version" : 472, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.12:8080/v1/task/20240319_035451_00023_bcy7w.1.0.1.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 117440512, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 0, | |
"taskAgeInMillis" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:55:09.408Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "OPEN", | |
"canAddBuffers" : true, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 699098974, | |
"totalPagesSent" : 73986, | |
"buffers" : [ ] | |
}, | |
"noMoreSplits" : [ ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:54:51.531Z", | |
"firstStartTime" : "2024-03-19T03:54:51.531Z", | |
"lastStartTime" : "2024-03-19T03:55:08.899Z", | |
"lastEndTime" : "2024-03-19T03:55:09.347Z", | |
"endTime" : "2024-03-19T03:55:09.347Z", | |
"elapsedTimeInNanos" : 17816000000, | |
"queuedTimeInNanos" : 0, | |
"totalDrivers" : 258, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 258, | |
"cumulativeUserMemory" : 1.3454441434033156E16, | |
"cumulativeTotalMemory" : 1.3454441434033156E16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 117440512, | |
"peakUserMemoryInBytes" : 117440512, | |
"peakNodeTotalMemoryInBytes" : 117440512, | |
"totalScheduledTimeInNanos" : 55964520996, | |
"totalCpuTimeInNanos" : 31293722159, | |
"totalBlockedTimeInNanos" : 224644891000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 41753056, | |
"rawInputPositions" : 699098974, | |
"processedInputDataSizeInBytes" : 3530136896, | |
"processedInputPositions" : 699098974, | |
"outputDataSizeInBytes" : 5431765454, | |
"outputPositions" : 699098974, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:54:51.531Z", | |
"lastStartTime" : "2024-03-19T03:55:09.347Z", | |
"lastEndTime" : "2024-03-19T03:55:09.347Z", | |
"inputPipeline" : true, | |
"outputPipeline" : true, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 0, | |
"userMemoryReservationInBytes" : 98402688, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"totalScheduledTimeInNanos" : 55964520996, | |
"totalCpuTimeInNanos" : 31293722159, | |
"totalBlockedTimeInNanos" : 224644891000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 41753056, | |
"rawInputPositions" : 699098974, | |
"processedInputDataSizeInBytes" : 3530136896, | |
"processedInputPositions" : 699098974, | |
"outputDataSizeInBytes" : 5431765454, | |
"outputPositions" : 699098974, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "41753056B", | |
"rawInputPositions" : 699098974, | |
"inputDataSize" : "3530136896B", | |
"inputPositions" : 699098974, | |
"sumSquaredInputPositions" : 4.8873937544785267E17, | |
"getOutputCalls" : 70052, | |
"getOutputWall" : "31714872169.00ns", | |
"getOutputCpu" : "8339629044.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "3530136896B", | |
"outputPositions" : 699098974, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "626000.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "7061.00ns", | |
"finishCpu" : "21230.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "30282112B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3964416B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3964416B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 258, | |
"count" : 1, | |
"max" : 258, | |
"min" : 258 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 349202514, | |
"count" : 16, | |
"max" : 28468511, | |
"min" : 15183618 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 351, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 15184045000, | |
"count" : 16, | |
"max" : 1246445000, | |
"min" : 649672000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 351, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 184, | |
"count" : 16, | |
"max" : 15, | |
"min" : 8 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 2644877000, | |
"count" : 16, | |
"max" : 367989000, | |
"min" : 68924000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 1110514000, | |
"count" : 16, | |
"max" : 244824000, | |
"min" : 22828000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 19509490000, | |
"count" : 16, | |
"max" : 1511911000, | |
"min" : 928294000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 1153000, | |
"count" : 7, | |
"max" : 581000, | |
"min" : 18000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 44928, | |
"count" : 16, | |
"max" : 3313, | |
"min" : 2433 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 142243, | |
"count" : 1, | |
"max" : 142243, | |
"min" : 142243 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 664496021, | |
"count" : 16, | |
"max" : 43651965, | |
"min" : 39852580 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "1", | |
"operatorType" : "FilterProject", | |
"totalDrivers" : 16, | |
"addInputCalls" : 70027, | |
"addInputWall" : "30164103.00ns", | |
"addInputCpu" : "98880101.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "41753056B", | |
"rawInputPositions" : 699098974, | |
"inputDataSize" : "3530136896B", | |
"inputPositions" : 699098974, | |
"sumSquaredInputPositions" : 4.8873937544785267E17, | |
"getOutputCalls" : 140095, | |
"getOutputWall" : "9975128491.00ns", | |
"getOutputCpu" : "9806588772.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "6966337088B", | |
"outputPositions" : 699098974, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "3641.00ns", | |
"finishCpu" : "17322.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "198144B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "198144B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 230439000, | |
"count" : 16, | |
"max" : 19606000, | |
"min" : 11651000 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 210081, | |
"count" : 1, | |
"max" : 210081, | |
"min" : 210081 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 2, | |
"planNodeId" : "1", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 16, | |
"addInputCalls" : 70027, | |
"addInputWall" : "3726594995.00ns", | |
"addInputCpu" : "3699946190.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "6966337088B", | |
"inputPositions" : 699098974, | |
"sumSquaredInputPositions" : 4.8873937544785267E17, | |
"getOutputCalls" : 76351, | |
"getOutputWall" : "10517750536.00ns", | |
"getOutputCpu" : "9348639500.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "5431765454B", | |
"outputPositions" : 699098974, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "224644265000.00ns", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "68120576B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "9220096B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "9220096B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 1954000, | |
"count" : 16, | |
"max" : 789000, | |
"min" : 21000 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 285968, | |
"count" : 1, | |
"max" : 285968, | |
"min" : 285968 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 73986, | |
"count" : 1, | |
"max" : 73986, | |
"min" : 73986 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { | |
"FilterProject.1.runningGetOutputWallNanos" : { | |
"name" : "FilterProject.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 9975128491, | |
"count" : 16, | |
"max" : 651427637, | |
"min" : 598338581 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 349202514, | |
"count" : 16, | |
"max" : 28468511, | |
"min" : 15183618 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 109000000, | |
"count" : 1, | |
"max" : 109000000, | |
"min" : 109000000 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 351, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 31714872169, | |
"count" : 16, | |
"max" : 2228786258, | |
"min" : 1577198566 | |
}, | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 1954000, | |
"count" : 16, | |
"max" : 789000, | |
"min" : 21000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 210081, | |
"count" : 1, | |
"max" : 210081, | |
"min" : 210081 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 184, | |
"count" : 16, | |
"max" : 15, | |
"min" : 8 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 19509490000, | |
"count" : 16, | |
"max" : 1511911000, | |
"min" : 928294000 | |
}, | |
"FilterProject.1.runningAddInputWallNanos" : { | |
"name" : "FilterProject.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 30164103, | |
"count" : 16, | |
"max" : 2057527, | |
"min" : 1758188 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 224644265000, | |
"count" : 16, | |
"max" : 14520464000, | |
"min" : 13619146000 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 1153000, | |
"count" : 7, | |
"max" : 581000, | |
"min" : 18000 | |
}, | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 230439000, | |
"count" : 16, | |
"max" : 19606000, | |
"min" : 11651000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 44928, | |
"count" : 16, | |
"max" : 3313, | |
"min" : 2433 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 37981065000, | |
"count" : 1, | |
"max" : 37981065000, | |
"min" : 37981065000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 142243, | |
"count" : 1, | |
"max" : 142243, | |
"min" : 142243 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 664496021, | |
"count" : 16, | |
"max" : 43651965, | |
"min" : 39852580 | |
}, | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 258, | |
"count" : 1, | |
"max" : 258, | |
"min" : 258 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 73986, | |
"count" : 1, | |
"max" : 73986, | |
"min" : 73986 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 6262, | |
"count" : 16, | |
"max" : 405, | |
"min" : 381 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 15184045000, | |
"count" : 16, | |
"max" : 1246445000, | |
"min" : 649672000 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 7061, | |
"count" : 16, | |
"max" : 594, | |
"min" : 336 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.1.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 3726594995, | |
"count" : 16, | |
"max" : 242538668, | |
"min" : 223481706 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 351, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"PartitionedOutput.root.1.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 10517750536, | |
"count" : 16, | |
"max" : 681921568, | |
"min" : 630736661 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"FilterProject.1.runningFinishWallNanos" : { | |
"name" : "FilterProject.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 3641, | |
"count" : 16, | |
"max" : 315, | |
"min" : 173 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 2644877000, | |
"count" : 16, | |
"max" : 367989000, | |
"min" : 68924000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 1110514000, | |
"count" : 16, | |
"max" : 244824000, | |
"min" : 22828000 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 626000, | |
"count" : 7, | |
"max" : 181000, | |
"min" : 43000 | |
}, | |
"PartitionedOutput.root.1.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 1710820491531, | |
"count" : 1, | |
"max" : 1710820491531, | |
"min" : 1710820491531 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 285968, | |
"count" : 1, | |
"max" : 285968, | |
"min" : 285968 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 60000000, | |
"count" : 1, | |
"max" : 60000000, | |
"min" : 60000000 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 1710820509407, | |
"count" : 1, | |
"max" : 1710820509407, | |
"min" : 1710820509407 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 1, | |
"count" : 1, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 9, | |
"count" : 7, | |
"max" : 3, | |
"min" : 1 | |
} | |
} | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"connectorId" : "unused", | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "eb89e7f5f357" | |
}, { | |
"taskId" : "20240319_035451_00023_bcy7w.1.0.4.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : 6795084218253574211, | |
"taskInstanceIdMostSignificantBits" : 4157087884619221391, | |
"version" : 488, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.8:8080/v1/task/20240319_035451_00023_bcy7w.1.0.4.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 119537664, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 0, | |
"taskAgeInMillis" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:55:11.814Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "OPEN", | |
"canAddBuffers" : true, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 722077671, | |
"totalPagesSent" : 76428, | |
"buffers" : [ ] | |
}, | |
"noMoreSplits" : [ ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:54:51.532Z", | |
"firstStartTime" : "2024-03-19T03:54:51.533Z", | |
"lastStartTime" : "2024-03-19T03:55:11.337Z", | |
"lastEndTime" : "2024-03-19T03:55:11.774Z", | |
"endTime" : "2024-03-19T03:55:11.774Z", | |
"elapsedTimeInNanos" : 20242000000, | |
"queuedTimeInNanos" : 0, | |
"totalDrivers" : 262, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 262, | |
"cumulativeUserMemory" : 1.3454441678959012E16, | |
"cumulativeTotalMemory" : 1.3454441678959012E16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 119537664, | |
"peakUserMemoryInBytes" : 119537664, | |
"peakNodeTotalMemoryInBytes" : 119537664, | |
"totalScheduledTimeInNanos" : 56428227844, | |
"totalCpuTimeInNanos" : 32309622625, | |
"totalBlockedTimeInNanos" : 262526383000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 39854283, | |
"rawInputPositions" : 722077671, | |
"processedInputDataSizeInBytes" : 3646166719, | |
"processedInputPositions" : 722077671, | |
"outputDataSizeInBytes" : 5610357076, | |
"outputPositions" : 722077671, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:54:51.532Z", | |
"lastStartTime" : "2024-03-19T03:55:11.774Z", | |
"lastEndTime" : "2024-03-19T03:55:11.774Z", | |
"inputPipeline" : true, | |
"outputPipeline" : true, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 0, | |
"userMemoryReservationInBytes" : 111304064, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"totalScheduledTimeInNanos" : 56428227844, | |
"totalCpuTimeInNanos" : 32309622625, | |
"totalBlockedTimeInNanos" : 262526383000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 39854283, | |
"rawInputPositions" : 722077671, | |
"processedInputDataSizeInBytes" : 3646166719, | |
"processedInputPositions" : 722077671, | |
"outputDataSizeInBytes" : 5610357076, | |
"outputPositions" : 722077671, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "39854283B", | |
"rawInputPositions" : 722077671, | |
"inputDataSize" : "3646166719B", | |
"inputPositions" : 722077671, | |
"sumSquaredInputPositions" : 5.2139616295678426E17, | |
"getOutputCalls" : 72359, | |
"getOutputWall" : "31092190012.00ns", | |
"getOutputCpu" : "8450586502.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "3646166719B", | |
"outputPositions" : 722077671, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "2225000.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "7951.00ns", | |
"finishCpu" : "22580.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "31751552B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3964416B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3964416B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 262, | |
"count" : 1, | |
"max" : 262, | |
"min" : 262 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 370077195, | |
"count" : 16, | |
"max" : 30366263, | |
"min" : 9489629 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 362, | |
"count" : 16, | |
"max" : 24, | |
"min" : 21 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 15735034000, | |
"count" : 16, | |
"max" : 1488149000, | |
"min" : 676686000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 362, | |
"count" : 16, | |
"max" : 24, | |
"min" : 21 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 195, | |
"count" : 16, | |
"max" : 16, | |
"min" : 5 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 2558515000, | |
"count" : 16, | |
"max" : 349913000, | |
"min" : 78992000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 1338892000, | |
"count" : 16, | |
"max" : 160272000, | |
"min" : 27460000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 20258093000, | |
"count" : 16, | |
"max" : 1755490000, | |
"min" : 964325000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 341000, | |
"count" : 9, | |
"max" : 95000, | |
"min" : 13000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 47070, | |
"count" : 16, | |
"max" : 3266, | |
"min" : 2511 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 146904, | |
"count" : 1, | |
"max" : 146904, | |
"min" : 146904 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 686331917, | |
"count" : 16, | |
"max" : 45551170, | |
"min" : 39854495 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "1", | |
"operatorType" : "FilterProject", | |
"totalDrivers" : 16, | |
"addInputCalls" : 72329, | |
"addInputWall" : "29754865.00ns", | |
"addInputCpu" : "102109083.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "39854283B", | |
"rawInputPositions" : 722077671, | |
"inputDataSize" : "3646166719B", | |
"inputPositions" : 722077671, | |
"sumSquaredInputPositions" : 5.2139616295678426E17, | |
"getOutputCalls" : 144704, | |
"getOutputWall" : "10386813793.00ns", | |
"getOutputCpu" : "10187511521.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "7195309759B", | |
"outputPositions" : 722077671, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "3661.00ns", | |
"finishCpu" : "17363.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "198144B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "198144B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 225176000, | |
"count" : 16, | |
"max" : 18773000, | |
"min" : 11531000 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 216987, | |
"count" : 1, | |
"max" : 216987, | |
"min" : 216987 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 2, | |
"planNodeId" : "1", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 16, | |
"addInputCalls" : 72329, | |
"addInputWall" : "3871402646.00ns", | |
"addInputCpu" : "3834567117.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "7195309759B", | |
"inputPositions" : 722077671, | |
"sumSquaredInputPositions" : 5.2139616295678426E17, | |
"getOutputCalls" : 78893, | |
"getOutputWall" : "11048054916.00ns", | |
"getOutputCpu" : "9734808459.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "5610357076B", | |
"outputPositions" : 722077671, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "262524158000.00ns", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "79552512B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "18145280B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "18145280B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 416000, | |
"count" : 16, | |
"max" : 35000, | |
"min" : 17000 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 295392, | |
"count" : 1, | |
"max" : 295392, | |
"min" : 295392 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 76428, | |
"count" : 1, | |
"max" : 76428, | |
"min" : 76428 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { | |
"FilterProject.1.runningGetOutputWallNanos" : { | |
"name" : "FilterProject.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 10386813793, | |
"count" : 16, | |
"max" : 674106304, | |
"min" : 604230991 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 370077195, | |
"count" : 16, | |
"max" : 30366263, | |
"min" : 9489629 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 121000000, | |
"count" : 1, | |
"max" : 121000000, | |
"min" : 121000000 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 362, | |
"count" : 16, | |
"max" : 24, | |
"min" : 21 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 31092190012, | |
"count" : 16, | |
"max" : 2455331782, | |
"min" : 1519561043 | |
}, | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 416000, | |
"count" : 16, | |
"max" : 35000, | |
"min" : 17000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 216987, | |
"count" : 1, | |
"max" : 216987, | |
"min" : 216987 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 195, | |
"count" : 16, | |
"max" : 16, | |
"min" : 5 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 20258093000, | |
"count" : 16, | |
"max" : 1755490000, | |
"min" : 964325000 | |
}, | |
"FilterProject.1.runningAddInputWallNanos" : { | |
"name" : "FilterProject.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 29754865, | |
"count" : 16, | |
"max" : 2032811, | |
"min" : 1729131 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 262524158000, | |
"count" : 16, | |
"max" : 16881782000, | |
"min" : 15833382000 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 341000, | |
"count" : 9, | |
"max" : 95000, | |
"min" : 13000 | |
}, | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 225176000, | |
"count" : 16, | |
"max" : 18773000, | |
"min" : 11531000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 47070, | |
"count" : 16, | |
"max" : 3266, | |
"min" : 2511 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 39244251000, | |
"count" : 1, | |
"max" : 39244251000, | |
"min" : 39244251000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 146904, | |
"count" : 1, | |
"max" : 146904, | |
"min" : 146904 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 686331917, | |
"count" : 16, | |
"max" : 45551170, | |
"min" : 39854495 | |
}, | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 262, | |
"count" : 1, | |
"max" : 262, | |
"min" : 262 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 76428, | |
"count" : 1, | |
"max" : 76428, | |
"min" : 76428 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 6502, | |
"count" : 16, | |
"max" : 421, | |
"min" : 389 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 15735034000, | |
"count" : 16, | |
"max" : 1488149000, | |
"min" : 676686000 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 7951, | |
"count" : 16, | |
"max" : 762, | |
"min" : 320 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.1.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 3871402646, | |
"count" : 16, | |
"max" : 253035178, | |
"min" : 224475690 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 362, | |
"count" : 16, | |
"max" : 24, | |
"min" : 21 | |
}, | |
"PartitionedOutput.root.1.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 11048054916, | |
"count" : 16, | |
"max" : 731398688, | |
"min" : 650803969 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"FilterProject.1.runningFinishWallNanos" : { | |
"name" : "FilterProject.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 3661, | |
"count" : 16, | |
"max" : 309, | |
"min" : 164 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 2558515000, | |
"count" : 16, | |
"max" : 349913000, | |
"min" : 78992000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 1338892000, | |
"count" : 16, | |
"max" : 160272000, | |
"min" : 27460000 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 2225000, | |
"count" : 9, | |
"max" : 613000, | |
"min" : 27000 | |
}, | |
"PartitionedOutput.root.1.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 1710820491532, | |
"count" : 1, | |
"max" : 1710820491532, | |
"min" : 1710820491532 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 295392, | |
"count" : 1, | |
"max" : 295392, | |
"min" : 295392 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 39000000, | |
"count" : 1, | |
"max" : 39000000, | |
"min" : 39000000 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 1710820511813, | |
"count" : 1, | |
"max" : 1710820511813, | |
"min" : 1710820511813 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 1, | |
"count" : 1, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 14, | |
"count" : 9, | |
"max" : 4, | |
"min" : 1 | |
} | |
} | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"connectorId" : "unused", | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "912194b3d6be" | |
}, { | |
"taskId" : "20240319_035451_00023_bcy7w.1.0.2.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : -4735574155165258409, | |
"taskInstanceIdMostSignificantBits" : -144828125848344680, | |
"version" : 268, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.9:8080/v1/task/20240319_035451_00023_bcy7w.1.0.2.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 121634816, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 0, | |
"taskAgeInMillis" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:55:06.138Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "OPEN", | |
"canAddBuffers" : true, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 389829107, | |
"totalPagesSent" : 41164, | |
"buffers" : [ ] | |
}, | |
"noMoreSplits" : [ ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:54:51.521Z", | |
"firstStartTime" : "2024-03-19T03:54:51.521Z", | |
"lastStartTime" : "2024-03-19T03:55:05.169Z", | |
"lastEndTime" : "2024-03-19T03:55:06.065Z", | |
"endTime" : "2024-03-19T03:55:06.065Z", | |
"elapsedTimeInNanos" : 14544000000, | |
"queuedTimeInNanos" : 0, | |
"totalDrivers" : 137, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 137, | |
"cumulativeUserMemory" : 1.3454441120444968E16, | |
"cumulativeTotalMemory" : 1.3454441120444968E16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 121634816, | |
"peakUserMemoryInBytes" : 121634816, | |
"peakNodeTotalMemoryInBytes" : 121634816, | |
"totalScheduledTimeInNanos" : 29956134184, | |
"totalCpuTimeInNanos" : 17627785334, | |
"totalBlockedTimeInNanos" : 198039403000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 47447893, | |
"rawInputPositions" : 389829107, | |
"processedInputDataSizeInBytes" : 1968456704, | |
"processedInputPositions" : 389829107, | |
"outputDataSizeInBytes" : 3028843497, | |
"outputPositions" : 389829107, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:54:51.521Z", | |
"lastStartTime" : "2024-03-19T03:55:06.065Z", | |
"lastEndTime" : "2024-03-19T03:55:06.065Z", | |
"inputPipeline" : true, | |
"outputPipeline" : true, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 0, | |
"userMemoryReservationInBytes" : 103125504, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"totalScheduledTimeInNanos" : 29956134184, | |
"totalCpuTimeInNanos" : 17627785334, | |
"totalBlockedTimeInNanos" : 198039403000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 47447893, | |
"rawInputPositions" : 389829107, | |
"processedInputDataSizeInBytes" : 1968456704, | |
"processedInputPositions" : 389829107, | |
"outputDataSizeInBytes" : 3028843497, | |
"outputPositions" : 389829107, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "47447893B", | |
"rawInputPositions" : 389829107, | |
"inputDataSize" : "1968456704B", | |
"inputPositions" : 389829107, | |
"sumSquaredInputPositions" : 1.5196673266441744E17, | |
"getOutputCalls" : 39077, | |
"getOutputWall" : "16446172377.00ns", | |
"getOutputCpu" : "4784118554.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1968456704B", | |
"outputPositions" : 389829107, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "2644000.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "8228.00ns", | |
"finishCpu" : "36150.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "30499328B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3964416B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3964416B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 137, | |
"count" : 1, | |
"max" : 137, | |
"min" : 137 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 194030725, | |
"count" : 16, | |
"max" : 17081332, | |
"min" : 5693773 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 196, | |
"count" : 16, | |
"max" : 13, | |
"min" : 11 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 8111855000, | |
"count" : 16, | |
"max" : 719045000, | |
"min" : 314076000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 196, | |
"count" : 16, | |
"max" : 13, | |
"min" : 11 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 103, | |
"count" : 16, | |
"max" : 9, | |
"min" : 3 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 1951812000, | |
"count" : 16, | |
"max" : 219204000, | |
"min" : 67034000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 1341021000, | |
"count" : 16, | |
"max" : 291054000, | |
"min" : 28989000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 10517336000, | |
"count" : 16, | |
"max" : 868000000, | |
"min" : 466160000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 675000, | |
"count" : 11, | |
"max" : 306000, | |
"min" : 19000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 26656, | |
"count" : 16, | |
"max" : 2144, | |
"min" : 1360 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 79305, | |
"count" : 1, | |
"max" : 79305, | |
"min" : 79305 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 370537209, | |
"count" : 16, | |
"max" : 24673654, | |
"min" : 20876246 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "1", | |
"operatorType" : "FilterProject", | |
"totalDrivers" : 16, | |
"addInputCalls" : 39048, | |
"addInputWall" : "17369655.00ns", | |
"addInputCpu" : "56373884.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "47447893B", | |
"rawInputPositions" : 389829107, | |
"inputDataSize" : "1968456704B", | |
"inputPositions" : 389829107, | |
"sumSquaredInputPositions" : 1.5196673266441744E17, | |
"getOutputCalls" : 78141, | |
"getOutputWall" : "5585926521.00ns", | |
"getOutputCpu" : "5509735550.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "3884532736B", | |
"outputPositions" : 389829107, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "3674.00ns", | |
"finishCpu" : "18130.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "198144B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "198144B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 130819000, | |
"count" : 16, | |
"max" : 13367000, | |
"min" : 5882000 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 117144, | |
"count" : 1, | |
"max" : 117144, | |
"min" : 117144 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 2, | |
"planNodeId" : "1", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 16, | |
"addInputCalls" : 39048, | |
"addInputWall" : "2065925588.00ns", | |
"addInputCpu" : "2061458068.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "3884532736B", | |
"inputPositions" : 389829107, | |
"sumSquaredInputPositions" : 1.5196673266441744E17, | |
"getOutputCalls" : 42711, | |
"getOutputWall" : "5840728141.00ns", | |
"getOutputCpu" : "5216044998.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "3028843497B", | |
"outputPositions" : 389829107, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "198036759000.00ns", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "72626176B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "16125952B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "16125952B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 497000, | |
"count" : 16, | |
"max" : 46000, | |
"min" : 20000 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 159378, | |
"count" : 1, | |
"max" : 159378, | |
"min" : 159378 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 41164, | |
"count" : 1, | |
"max" : 41164, | |
"min" : 41164 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { | |
"FilterProject.1.runningGetOutputWallNanos" : { | |
"name" : "FilterProject.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 5585926521, | |
"count" : 16, | |
"max" : 369146261, | |
"min" : 318797269 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 194030725, | |
"count" : 16, | |
"max" : 17081332, | |
"min" : 5693773 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 161000000, | |
"count" : 1, | |
"max" : 161000000, | |
"min" : 161000000 | |
}, | |
"FilterProject.1.outputBatches" : { | |
"name" : "FilterProject.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 196, | |
"count" : 16, | |
"max" : 13, | |
"min" : 11 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 16446172377, | |
"count" : 16, | |
"max" : 1228721867, | |
"min" : 776597733 | |
}, | |
"PartitionedOutput.root.1.inputBatches" : { | |
"name" : "PartitionedOutput.root.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"PartitionedOutput.root.1.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 497000, | |
"count" : 16, | |
"max" : 46000, | |
"min" : 20000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"FilterProject.1.inputBatches" : { | |
"name" : "FilterProject.1.inputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"FilterProject.1.numMemoryAllocations" : { | |
"name" : "FilterProject.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 117144, | |
"count" : 1, | |
"max" : 117144, | |
"min" : 117144 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 103, | |
"count" : 16, | |
"max" : 9, | |
"min" : 3 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 10517336000, | |
"count" : 16, | |
"max" : 868000000, | |
"min" : 466160000 | |
}, | |
"FilterProject.1.runningAddInputWallNanos" : { | |
"name" : "FilterProject.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 17369655, | |
"count" : 16, | |
"max" : 1177659, | |
"min" : 980729 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 198036759000, | |
"count" : 16, | |
"max" : 12600412000, | |
"min" : 11859317000 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 675000, | |
"count" : 11, | |
"max" : 306000, | |
"min" : 19000 | |
}, | |
"FilterProject.1.queuedWallNanos" : { | |
"name" : "FilterProject.1.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 130819000, | |
"count" : 16, | |
"max" : 13367000, | |
"min" : 5882000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 26656, | |
"count" : 16, | |
"max" : 2144, | |
"min" : 1360 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 21197079000, | |
"count" : 1, | |
"max" : 21197079000, | |
"min" : 21197079000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 79305, | |
"count" : 1, | |
"max" : 79305, | |
"min" : 79305 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 370537209, | |
"count" : 16, | |
"max" : 24673654, | |
"min" : 20876246 | |
}, | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 137, | |
"count" : 1, | |
"max" : 137, | |
"min" : 137 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"PartitionedOutput.root.1.outputBatches" : { | |
"name" : "PartitionedOutput.root.1.outputBatches", | |
"unit" : "NONE", | |
"sum" : 41164, | |
"count" : 1, | |
"max" : 41164, | |
"min" : 41164 | |
}, | |
"PartitionedOutput.root.1.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.1.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 3598, | |
"count" : 16, | |
"max" : 230, | |
"min" : 211 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 8111855000, | |
"count" : 16, | |
"max" : 719045000, | |
"min" : 314076000 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 8228, | |
"count" : 16, | |
"max" : 703, | |
"min" : 400 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.1.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 2065925588, | |
"count" : 16, | |
"max" : 137692256, | |
"min" : 115821804 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 196, | |
"count" : 16, | |
"max" : 13, | |
"min" : 11 | |
}, | |
"PartitionedOutput.root.1.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 5840728141, | |
"count" : 16, | |
"max" : 378645566, | |
"min" : 345055346 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"FilterProject.1.runningFinishWallNanos" : { | |
"name" : "FilterProject.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 3674, | |
"count" : 16, | |
"max" : 290, | |
"min" : 165 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 1951812000, | |
"count" : 16, | |
"max" : 219204000, | |
"min" : 67034000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 1341021000, | |
"count" : 16, | |
"max" : 291054000, | |
"min" : 28989000 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 2644000, | |
"count" : 10, | |
"max" : 619000, | |
"min" : 15000 | |
}, | |
"PartitionedOutput.root.1.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.1.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 1710820491521, | |
"count" : 1, | |
"max" : 1710820491521, | |
"min" : 1710820491521 | |
}, | |
"PartitionedOutput.root.1.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.1.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 159378, | |
"count" : 1, | |
"max" : 159378, | |
"min" : 159378 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 72000000, | |
"count" : 1, | |
"max" : 72000000, | |
"min" : 72000000 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 1710820506137, | |
"count" : 1, | |
"max" : 1710820506137, | |
"min" : 1710820506137 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 1, | |
"count" : 1, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 13, | |
"count" : 10, | |
"max" : 2, | |
"min" : 1 | |
} | |
} | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"connectorId" : "unused", | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "fea93d663f00" | |
} ] | |
}, | |
"previousAttemptsExecutionInfos" : [ ], | |
"subStages" : [ ], | |
"runtimeOptimized" : false | |
} ], | |
"runtimeOptimized" : false | |
}, | |
"warnings" : [ ], | |
"inputs" : [ { | |
"connectorId" : "hive", | |
"schema" : "tpcds_sf1000_parquet_varchar", | |
"table" : "store_sales", | |
"connectorInfo" : { | |
"partitionIds" : [ "\u003CUNPARTITIONED\u003E" ], | |
"truncated" : false | |
}, | |
"columns" : [ { | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ], | |
"serializedCommitOutput" : "" | |
} ], | |
"finalQueryInfo" : true, | |
"resourceGroupId" : [ "global" ], | |
"queryType" : "EXPLAIN", | |
"failedTasks" : [ ], | |
"addedSessionFunctions" : { }, | |
"removedSessionFunctions" : [ ], | |
"planStatsAndCosts" : { | |
"stats" : { }, | |
"costs" : { } | |
}, | |
"optimizerInformation" : [ { | |
"optimizerName" : "PruneTableScanColumns", | |
"optimizerTriggered" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "UnaliasSymbolReferences", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "RemoveRedundantIdentityProjections", | |
"optimizerTriggered" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "AddLocalExchanges", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "ApplyConnectorOptimization", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "RemoveRedundantIdentityProjections", | |
"optimizerTriggered" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "UnaliasSymbolReferences", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "UnaliasSymbolReferences", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "StatsRecordingPlanOptimizer", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "RemoveRedundantIdentityProjections", | |
"optimizerTriggered" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "PlanRemoteProjections", | |
"optimizerTriggered" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "ApplyConnectorOptimization", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
} ], | |
"cteInformation" : [ ], | |
"scalarFunctions" : [ ], | |
"aggregateFunctions" : [ ], | |
"windowsFunctions" : [ ], | |
"queryHash" : "cf2b6cbc6efe9cf7" | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"queryId" : "20240319_035646_00028_bcy7w", | |
"session" : { | |
"queryId" : "20240319_035646_00028_bcy7w", | |
"transactionId" : "0f639e90-4afd-4c8a-a2bd-bcdea8cd739d", | |
"clientTransactionSupport" : true, | |
"user" : "anant", | |
"source" : "presto-python-client", | |
"catalog" : "hive", | |
"schema" : "tpcds_sf1000_parquet_varchar", | |
"traceToken" : "noop_dummy_id", | |
"timeZoneKey" : 0, | |
"locale" : "en_US", | |
"remoteUserAddress" : "223.233.72.211", | |
"userAgent" : "python-requests/2.31.0", | |
"clientTags" : [ ], | |
"resourceEstimates" : { }, | |
"startTime" : 1710820606438, | |
"systemProperties" : { | |
"query_max_execution_time" : "8h" | |
}, | |
"catalogProperties" : { }, | |
"unprocessedCatalogProperties" : { }, | |
"roles" : { }, | |
"preparedStatements" : { }, | |
"sessionFunctions" : { } | |
}, | |
"state" : "FINISHED", | |
"memoryPool" : "general", | |
"scheduled" : true, | |
"self" : "http://10.0.1.3:8080/v1/query/20240319_035646_00028_bcy7w", | |
"fieldNames" : [ "Query Plan" ], | |
"query" : "explain analyze SELECT ss_quantity FROM hive.tpcds_sf1000_parquet_varchar.store_sales\n", | |
"queryStats" : { | |
"createTime" : "2024-03-19T03:56:46.439Z", | |
"executionStartTime" : "2024-03-19T03:56:46.440Z", | |
"lastHeartbeat" : "2024-03-19T03:56:57.814Z", | |
"endTime" : "2024-03-19T03:56:57.816Z", | |
"elapsedTime" : "11.38s", | |
"waitingForPrerequisitesTime" : "212.05us", | |
"queuedTime" : "57.93us", | |
"resourceWaitingTime" : "23.94us", | |
"semanticAnalyzingTime" : "1.40ms", | |
"columnAccessPermissionCheckingTime" : "53.79us", | |
"dispatchingTime" : "1.48ms", | |
"executionTime" : "11.38s", | |
"analysisTime" : "14.54ms", | |
"totalPlanningTime" : "15.23ms", | |
"finishingTime" : "161.12us", | |
"totalTasks" : 6, | |
"runningTasks" : 0, | |
"peakRunningTasks" : 6, | |
"completedTasks" : 6, | |
"totalDrivers" : 1065, | |
"queuedDrivers" : 0, | |
"runningDrivers" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 1065, | |
"cumulativeUserMemory" : 6.5478281210373856E16, | |
"cumulativeTotalMemory" : 6.5478307462456576E16, | |
"userMemoryReservation" : "0B", | |
"totalMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "451MB", | |
"peakTotalMemoryReservation" : "451MB", | |
"peakTaskUserMemory" : "103MB", | |
"peakTaskTotalMemory" : "103MB", | |
"peakNodeTotalMemory" : "105MB", | |
"scheduled" : true, | |
"totalScheduledTime" : "3.10m", | |
"totalCpuTime" : "1.81m", | |
"retriedCpuTime" : "0.00ns", | |
"totalBlockedTime" : "10.85m", | |
"fullyBlocked" : true, | |
"blockedReasons" : [ ], | |
"totalAllocation" : "0B", | |
"rawInputDataSize" : "202.72MB", | |
"rawInputPositions" : 2879987999, | |
"processedInputDataSize" : "26.95GB", | |
"processedInputPositions" : 5759975998, | |
"shuffledDataSize" : "10.59GB", | |
"shuffledPositions" : 2879987999, | |
"outputDataSize" : "981B", | |
"outputPositions" : 1, | |
"writtenOutputPositions" : 0, | |
"writtenOutputLogicalDataSize" : "0B", | |
"writtenOutputPhysicalDataSize" : "0B", | |
"writtenIntermediatePhysicalDataSize" : "0B", | |
"stageGcStatistics" : [ { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"tasks" : 1, | |
"fullGcTasks" : 0, | |
"minFullGcSec" : 0, | |
"maxFullGcSec" : 0, | |
"totalFullGcSec" : 0, | |
"averageFullGcSec" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"tasks" : 5, | |
"fullGcTasks" : 0, | |
"minFullGcSec" : 0, | |
"maxFullGcSec" : 0, | |
"totalFullGcSec" : 0, | |
"averageFullGcSec" : 0 | |
} ], | |
"operatorSummaries" : [ { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "164", | |
"operatorType" : "ExchangeOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "10.59GB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.228590893955008E17, | |
"getOutputCalls" : 304758, | |
"getOutputWall" : "31.75s", | |
"getOutputCpu" : "28.04s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.41GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "2.19m", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "exchangeClientStatus", | |
"bufferedBytes" : 0, | |
"maxBufferedBytes" : 38014358, | |
"averageBytesPerRequest" : 12241154, | |
"successfulRequestsCount" : 15088, | |
"bufferedPages" : 0, | |
"noMoreLocations" : true, | |
"pageBufferClientStatuses" : [ ] | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 0, | |
"planNodeId" : "180", | |
"operatorType" : "LocalExchangeSourceOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 304580, | |
"getOutputWall" : "828.72ms", | |
"getOutputCpu" : "775.99ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.41GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "7.10s", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "localExchangeBuffer", | |
"bufferedBytes" : 0, | |
"bufferedPages" : 0 | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "180", | |
"operatorType" : "LocalExchangeSinkOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 304580, | |
"addInputWall" : "1.41s", | |
"addInputCpu" : "1.15s", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.228590893955008E17, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.41GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "117.72ms", | |
"finishCalls" : 16, | |
"finishWall" : "349.75us", | |
"finishCpu" : "314.59us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 1, | |
"planNodeId" : "5", | |
"operatorType" : "ExplainAnalyzeOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 304580, | |
"addInputWall" : "513.46ms", | |
"addInputCpu" : "490.02ms", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 305710, | |
"getOutputWall" : "693.29ms", | |
"getOutputCpu" : "560.61ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "981B", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 3, | |
"finishWall" : "108.45us", | |
"finishCpu" : "109.01us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 2, | |
"planNodeId" : "6", | |
"operatorType" : "TaskOutputOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 1, | |
"addInputWall" : "109.59us", | |
"addInputCpu" : "110.52us", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "981B", | |
"inputPositions" : 1, | |
"sumSquaredInputPositions" : 1.0, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "981B", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 1, | |
"finishWall" : "3.50us", | |
"finishCpu" : "3.74us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 80, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "202.72MB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "13.54GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 1.80069597758314266E18, | |
"getOutputCalls" : 288625, | |
"getOutputWall" : "1.68m", | |
"getOutputCpu" : "33.18s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.54GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "20.78ms", | |
"finishCalls" : 80, | |
"finishWall" : "38.92us", | |
"finishCpu" : "126.46us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "148.91MB", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3.78MB", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3.78MB", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 265, | |
"min" : 126 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 1491414845, | |
"count" : 80, | |
"max" : 34161459, | |
"min" : 3795631 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 23, | |
"min" : 10 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 38869194000, | |
"count" : 80, | |
"max" : 914133000, | |
"min" : 234131000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 23, | |
"min" : 10 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 786, | |
"count" : 80, | |
"max" : 18, | |
"min" : 2 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 6104538000, | |
"count" : 80, | |
"max" : 206121000, | |
"min" : 32223000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 3972950000, | |
"count" : 80, | |
"max" : 117894000, | |
"min" : 0 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 55724096000, | |
"count" : 80, | |
"max" : 1164530000, | |
"min" : 361794000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 444860000, | |
"count" : 80, | |
"max" : 12698000, | |
"min" : 2370000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 187952, | |
"count" : 80, | |
"max" : 3421, | |
"min" : 1220 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 585950, | |
"count" : 5, | |
"max" : 146899, | |
"min" : 71442 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 2737434558, | |
"count" : 80, | |
"max" : 43653864, | |
"min" : 18977637 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "0", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 80, | |
"addInputCalls" : 288481, | |
"addInputWall" : "15.09s", | |
"addInputCpu" : "14.89s", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.54GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 1.80069597758314266E18, | |
"getOutputCalls" : 301437, | |
"getOutputWall" : "34.90s", | |
"getOutputCpu" : "29.40s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "10.59GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "8.54m", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "329.18MB", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "12.06MB", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "12.06MB", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 304580, | |
"count" : 5, | |
"max" : 76429, | |
"min" : 37024 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 1156245, | |
"count" : 5, | |
"max" : 289944, | |
"min" : 140745 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 2692000, | |
"count" : 80, | |
"max" : 257000, | |
"min" : 15000 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"runtimeStats" : { | |
"S1-TableScan.0.numMemoryAllocations" : { | |
"name" : "S1-TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 585950, | |
"count" : 5, | |
"max" : 146899, | |
"min" : 71442 | |
}, | |
"S1-TableScan.0.localReadBytes" : { | |
"name" : "S1-TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-TableScan.0.runningFinishWallNanos" : { | |
"name" : "S1-TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 38922, | |
"count" : 80, | |
"max" : 808, | |
"min" : 331 | |
}, | |
"S1-TableScan.0.skippedSplitBytes" : { | |
"name" : "S1-TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-endTime" : { | |
"name" : "S1-endTime", | |
"unit" : "NONE", | |
"sum" : 8554103075317, | |
"count" : 5, | |
"max" : 1710820617707, | |
"min" : 1710820611655 | |
}, | |
"getColumnMetadataTimeNanos" : { | |
"name" : "getColumnMetadataTimeNanos", | |
"unit" : "NANO", | |
"sum" : 299198, | |
"count" : 1, | |
"max" : 299198, | |
"min" : 299198 | |
}, | |
"S1-TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "S1-TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 64, | |
"count" : 56, | |
"max" : 3, | |
"min" : 1 | |
}, | |
"S1-TableScan.0.queryThreadIoLatency" : { | |
"name" : "S1-TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 23, | |
"min" : 10 | |
}, | |
"S1-createTime" : { | |
"name" : "S1-createTime", | |
"unit" : "NONE", | |
"sum" : 8554103032663, | |
"count" : 5, | |
"max" : 1710820606538, | |
"min" : 1710820606528 | |
}, | |
"S1-TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "S1-TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 20779000, | |
"count" : 56, | |
"max" : 1052000, | |
"min" : 13000 | |
}, | |
"S0-taskQueuedTimeNanos" : { | |
"name" : "S0-taskQueuedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 740419, | |
"count" : 1, | |
"max" : 740419, | |
"min" : 740419 | |
}, | |
"S1-PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "S1-PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 1156245, | |
"count" : 5, | |
"max" : 289944, | |
"min" : 140745 | |
}, | |
"S1-TableScan.0.totalScanTime" : { | |
"name" : "S1-TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 3972950000, | |
"count" : 80, | |
"max" : 117894000, | |
"min" : 0 | |
}, | |
"S0-taskElapsedTimeNanos" : { | |
"name" : "S0-taskElapsedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 11356264568, | |
"count" : 1, | |
"max" : 11356264568, | |
"min" : 11356264568 | |
}, | |
"S1-TableScan.0.ramReadBytes" : { | |
"name" : "S1-TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"getColumnHandleTimeNanos" : { | |
"name" : "getColumnHandleTimeNanos", | |
"unit" : "NANO", | |
"sum" : 138958, | |
"count" : 1, | |
"max" : 138958, | |
"min" : 138958 | |
}, | |
"S1-PartitionedOutput.root.0.runningGetOutputWallNanos" : { | |
"name" : "S1-PartitionedOutput.root.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 34902233208, | |
"count" : 80, | |
"max" : 571698554, | |
"min" : 236189803 | |
}, | |
"S1-TableScan.0.runningAddInputWallNanos" : { | |
"name" : "S1-TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-TableScan.0.skippedStrides" : { | |
"name" : "S1-TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 187952, | |
"count" : 80, | |
"max" : 3421, | |
"min" : 1220 | |
}, | |
"S1-TableScan.0.totalRemainingFilterTime" : { | |
"name" : "S1-TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"optimizerTimeNanos" : { | |
"name" : "optimizerTimeNanos", | |
"unit" : "NANO", | |
"sum" : 7651170, | |
"count" : 1, | |
"max" : 7651170, | |
"min" : 7651170 | |
}, | |
"S1-TableScan.0.numSplits" : { | |
"name" : "S1-TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 265, | |
"min" : 126 | |
}, | |
"S1-TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "S1-TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 100606368311, | |
"count" : 80, | |
"max" : 1897642605, | |
"min" : 634511308 | |
}, | |
"S1-TableScan.0.numPrefetch" : { | |
"name" : "S1-TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 786, | |
"count" : 80, | |
"max" : 18, | |
"min" : 2 | |
}, | |
"S1-driverCountPerTask" : { | |
"name" : "S1-driverCountPerTask", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 265, | |
"min" : 126 | |
}, | |
"S1-PartitionedOutput.root.0.inputBatches" : { | |
"name" : "S1-PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"S1-taskElapsedTimeNanos" : { | |
"name" : "S1-taskElapsedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 42339000000, | |
"count" : 5, | |
"max" : 11129000000, | |
"min" : 5059000000 | |
}, | |
"S1-TableScan.0.dataSourceWallNanos" : { | |
"name" : "S1-TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 55724096000, | |
"count" : 80, | |
"max" : 1164530000, | |
"min" : 361794000 | |
}, | |
"S0-driverCountPerTask" : { | |
"name" : "S0-driverCountPerTask", | |
"unit" : "NONE", | |
"sum" : 17, | |
"count" : 1, | |
"max" : 17, | |
"min" : 17 | |
}, | |
"getViewTimeNanos" : { | |
"name" : "getViewTimeNanos", | |
"unit" : "NANO", | |
"sum" : 339465, | |
"count" : 1, | |
"max" : 339465, | |
"min" : 339465 | |
}, | |
"getTableHandleTimeNanos" : { | |
"name" : "getTableHandleTimeNanos", | |
"unit" : "NANO", | |
"sum" : 46429, | |
"count" : 1, | |
"max" : 46429, | |
"min" : 46429 | |
}, | |
"S1-PartitionedOutput.root.0.runningFinishWallNanos" : { | |
"name" : "S1-PartitionedOutput.root.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S0-taskScheduledTimeNanos" : { | |
"name" : "S0-taskScheduledTimeNanos", | |
"unit" : "NANO", | |
"sum" : 35620039891, | |
"count" : 1, | |
"max" : 35620039891, | |
"min" : 35620039891 | |
}, | |
"S1-TableScan.0.queuedWallNanos" : { | |
"name" : "S1-TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 444860000, | |
"count" : 80, | |
"max" : 12698000, | |
"min" : 2370000 | |
}, | |
"S1-outputConsumedDelayInNanos" : { | |
"name" : "S1-outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 315000000, | |
"count" : 5, | |
"max" : 89000000, | |
"min" : 44000000 | |
}, | |
"S1-TableScan.0.numLocalRead" : { | |
"name" : "S1-TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-TableScan.0.prefetchBytes" : { | |
"name" : "S1-TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 1491414845, | |
"count" : 80, | |
"max" : 34161459, | |
"min" : 3795631 | |
}, | |
"S0-taskBlockedTimeNanos" : { | |
"name" : "S0-taskBlockedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 138474047356, | |
"count" : 1, | |
"max" : 138474047356, | |
"min" : 138474047356 | |
}, | |
"S1-TableScan.0.numStorageRead" : { | |
"name" : "S1-TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 23, | |
"min" : 10 | |
}, | |
"S1-PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "S1-PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 2692000, | |
"count" : 80, | |
"max" : 257000, | |
"min" : 15000 | |
}, | |
"S1-PartitionedOutput.root.0.blockedWaitForConsumerTimes" : { | |
"name" : "S1-PartitionedOutput.root.0.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 12730, | |
"count" : 80, | |
"max" : 205, | |
"min" : 88 | |
}, | |
"S1-TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "S1-TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-TableScan.0.overreadBytes" : { | |
"name" : "S1-TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-taskScheduledTimeNanos" : { | |
"name" : "S1-taskScheduledTimeNanos", | |
"unit" : "NANO", | |
"sum" : 150594391806, | |
"count" : 5, | |
"max" : 37861783367, | |
"min" : 18136756010 | |
}, | |
"S1-PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : { | |
"name" : "S1-PartitionedOutput.root.0.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 512566610000, | |
"count" : 80, | |
"max" : 8837107000, | |
"min" : 3331200000 | |
}, | |
"S1-numTopOutputBuffers" : { | |
"name" : "S1-numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 5, | |
"count" : 5, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"S1-taskBlockedTimeNanos" : { | |
"name" : "S1-taskBlockedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 512587389000, | |
"count" : 5, | |
"max" : 137927042000, | |
"min" : 59095163000 | |
}, | |
"S1-TableScan.0.inputBatches" : { | |
"name" : "S1-TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"getMaterializedViewTimeNanos" : { | |
"name" : "getMaterializedViewTimeNanos", | |
"unit" : "NANO", | |
"sum" : 28254, | |
"count" : 1, | |
"max" : 28254, | |
"min" : 28254 | |
}, | |
"S1-TableScan.0.outputBatches" : { | |
"name" : "S1-TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"S1-TableScan.0.storageReadBytes" : { | |
"name" : "S1-TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 2737434558, | |
"count" : 80, | |
"max" : 43653864, | |
"min" : 18977637 | |
}, | |
"S1-PartitionedOutput.root.0.outputBatches" : { | |
"name" : "S1-PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 304580, | |
"count" : 5, | |
"max" : 76429, | |
"min" : 37024 | |
}, | |
"getCanonicalInfoTimeNanos" : { | |
"name" : "getCanonicalInfoTimeNanos", | |
"unit" : "NANO", | |
"sum" : 22470, | |
"count" : 1, | |
"max" : 22470, | |
"min" : 22470 | |
}, | |
"S1-averageOutputBufferWallNanos" : { | |
"name" : "S1-averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 615000000, | |
"count" : 5, | |
"max" : 143000000, | |
"min" : 108000000 | |
}, | |
"fragmentPlanTimeNanos" : { | |
"name" : "fragmentPlanTimeNanos", | |
"unit" : "NANO", | |
"sum" : 5582030, | |
"count" : 1, | |
"max" : 5582030, | |
"min" : 5582030 | |
}, | |
"S1-TableScan.0.numRamRead" : { | |
"name" : "S1-TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-nativeProcessCpuTime" : { | |
"name" : "S1-nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 94366292000, | |
"count" : 5, | |
"max" : 23656998000, | |
"min" : 11439995000 | |
}, | |
"S1-getSplitsTimeNanos" : { | |
"name" : "S1-getSplitsTimeNanos", | |
"unit" : "NANO", | |
"sum" : 57043449, | |
"count" : 1, | |
"max" : 57043449, | |
"min" : 57043449 | |
}, | |
"S1-TableScan.0.ioWaitNanos" : { | |
"name" : "S1-TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 38869194000, | |
"count" : 80, | |
"max" : 914133000, | |
"min" : 234131000 | |
}, | |
"logicalPlannerTimeNanos" : { | |
"name" : "logicalPlannerTimeNanos", | |
"unit" : "NANO", | |
"sum" : 944548, | |
"count" : 1, | |
"max" : 944548, | |
"min" : 944548 | |
}, | |
"S1-PartitionedOutput.root.0.runningAddInputWallNanos" : { | |
"name" : "S1-PartitionedOutput.root.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 15085751365, | |
"count" : 80, | |
"max" : 243844814, | |
"min" : 103358162 | |
}, | |
"S1-TableScan.0.skippedSplits" : { | |
"name" : "S1-TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"S1-TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "S1-TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 6104538000, | |
"count" : 80, | |
"max" : 206121000, | |
"min" : 32223000 | |
} | |
}, | |
"spilledDataSize" : "0B", | |
"progressPercentage" : 100.0 | |
}, | |
"setSessionProperties" : { }, | |
"resetSessionProperties" : [ ], | |
"setRoles" : { }, | |
"addedPreparedStatements" : { }, | |
"deallocatedPreparedStatements" : [ ], | |
"clearTransactionId" : false, | |
"outputStage" : { | |
"stageId" : "20240319_035646_00028_bcy7w.0", | |
"self" : "http://10.0.1.3:8080/v1/stage/20240319_035646_00028_bcy7w.0", | |
"plan" : { | |
"id" : "0", | |
"root" : { | |
"@type" : ".OutputNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 17 | |
}, | |
"id" : "6", | |
"source" : { | |
"@type" : "com.facebook.presto.sql.planner.plan.ExplainAnalyzeNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 17 | |
}, | |
"id" : "5", | |
"source" : { | |
"@type" : "com.facebook.presto.sql.planner.plan.ExchangeNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 41 | |
}, | |
"id" : "180", | |
"type" : "GATHER", | |
"scope" : "LOCAL", | |
"partitioningScheme" : { | |
"partitioning" : { | |
"handle" : { | |
"connectorHandle" : { | |
"@type" : "$remote", | |
"partitioning" : "SINGLE", | |
"function" : "SINGLE" | |
} | |
}, | |
"arguments" : [ ] | |
}, | |
"outputLayout" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 41 | |
}, | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ], | |
"replicateNullsAndAny" : false | |
}, | |
"sources" : [ { | |
"@type" : "com.facebook.presto.sql.planner.plan.RemoteSourceNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 41 | |
}, | |
"id" : "164", | |
"sourceFragmentIds" : [ "1" ], | |
"outputVariables" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 41 | |
}, | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ], | |
"ensureSourceOrdering" : false, | |
"exchangeType" : "GATHER" | |
} ], | |
"inputs" : [ [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 41 | |
}, | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ] ], | |
"ensureSourceOrdering" : false | |
}, | |
"outputVariable" : { | |
"@type" : "variable", | |
"name" : "query_plan", | |
"type" : "varchar" | |
}, | |
"verbose" : false | |
}, | |
"columnNames" : [ "Query Plan" ], | |
"outputVariables" : [ { | |
"@type" : "variable", | |
"name" : "query_plan", | |
"type" : "varchar" | |
} ] | |
}, | |
"variables" : [ { | |
"@type" : "variable", | |
"name" : "query_plan", | |
"type" : "varchar" | |
}, { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 41 | |
}, | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ], | |
"partitioning" : { | |
"connectorHandle" : { | |
"@type" : "$remote", | |
"partitioning" : "COORDINATOR_ONLY", | |
"function" : "SINGLE" | |
} | |
}, | |
"tableScanSchedulingOrder" : [ ], | |
"partitioningScheme" : { | |
"partitioning" : { | |
"handle" : { | |
"connectorHandle" : { | |
"@type" : "$remote", | |
"partitioning" : "SINGLE", | |
"function" : "SINGLE" | |
} | |
}, | |
"arguments" : [ ] | |
}, | |
"outputLayout" : [ { | |
"@type" : "variable", | |
"name" : "query_plan", | |
"type" : "varchar" | |
} ], | |
"replicateNullsAndAny" : false | |
}, | |
"stageExecutionDescriptor" : { | |
"stageExecutionStrategy" : "UNGROUPED_EXECUTION", | |
"groupedExecutionScanNodes" : [ ], | |
"totalLifespans" : 1 | |
}, | |
"outputTableWriterFragment" : false, | |
"statsAndCosts" : { | |
"stats" : { }, | |
"costs" : { } | |
}, | |
"jsonRepresentation" : "{\n \"id\" : \"6\",\n \"name\" : \"Output\",\n \"identifier\" : \"[Query Plan]\",\n \"details\" : \"Query Plan := query_plan\\n\",\n \"children\" : [ {\n \"id\" : \"5\",\n \"name\" : \"ExplainAnalyze\",\n \"identifier\" : \"\",\n \"details\" : \"\",\n \"children\" : [ {\n \"id\" : \"180\",\n \"name\" : \"LocalExchange\",\n \"identifier\" : \"[SINGLE] ()\",\n \"details\" : \"\",\n \"children\" : [ {\n \"id\" : \"164\",\n \"name\" : \"RemoteSource\",\n \"identifier\" : \"[1]\",\n \"details\" : \"\",\n \"children\" : [ ],\n \"remoteSources\" : [ \"1\" ],\n \"estimates\" : [ ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n } ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n}" | |
}, | |
"latestAttemptExecutionInfo" : { | |
"state" : "FINISHED", | |
"stats" : { | |
"schedulingComplete" : "2024-03-19T03:56:46.457Z", | |
"getSplitDistribution" : { | |
"maxError" : "NaN", | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : -9223372036854775808, | |
"p05" : -9223372036854775808, | |
"p10" : -9223372036854775808, | |
"p25" : -9223372036854775808, | |
"p50" : -9223372036854775808, | |
"p75" : -9223372036854775808, | |
"p90" : -9223372036854775808, | |
"p95" : -9223372036854775808, | |
"p99" : -9223372036854775808, | |
"min" : 9223372036854775807, | |
"max" : -9223372036854775808, | |
"avg" : "NaN" | |
}, | |
"totalTasks" : 1, | |
"runningTasks" : 0, | |
"completedTasks" : 1, | |
"totalLifespans" : 1, | |
"completedLifespans" : 1, | |
"totalDrivers" : 17, | |
"queuedDrivers" : 0, | |
"runningDrivers" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 17, | |
"cumulativeUserMemory" : 0.0, | |
"cumulativeTotalMemory" : 2.6252082722008244E10, | |
"userMemoryReservation" : "0B", | |
"totalMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakNodeTotalMemoryReservation" : "36.25MB", | |
"totalScheduledTime" : "35.62s", | |
"totalCpuTime" : "31.14s", | |
"retriedCpuTime" : "0.00ns", | |
"totalBlockedTime" : "2.31m", | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocation" : "0B", | |
"rawInputDataSize" : "10.59GB", | |
"rawInputPositions" : 2879987999, | |
"processedInputDataSize" : "13.41GB", | |
"processedInputPositions" : 2879987999, | |
"bufferedDataSize" : "0B", | |
"outputDataSize" : "981B", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"gcInfo" : { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"tasks" : 1, | |
"fullGcTasks" : 0, | |
"minFullGcSec" : 0, | |
"maxFullGcSec" : 0, | |
"totalFullGcSec" : 0, | |
"averageFullGcSec" : 0 | |
}, | |
"operatorSummaries" : [ { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "164", | |
"operatorType" : "ExchangeOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "10.59GB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.228590893955008E17, | |
"getOutputCalls" : 304758, | |
"getOutputWall" : "31.75s", | |
"getOutputCpu" : "28.04s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.41GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "2.19m", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "exchangeClientStatus", | |
"bufferedBytes" : 0, | |
"maxBufferedBytes" : 38014358, | |
"averageBytesPerRequest" : 12241154, | |
"successfulRequestsCount" : 15088, | |
"bufferedPages" : 0, | |
"noMoreLocations" : true, | |
"pageBufferClientStatuses" : [ ] | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 0, | |
"planNodeId" : "180", | |
"operatorType" : "LocalExchangeSourceOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 304580, | |
"getOutputWall" : "828.72ms", | |
"getOutputCpu" : "775.99ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.41GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "7.10s", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "localExchangeBuffer", | |
"bufferedBytes" : 0, | |
"bufferedPages" : 0 | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "180", | |
"operatorType" : "LocalExchangeSinkOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 304580, | |
"addInputWall" : "1.41s", | |
"addInputCpu" : "1.15s", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.228590893955008E17, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.41GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "117.72ms", | |
"finishCalls" : 16, | |
"finishWall" : "349.75us", | |
"finishCpu" : "314.59us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 1, | |
"planNodeId" : "5", | |
"operatorType" : "ExplainAnalyzeOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 304580, | |
"addInputWall" : "513.46ms", | |
"addInputCpu" : "490.02ms", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 305710, | |
"getOutputWall" : "693.29ms", | |
"getOutputCpu" : "560.61ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "981B", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 3, | |
"finishWall" : "108.45us", | |
"finishCpu" : "109.01us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 2, | |
"planNodeId" : "6", | |
"operatorType" : "TaskOutputOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 1, | |
"addInputWall" : "109.59us", | |
"addInputCpu" : "110.52us", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "981B", | |
"inputPositions" : 1, | |
"sumSquaredInputPositions" : 1.0, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "981B", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 1, | |
"finishWall" : "3.50us", | |
"finishCpu" : "3.74us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"runtimeStats" : { | |
"taskElapsedTimeNanos" : { | |
"name" : "taskElapsedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 11356264568, | |
"count" : 1, | |
"max" : 11356264568, | |
"min" : 11356264568 | |
}, | |
"taskScheduledTimeNanos" : { | |
"name" : "taskScheduledTimeNanos", | |
"unit" : "NANO", | |
"sum" : 35620039891, | |
"count" : 1, | |
"max" : 35620039891, | |
"min" : 35620039891 | |
}, | |
"taskBlockedTimeNanos" : { | |
"name" : "taskBlockedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 138474047356, | |
"count" : 1, | |
"max" : 138474047356, | |
"min" : 138474047356 | |
}, | |
"taskQueuedTimeNanos" : { | |
"name" : "taskQueuedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 740419, | |
"count" : 1, | |
"max" : 740419, | |
"min" : 740419 | |
}, | |
"driverCountPerTask" : { | |
"name" : "driverCountPerTask", | |
"unit" : "NONE", | |
"sum" : 17, | |
"count" : 1, | |
"max" : 17, | |
"min" : 17 | |
} | |
} | |
}, | |
"tasks" : [ { | |
"taskId" : "20240319_035646_00028_bcy7w.0.0.0.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : -7638282349596889860, | |
"taskInstanceIdMostSignificantBits" : -1733446157299269263, | |
"version" : 139, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.3:8080/v1/task/20240319_035646_00028_bcy7w.0.0.0.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 38014358, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 31137877955, | |
"taskAgeInMillis" : 11358, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:56:57.508Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "FINISHED", | |
"canAddBuffers" : false, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 1, | |
"totalPagesSent" : 1, | |
"buffers" : [ { | |
"bufferId" : 0, | |
"finished" : true, | |
"bufferedPages" : 0, | |
"pagesSent" : 1, | |
"pageBufferInfo" : { | |
"partition" : 0, | |
"bufferedPages" : 0, | |
"bufferedBytes" : 0, | |
"rowsAdded" : 1, | |
"pagesAdded" : 1 | |
} | |
} ] | |
}, | |
"noMoreSplits" : [ "164" ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:56:46.458Z", | |
"firstStartTime" : "2024-03-19T03:56:46.460Z", | |
"lastStartTime" : "2024-03-19T03:56:46.461Z", | |
"lastEndTime" : "2024-03-19T03:56:57.814Z", | |
"endTime" : "2024-03-19T03:56:57.815Z", | |
"elapsedTimeInNanos" : 11356264568, | |
"queuedTimeInNanos" : 740419, | |
"totalDrivers" : 17, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 17, | |
"cumulativeUserMemory" : 0.0, | |
"cumulativeTotalMemory" : 2.6252082722008244E10, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 21064524, | |
"peakUserMemoryInBytes" : 0, | |
"peakNodeTotalMemoryInBytes" : 38014358, | |
"totalScheduledTimeInNanos" : 35620039891, | |
"totalCpuTimeInNanos" : 31137877955, | |
"totalBlockedTimeInNanos" : 138474047356, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 11368391364, | |
"rawInputPositions" : 2879987999, | |
"processedInputDataSizeInBytes" : 14399939995, | |
"processedInputPositions" : 2879987999, | |
"outputDataSizeInBytes" : 981, | |
"outputPositions" : 1, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:56:46.460Z", | |
"lastStartTime" : "2024-03-19T03:56:46.461Z", | |
"lastEndTime" : "2024-03-19T03:56:57.711Z", | |
"inputPipeline" : true, | |
"outputPipeline" : false, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 16.0, | |
"total" : 1.2345114E7, | |
"p01" : 317349, | |
"p05" : 317349, | |
"p10" : 333510, | |
"p25" : 490298, | |
"p50" : 799714, | |
"p75" : 1088363, | |
"p90" : 1209304, | |
"p95" : 1263051, | |
"p99" : 1263051, | |
"min" : 317349, | |
"max" : 1263051, | |
"avg" : 771569.625 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 16.0, | |
"total" : 1.80023210976E11, | |
"p01" : 11251271386, | |
"p05" : 11251271386, | |
"p10" : 11251273587, | |
"p25" : 11251314060, | |
"p50" : 11251415023, | |
"p75" : 11251646255, | |
"p90" : 11251755848, | |
"p95" : 11251833841, | |
"p99" : 11251833841, | |
"min" : 11251271386, | |
"max" : 11251833841, | |
"avg" : 1.1251450686E10 | |
}, | |
"totalScheduledTimeInNanos" : 33578160039, | |
"totalCpuTimeInNanos" : 29305110544, | |
"totalBlockedTimeInNanos" : 131376887122, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 11368391364, | |
"rawInputPositions" : 2879987999, | |
"processedInputDataSizeInBytes" : 14399939995, | |
"processedInputPositions" : 2879987999, | |
"outputDataSizeInBytes" : 14399939995, | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "164", | |
"operatorType" : "ExchangeOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "10.59GB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.228590893955008E17, | |
"getOutputCalls" : 304758, | |
"getOutputWall" : "31.75s", | |
"getOutputCpu" : "28.04s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.41GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "2.19m", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "exchangeClientStatus", | |
"bufferedBytes" : 0, | |
"maxBufferedBytes" : 38014358, | |
"averageBytesPerRequest" : 12241154, | |
"successfulRequestsCount" : 15088, | |
"bufferedPages" : 0, | |
"noMoreLocations" : true, | |
"pageBufferClientStatuses" : [ ] | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "180", | |
"operatorType" : "LocalExchangeSinkOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 304580, | |
"addInputWall" : "1.41s", | |
"addInputCpu" : "1.15s", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 6.228590893955008E17, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.41GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "117.72ms", | |
"finishCalls" : 16, | |
"finishWall" : "349.75us", | |
"finishCpu" : "314.59us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
}, { | |
"pipelineId" : 1, | |
"firstStartTime" : "2024-03-19T03:56:46.461Z", | |
"lastStartTime" : "2024-03-19T03:56:46.461Z", | |
"lastEndTime" : "2024-03-19T03:56:57.814Z", | |
"inputPipeline" : false, | |
"outputPipeline" : true, | |
"totalDrivers" : 1, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 1, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 1.0, | |
"total" : 934626.0, | |
"p01" : 934626, | |
"p05" : 934626, | |
"p10" : 934626, | |
"p25" : 934626, | |
"p50" : 934626, | |
"p75" : 934626, | |
"p90" : 934626, | |
"p95" : 934626, | |
"p99" : 934626, | |
"min" : 934626, | |
"max" : 934626, | |
"avg" : 934626.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 1.0, | |
"total" : 1.1354406304E10, | |
"p01" : 11354406304, | |
"p05" : 11354406304, | |
"p10" : 11354406304, | |
"p25" : 11354406304, | |
"p50" : 11354406304, | |
"p75" : 11354406304, | |
"p90" : 11354406304, | |
"p95" : 11354406304, | |
"p99" : 11354406304, | |
"min" : 11354406304, | |
"max" : 11354406304, | |
"avg" : 1.1354406304E10 | |
}, | |
"totalScheduledTimeInNanos" : 2041879852, | |
"totalCpuTimeInNanos" : 1832767411, | |
"totalBlockedTimeInNanos" : 7097160234, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 0, | |
"rawInputPositions" : 0, | |
"processedInputDataSizeInBytes" : 14399939995, | |
"processedInputPositions" : 2879987999, | |
"outputDataSizeInBytes" : 981, | |
"outputPositions" : 1, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 0, | |
"planNodeId" : "180", | |
"operatorType" : "LocalExchangeSourceOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 304580, | |
"getOutputWall" : "828.72ms", | |
"getOutputCpu" : "775.99ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.41GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "7.10s", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"info" : { | |
"@type" : "localExchangeBuffer", | |
"bufferedBytes" : 0, | |
"bufferedPages" : 0 | |
}, | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 1, | |
"planNodeId" : "5", | |
"operatorType" : "ExplainAnalyzeOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 304580, | |
"addInputWall" : "513.46ms", | |
"addInputCpu" : "490.02ms", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.41GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 8.2943308743840236E18, | |
"getOutputCalls" : 305710, | |
"getOutputWall" : "693.29ms", | |
"getOutputCpu" : "560.61ms", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "981B", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 3, | |
"finishWall" : "108.45us", | |
"finishCpu" : "109.01us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 0, | |
"stageExecutionId" : 0, | |
"pipelineId" : 1, | |
"operatorId" : 2, | |
"planNodeId" : "6", | |
"operatorType" : "TaskOutputOperator", | |
"totalDrivers" : 1, | |
"addInputCalls" : 1, | |
"addInputWall" : "109.59us", | |
"addInputCpu" : "110.52us", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "981B", | |
"inputPositions" : 1, | |
"sumSquaredInputPositions" : 1.0, | |
"getOutputCalls" : 0, | |
"getOutputWall" : "0.00ns", | |
"getOutputCpu" : "0.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "981B", | |
"outputPositions" : 1, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "0.00ns", | |
"finishCalls" : 1, | |
"finishWall" : "3.50us", | |
"finishCpu" : "3.74us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "0B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "0B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "0B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { }, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { } | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "78c2c18b1160" | |
} ] | |
}, | |
"previousAttemptsExecutionInfos" : [ ], | |
"subStages" : [ { | |
"stageId" : "20240319_035646_00028_bcy7w.1", | |
"self" : "http://10.0.1.3:8080/v1/stage/20240319_035646_00028_bcy7w.1", | |
"plan" : { | |
"id" : "1", | |
"root" : { | |
"@type" : ".TableScanNode", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 41 | |
}, | |
"id" : "0", | |
"table" : { | |
"connectorId" : "hive", | |
"connectorHandle" : { | |
"@type" : "hive-hadoop2", | |
"schemaName" : "tpcds_sf1000_parquet_varchar", | |
"tableName" : "store_sales" | |
}, | |
"transaction" : { | |
"@type" : "hive-hadoop2", | |
"uuid" : "c94fe0b9-d01b-4e91-b56a-a037161f43a1" | |
}, | |
"connectorTableLayout" : { | |
"@type" : "hive-hadoop2", | |
"schemaTableName" : { | |
"schema" : "tpcds_sf1000_parquet_varchar", | |
"table" : "store_sales" | |
}, | |
"tablePath" : "s3a://presto-workload/tpcds-sf1000-parquet/store_sales", | |
"partitionColumns" : [ ], | |
"dataColumns" : [ { | |
"name" : "ss_sold_date_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_sold_time_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_item_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_customer_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_cdemo_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_hdemo_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_addr_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_store_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_promo_sk", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_ticket_number", | |
"type" : "bigint" | |
}, { | |
"name" : "ss_quantity", | |
"type" : "int" | |
}, { | |
"name" : "ss_wholesale_cost", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_list_price", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_sales_price", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_ext_discount_amt", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_ext_sales_price", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_ext_wholesale_cost", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_ext_list_price", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_ext_tax", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_coupon_amt", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_net_paid", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_net_paid_inc_tax", | |
"type" : "decimal(7,2)" | |
}, { | |
"name" : "ss_net_profit", | |
"type" : "decimal(7,2)" | |
} ], | |
"tableParameters" : { | |
"numRows" : "2879987999", | |
"rawDataSize" : "0", | |
"transient_lastDdlTime" : "1697086514", | |
"presto_version" : "0.284-20230928093222-d26b85d-amd64", | |
"presto_query_id" : "20231003_052406_00105_mteju", | |
"totalSize" : "199902640299", | |
"EXTERNAL" : "TRUE", | |
"COLUMN_STATS_ACCURATE" : "{\"COLUMN_STATS\":{\"ss_addr_sk\":\"true\",\"ss_cdemo_sk\":\"true\",\"ss_coupon_amt\":\"true\",\"ss_customer_sk\":\"true\",\"ss_ext_discount_amt\":\"true\",\"ss_ext_list_price\":\"true\",\"ss_ext_sales_price\":\"true\",\"ss_ext_tax\":\"true\",\"ss_ext_wholesale_cost\":\"true\",\"ss_hdemo_sk\":\"true\",\"ss_item_sk\":\"true\",\"ss_list_price\":\"true\",\"ss_net_paid\":\"true\",\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\",\"ss_promo_sk\":\"true\",\"ss_quantity\":\"true\",\"ss_sales_price\":\"true\",\"ss_sold_date_sk\":\"true\",\"ss_sold_time_sk\":\"true\",\"ss_store_sk\":\"true\",\"ss_ticket_number\":\"true\",\"ss_wholesale_cost\":\"true\"}}", | |
"numFiles" : "8" | |
}, | |
"domainPredicate" : { | |
"columnDomains" : [ ] | |
}, | |
"remainingPredicate" : { | |
"@type" : "constant", | |
"valueBlock" : "CgAAAEJZVEVfQVJSQVkBAAAAAAE=", | |
"type" : "boolean" | |
}, | |
"predicateColumns" : { }, | |
"partitionColumnPredicate" : { | |
"columnDomains" : [ ] | |
}, | |
"pushdownFilterEnabled" : true, | |
"layoutString" : "tpcds_sf1000_parquet_varchar.store_sales{}", | |
"requestedColumns" : [ { | |
"@type" : "hive-hadoop2", | |
"name" : "ss_quantity", | |
"hiveType" : "int", | |
"typeSignature" : "integer", | |
"hiveColumnIndex" : 10, | |
"columnType" : "REGULAR", | |
"requiredSubfields" : [ ] | |
} ], | |
"partialAggregationsPushedDown" : false, | |
"appendRowNumber" : false, | |
"footerStatsUnreliable" : false | |
} | |
}, | |
"outputVariables" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 41 | |
}, | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ], | |
"assignments" : { | |
"ss_quantity\u003Cinteger\u003E" : { | |
"@type" : "hive-hadoop2", | |
"name" : "ss_quantity", | |
"hiveType" : "int", | |
"typeSignature" : "integer", | |
"hiveColumnIndex" : 10, | |
"columnType" : "REGULAR", | |
"requiredSubfields" : [ ] | |
} | |
} | |
}, | |
"variables" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 41 | |
}, | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ], | |
"partitioning" : { | |
"connectorHandle" : { | |
"@type" : "$remote", | |
"partitioning" : "SOURCE", | |
"function" : "UNKNOWN" | |
} | |
}, | |
"tableScanSchedulingOrder" : [ "0" ], | |
"partitioningScheme" : { | |
"partitioning" : { | |
"handle" : { | |
"connectorHandle" : { | |
"@type" : "$remote", | |
"partitioning" : "SINGLE", | |
"function" : "SINGLE" | |
} | |
}, | |
"arguments" : [ ] | |
}, | |
"outputLayout" : [ { | |
"@type" : "variable", | |
"sourceLocation" : { | |
"line" : 1, | |
"column" : 41 | |
}, | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ], | |
"replicateNullsAndAny" : false | |
}, | |
"stageExecutionDescriptor" : { | |
"stageExecutionStrategy" : "UNGROUPED_EXECUTION", | |
"groupedExecutionScanNodes" : [ ], | |
"totalLifespans" : 1 | |
}, | |
"outputTableWriterFragment" : false, | |
"statsAndCosts" : { | |
"stats" : { }, | |
"costs" : { } | |
}, | |
"jsonRepresentation" : "{\n \"id\" : \"0\",\n \"name\" : \"TableScan\",\n \"identifier\" : \"[TableHandle {connectorId=\u0027hive\u0027, connectorHandle=\u0027HiveTableHandle{schemaName=tpcds_sf1000_parquet_varchar, tableName=store_sales, analyzePartitionValues=Optional.empty}\u0027, layout=\u0027Optional[tpcds_sf1000_parquet_varchar.store_sales{}]\u0027}]\",\n \"details\" : \"LAYOUT: tpcds_sf1000_parquet_varchar.store_sales{}\\nss_quantity := ss_quantity:int:10:REGULAR (1:41)\\n\",\n \"children\" : [ ],\n \"remoteSources\" : [ ],\n \"estimates\" : [ {\n \"outputRowCount\" : \"NaN\",\n \"totalSize\" : \"NaN\",\n \"confident\" : false,\n \"variableStatistics\" : { },\n \"joinNodeStatsEstimate\" : {\n \"nullJoinBuildKeyCount\" : \"NaN\",\n \"joinBuildKeyCount\" : \"NaN\",\n \"nullJoinProbeKeyCount\" : \"NaN\",\n \"joinProbeKeyCount\" : \"NaN\"\n },\n \"tableWriterNodeStatsEstimate\" : {\n \"taskCountIfScaledWriter\" : \"NaN\"\n },\n \"partialAggregationStatsEstimate\" : {\n \"inputBytes\" : \"NaN\",\n \"outputBytes\" : \"NaN\",\n \"inputRowCount\" : \"NaN\",\n \"outputRowCount\" : \"NaN\"\n }\n } ]\n}" | |
}, | |
"latestAttemptExecutionInfo" : { | |
"state" : "FINISHED", | |
"stats" : { | |
"schedulingComplete" : "2024-03-19T03:56:46.525Z", | |
"getSplitDistribution" : { | |
"maxError" : 0.0, | |
"count" : 2.0, | |
"total" : 5.7043449E7, | |
"p01" : 18007, | |
"p05" : 18007, | |
"p10" : 18007, | |
"p25" : 18007, | |
"p50" : 57025442, | |
"p75" : 57025442, | |
"p90" : 57025442, | |
"p95" : 57025442, | |
"p99" : 57025442, | |
"min" : 18007, | |
"max" : 57025442, | |
"avg" : 2.85217245E7 | |
}, | |
"totalTasks" : 5, | |
"runningTasks" : 0, | |
"completedTasks" : 5, | |
"totalLifespans" : 1, | |
"completedLifespans" : 1, | |
"totalDrivers" : 1048, | |
"queuedDrivers" : 0, | |
"runningDrivers" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 1048, | |
"cumulativeUserMemory" : 6.5478281210373856E16, | |
"cumulativeTotalMemory" : 6.5478281210373856E16, | |
"userMemoryReservation" : "0B", | |
"totalMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "451MB", | |
"peakNodeTotalMemoryReservation" : "105MB", | |
"totalScheduledTime" : "2.51m", | |
"totalCpuTime" : "1.29m", | |
"retriedCpuTime" : "0.00ns", | |
"totalBlockedTime" : "8.54m", | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocation" : "0B", | |
"rawInputDataSize" : "202.72MB", | |
"rawInputPositions" : 2879987999, | |
"processedInputDataSize" : "13.54GB", | |
"processedInputPositions" : 2879987999, | |
"bufferedDataSize" : "0B", | |
"outputDataSize" : "10.59GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"gcInfo" : { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"tasks" : 5, | |
"fullGcTasks" : 0, | |
"minFullGcSec" : 0, | |
"maxFullGcSec" : 0, | |
"totalFullGcSec" : 0, | |
"averageFullGcSec" : 0 | |
}, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 80, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "202.72MB", | |
"rawInputPositions" : 2879987999, | |
"inputDataSize" : "13.54GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 1.80069597758314266E18, | |
"getOutputCalls" : 288625, | |
"getOutputWall" : "1.68m", | |
"getOutputCpu" : "33.18s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "13.54GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "20.78ms", | |
"finishCalls" : 80, | |
"finishWall" : "38.92us", | |
"finishCpu" : "126.46us", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "148.91MB", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3.78MB", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3.78MB", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 265, | |
"min" : 126 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 1491414845, | |
"count" : 80, | |
"max" : 34161459, | |
"min" : 3795631 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 23, | |
"min" : 10 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 38869194000, | |
"count" : 80, | |
"max" : 914133000, | |
"min" : 234131000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 23, | |
"min" : 10 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 786, | |
"count" : 80, | |
"max" : 18, | |
"min" : 2 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 6104538000, | |
"count" : 80, | |
"max" : 206121000, | |
"min" : 32223000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 3972950000, | |
"count" : 80, | |
"max" : 117894000, | |
"min" : 0 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 55724096000, | |
"count" : 80, | |
"max" : 1164530000, | |
"min" : 361794000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 444860000, | |
"count" : 80, | |
"max" : 12698000, | |
"min" : 2370000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 187952, | |
"count" : 80, | |
"max" : 3421, | |
"min" : 1220 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 585950, | |
"count" : 5, | |
"max" : 146899, | |
"min" : 71442 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 2737434558, | |
"count" : 80, | |
"max" : 43653864, | |
"min" : 18977637 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "0", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 80, | |
"addInputCalls" : 288481, | |
"addInputWall" : "15.09s", | |
"addInputCpu" : "14.89s", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "13.54GB", | |
"inputPositions" : 2879987999, | |
"sumSquaredInputPositions" : 1.80069597758314266E18, | |
"getOutputCalls" : 301437, | |
"getOutputWall" : "34.90s", | |
"getOutputCpu" : "29.40s", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "10.59GB", | |
"outputPositions" : 2879987999, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00ns", | |
"blockedWall" : "8.54m", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "329.18MB", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "12.06MB", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "12.06MB", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 304580, | |
"count" : 5, | |
"max" : 76429, | |
"min" : 37024 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 1156245, | |
"count" : 5, | |
"max" : 289944, | |
"min" : 140745 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 2692000, | |
"count" : 80, | |
"max" : 257000, | |
"min" : 15000 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"runtimeStats" : { | |
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 12730, | |
"count" : 80, | |
"max" : 205, | |
"min" : 88 | |
}, | |
"PartitionedOutput.root.0.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 15085751365, | |
"count" : 80, | |
"max" : 243844814, | |
"min" : 103358162 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 1491414845, | |
"count" : 80, | |
"max" : 34161459, | |
"min" : 3795631 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 615000000, | |
"count" : 5, | |
"max" : 143000000, | |
"min" : 108000000 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 23, | |
"min" : 10 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 100606368311, | |
"count" : 80, | |
"max" : 1897642605, | |
"min" : 634511308 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 512566610000, | |
"count" : 80, | |
"max" : 8837107000, | |
"min" : 3331200000 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 786, | |
"count" : 80, | |
"max" : 18, | |
"min" : 2 | |
}, | |
"PartitionedOutput.root.0.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 34902233208, | |
"count" : 80, | |
"max" : 571698554, | |
"min" : 236189803 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 55724096000, | |
"count" : 80, | |
"max" : 1164530000, | |
"min" : 361794000 | |
}, | |
"driverCountPerTask" : { | |
"name" : "driverCountPerTask", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 265, | |
"min" : 126 | |
}, | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 304580, | |
"count" : 5, | |
"max" : 76429, | |
"min" : 37024 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 444860000, | |
"count" : 80, | |
"max" : 12698000, | |
"min" : 2370000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 187952, | |
"count" : 80, | |
"max" : 3421, | |
"min" : 1220 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 94366292000, | |
"count" : 5, | |
"max" : 23656998000, | |
"min" : 11439995000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 585950, | |
"count" : 5, | |
"max" : 146899, | |
"min" : 71442 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 2737434558, | |
"count" : 80, | |
"max" : 43653864, | |
"min" : 18977637 | |
}, | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 1048, | |
"count" : 5, | |
"max" : 265, | |
"min" : 126 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 2692000, | |
"count" : 80, | |
"max" : 257000, | |
"min" : 15000 | |
}, | |
"getSplitsTimeNanos" : { | |
"name" : "getSplitsTimeNanos", | |
"unit" : "NANO", | |
"sum" : 57043449, | |
"count" : 1, | |
"max" : 57043449, | |
"min" : 57043449 | |
}, | |
"taskBlockedTimeNanos" : { | |
"name" : "taskBlockedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 512587389000, | |
"count" : 5, | |
"max" : 137927042000, | |
"min" : 59095163000 | |
}, | |
"PartitionedOutput.root.0.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 38869194000, | |
"count" : 80, | |
"max" : 914133000, | |
"min" : 234131000 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 1156245, | |
"count" : 5, | |
"max" : 289944, | |
"min" : 140745 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 38922, | |
"count" : 80, | |
"max" : 808, | |
"min" : 331 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 1445, | |
"count" : 80, | |
"max" : 23, | |
"min" : 10 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 288481, | |
"count" : 5, | |
"max" : 72329, | |
"min" : 35173 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 6104538000, | |
"count" : 80, | |
"max" : 206121000, | |
"min" : 32223000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 3972950000, | |
"count" : 80, | |
"max" : 117894000, | |
"min" : 0 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 20779000, | |
"count" : 56, | |
"max" : 1052000, | |
"min" : 13000 | |
}, | |
"taskElapsedTimeNanos" : { | |
"name" : "taskElapsedTimeNanos", | |
"unit" : "NANO", | |
"sum" : 42339000000, | |
"count" : 5, | |
"max" : 11129000000, | |
"min" : 5059000000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 8554103032663, | |
"count" : 5, | |
"max" : 1710820606538, | |
"min" : 1710820606528 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 80, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"taskScheduledTimeNanos" : { | |
"name" : "taskScheduledTimeNanos", | |
"unit" : "NANO", | |
"sum" : 150594391806, | |
"count" : 5, | |
"max" : 37861783367, | |
"min" : 18136756010 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 315000000, | |
"count" : 5, | |
"max" : 89000000, | |
"min" : 44000000 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 8554103075317, | |
"count" : 5, | |
"max" : 1710820617707, | |
"min" : 1710820611655 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 5, | |
"count" : 5, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 64, | |
"count" : 56, | |
"max" : 3, | |
"min" : 1 | |
} | |
} | |
}, | |
"tasks" : [ { | |
"taskId" : "20240319_035646_00028_bcy7w.1.0.3.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : 3045715130639208579, | |
"taskInstanceIdMostSignificantBits" : 437160054408874669, | |
"version" : 252, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.7:8080/v1/task/20240319_035646_00028_bcy7w.1.0.3.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 104857600, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 0, | |
"taskAgeInMillis" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:56:57.708Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "OPEN", | |
"canAddBuffers" : true, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 717838041, | |
"totalPagesSent" : 75980, | |
"buffers" : [ ] | |
}, | |
"noMoreSplits" : [ ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:56:46.534Z", | |
"firstStartTime" : "2024-03-19T03:56:46.535Z", | |
"lastStartTime" : "2024-03-19T03:56:57.287Z", | |
"lastEndTime" : "2024-03-19T03:56:57.663Z", | |
"endTime" : "2024-03-19T03:56:57.663Z", | |
"elapsedTimeInNanos" : 11129000000, | |
"queuedTimeInNanos" : 0, | |
"totalDrivers" : 265, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 265, | |
"cumulativeUserMemory" : 1.3454441508581672E16, | |
"cumulativeTotalMemory" : 1.3454441508581672E16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 104857600, | |
"peakUserMemoryInBytes" : 104857600, | |
"peakNodeTotalMemoryInBytes" : 104857600, | |
"totalScheduledTimeInNanos" : 37399772536, | |
"totalCpuTimeInNanos" : 19382255992, | |
"totalBlockedTimeInNanos" : 137927042000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 39854300, | |
"rawInputPositions" : 717838041, | |
"processedInputDataSizeInBytes" : 3624756736, | |
"processedInputPositions" : 717838041, | |
"outputDataSizeInBytes" : 2835170775, | |
"outputPositions" : 717838041, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:56:46.534Z", | |
"lastStartTime" : "2024-03-19T03:56:57.663Z", | |
"lastEndTime" : "2024-03-19T03:56:57.663Z", | |
"inputPipeline" : true, | |
"outputPipeline" : true, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 0, | |
"userMemoryReservationInBytes" : 100962048, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"totalScheduledTimeInNanos" : 37399772536, | |
"totalCpuTimeInNanos" : 19382255992, | |
"totalBlockedTimeInNanos" : 137927042000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 39854300, | |
"rawInputPositions" : 717838041, | |
"processedInputDataSizeInBytes" : 3624756736, | |
"processedInputPositions" : 717838041, | |
"outputDataSizeInBytes" : 2835170775, | |
"outputPositions" : 717838041, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "39854300B", | |
"rawInputPositions" : 717838041, | |
"inputDataSize" : "3624756736B", | |
"inputPositions" : 717838041, | |
"sumSquaredInputPositions" : 5.152914531067177E17, | |
"getOutputCalls" : 71936, | |
"getOutputWall" : "24892895564.00ns", | |
"getOutputCpu" : "8309387672.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "3624756736B", | |
"outputPositions" : 717838041, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "6697000.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "8177.00ns", | |
"finishCpu" : "23607.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "31645440B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3964416B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3964416B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 265, | |
"count" : 1, | |
"max" : 265, | |
"min" : 265 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 375490933, | |
"count" : 16, | |
"max" : 34161459, | |
"min" : 17080388 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 360, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 10097841000, | |
"count" : 16, | |
"max" : 914133000, | |
"min" : 496111000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 360, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 198, | |
"count" : 16, | |
"max" : 18, | |
"min" : 9 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 1488006000, | |
"count" : 16, | |
"max" : 206121000, | |
"min" : 41854000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 754352000, | |
"count" : 16, | |
"max" : 104165000, | |
"min" : 26685000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 14343050000, | |
"count" : 16, | |
"max" : 1164530000, | |
"min" : 764878000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 102620000, | |
"count" : 16, | |
"max" : 7738000, | |
"min" : 5579000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 47380, | |
"count" : 16, | |
"max" : 3405, | |
"min" : 2466 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 146055, | |
"count" : 1, | |
"max" : 146055, | |
"min" : 146055 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 682305808, | |
"count" : 16, | |
"max" : 43653864, | |
"min" : 39854903 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "0", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 16, | |
"addInputCalls" : 71904, | |
"addInputWall" : "3757970232.00ns", | |
"addInputCpu" : "3700696357.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "3624756736B", | |
"inputPositions" : 717838041, | |
"sumSquaredInputPositions" : 5.152914531067177E17, | |
"getOutputCalls" : 75128, | |
"getOutputWall" : "8748898563.00ns", | |
"getOutputCpu" : "7372148356.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "2835170775B", | |
"outputPositions" : 717838041, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "137920345000.00ns", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "69316608B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "7827456B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "7827456B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 75980, | |
"count" : 1, | |
"max" : 75980, | |
"min" : 75980 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 288309, | |
"count" : 1, | |
"max" : 288309, | |
"min" : 288309 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 509000, | |
"count" : 16, | |
"max" : 54000, | |
"min" : 20000 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 265, | |
"count" : 1, | |
"max" : 265, | |
"min" : 265 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 3176, | |
"count" : 16, | |
"max" : 205, | |
"min" : 190 | |
}, | |
"PartitionedOutput.root.0.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 3757970232, | |
"count" : 16, | |
"max" : 243787869, | |
"min" : 218380680 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 509000, | |
"count" : 16, | |
"max" : 54000, | |
"min" : 20000 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 375490933, | |
"count" : 16, | |
"max" : 34161459, | |
"min" : 17080388 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 129000000, | |
"count" : 1, | |
"max" : 129000000, | |
"min" : 129000000 | |
}, | |
"PartitionedOutput.root.0.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 360, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 24892895564, | |
"count" : 16, | |
"max" : 1850368794, | |
"min" : 1334597426 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 10097841000, | |
"count" : 16, | |
"max" : 914133000, | |
"min" : 496111000 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 288309, | |
"count" : 1, | |
"max" : 288309, | |
"min" : 288309 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 8177, | |
"count" : 16, | |
"max" : 691, | |
"min" : 357 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 360, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 71904, | |
"count" : 1, | |
"max" : 71904, | |
"min" : 71904 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 137920345000, | |
"count" : 16, | |
"max" : 8837107000, | |
"min" : 8350681000 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 198, | |
"count" : 16, | |
"max" : 18, | |
"min" : 9 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.0.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 8748898563, | |
"count" : 16, | |
"max" : 569006638, | |
"min" : 516966291 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 1488006000, | |
"count" : 16, | |
"max" : 206121000, | |
"min" : 41854000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 754352000, | |
"count" : 16, | |
"max" : 104165000, | |
"min" : 26685000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 14343050000, | |
"count" : 16, | |
"max" : 1164530000, | |
"min" : 764878000 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 6697000, | |
"count" : 12, | |
"max" : 1052000, | |
"min" : 101000 | |
}, | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 75980, | |
"count" : 1, | |
"max" : 75980, | |
"min" : 75980 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 1710820606534, | |
"count" : 1, | |
"max" : 1710820606534, | |
"min" : 1710820606534 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 102620000, | |
"count" : 16, | |
"max" : 7738000, | |
"min" : 5579000 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 47380, | |
"count" : 16, | |
"max" : 3405, | |
"min" : 2466 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 23656998000, | |
"count" : 1, | |
"max" : 23656998000, | |
"min" : 23656998000 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 44000000, | |
"count" : 1, | |
"max" : 44000000, | |
"min" : 44000000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 146055, | |
"count" : 1, | |
"max" : 146055, | |
"min" : 146055 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 1710820617707, | |
"count" : 1, | |
"max" : 1710820617707, | |
"min" : 1710820617707 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 682305808, | |
"count" : 16, | |
"max" : 43653864, | |
"min" : 39854903 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 1, | |
"count" : 1, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 16, | |
"count" : 12, | |
"max" : 3, | |
"min" : 1 | |
} | |
} | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"connectorId" : "unused", | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "d1513926ef7c" | |
}, { | |
"taskId" : "20240319_035646_00028_bcy7w.1.0.0.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : 3478609882051927492, | |
"taskInstanceIdMostSignificantBits" : -5178742376033297002, | |
"version" : 126, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.11:8080/v1/task/20240319_035646_00028_bcy7w.1.0.0.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 105906176, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 0, | |
"taskAgeInMillis" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:56:51.656Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "OPEN", | |
"canAddBuffers" : true, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 351144206, | |
"totalPagesSent" : 37024, | |
"buffers" : [ ] | |
}, | |
"noMoreSplits" : [ ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:56:46.528Z", | |
"firstStartTime" : "2024-03-19T03:56:46.528Z", | |
"lastStartTime" : "2024-03-19T03:56:51.111Z", | |
"lastEndTime" : "2024-03-19T03:56:51.587Z", | |
"endTime" : "2024-03-19T03:56:51.587Z", | |
"elapsedTimeInNanos" : 5059000000, | |
"queuedTimeInNanos" : 0, | |
"totalDrivers" : 126, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 126, | |
"cumulativeUserMemory" : 1.076355283958104E16, | |
"cumulativeTotalMemory" : 1.076355283958104E16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 105906176, | |
"peakUserMemoryInBytes" : 105906176, | |
"peakNodeTotalMemoryInBytes" : 105906176, | |
"totalScheduledTimeInNanos" : 18136756010, | |
"totalCpuTimeInNanos" : 9458444442, | |
"totalBlockedTimeInNanos" : 59095163000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 39855577, | |
"rawInputPositions" : 351144206, | |
"processedInputDataSizeInBytes" : 1773122112, | |
"processedInputPositions" : 351144206, | |
"outputDataSizeInBytes" : 1386898594, | |
"outputPositions" : 351144206, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:56:46.528Z", | |
"lastStartTime" : "2024-03-19T03:56:51.587Z", | |
"lastEndTime" : "2024-03-19T03:56:51.587Z", | |
"inputPipeline" : true, | |
"outputPipeline" : true, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 0, | |
"userMemoryReservationInBytes" : 104108032, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"totalScheduledTimeInNanos" : 18136756010, | |
"totalCpuTimeInNanos" : 9458444442, | |
"totalBlockedTimeInNanos" : 59095163000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 39855577, | |
"rawInputPositions" : 351144206, | |
"processedInputDataSizeInBytes" : 1773122112, | |
"processedInputPositions" : 351144206, | |
"outputDataSizeInBytes" : 1386898594, | |
"outputPositions" : 351144206, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "39855577B", | |
"rawInputPositions" : 351144206, | |
"inputDataSize" : "1773122112B", | |
"inputPositions" : 351144206, | |
"sumSquaredInputPositions" : 1.23302253407370432E17, | |
"getOutputCalls" : 35200, | |
"getOutputWall" : "12195447268.00ns", | |
"getOutputCpu" : "4104119197.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1773122112B", | |
"outputPositions" : 351144206, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "2456000.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "7961.00ns", | |
"finishCpu" : "22993.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "31682560B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3964416B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3964416B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 126, | |
"count" : 1, | |
"max" : 126, | |
"min" : 126 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 180294377, | |
"count" : 16, | |
"max" : 18977528, | |
"min" : 3795631 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 176, | |
"count" : 16, | |
"max" : 12, | |
"min" : 10 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 4586590000, | |
"count" : 16, | |
"max" : 420957000, | |
"min" : 240282000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 176, | |
"count" : 16, | |
"max" : 12, | |
"min" : 10 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 95, | |
"count" : 16, | |
"max" : 10, | |
"min" : 2 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 1032747000, | |
"count" : 16, | |
"max" : 165482000, | |
"min" : 40259000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 748205000, | |
"count" : 16, | |
"max" : 83045000, | |
"min" : 25973000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 6619337000, | |
"count" : 16, | |
"max" : 538884000, | |
"min" : 362666000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 50944000, | |
"count" : 16, | |
"max" : 4301000, | |
"min" : 2370000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 22000, | |
"count" : 16, | |
"max" : 1574, | |
"min" : 1220 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 71442, | |
"count" : 1, | |
"max" : 71442, | |
"min" : 71442 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 333763603, | |
"count" : 16, | |
"max" : 22775741, | |
"min" : 18977637 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "0", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 16, | |
"addInputCalls" : 35173, | |
"addInputWall" : "1816749829.00ns", | |
"addInputCpu" : "1802357279.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "1773122112B", | |
"inputPositions" : 351144206, | |
"sumSquaredInputPositions" : 1.23302253407370432E17, | |
"getOutputCalls" : 36764, | |
"getOutputWall" : "4124550952.00ns", | |
"getOutputCpu" : "3551944973.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1386898594B", | |
"outputPositions" : 351144206, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "59092707000.00ns", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "72425472B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "12648448B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "12648448B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 37024, | |
"count" : 1, | |
"max" : 37024, | |
"min" : 37024 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 140745, | |
"count" : 1, | |
"max" : 140745, | |
"min" : 140745 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 482000, | |
"count" : 16, | |
"max" : 40000, | |
"min" : 24000 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 126, | |
"count" : 1, | |
"max" : 126, | |
"min" : 126 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 1548, | |
"count" : 16, | |
"max" : 101, | |
"min" : 88 | |
}, | |
"PartitionedOutput.root.0.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 1816749829, | |
"count" : 16, | |
"max" : 122898827, | |
"min" : 103358162 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 482000, | |
"count" : 16, | |
"max" : 40000, | |
"min" : 24000 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 180294377, | |
"count" : 16, | |
"max" : 18977528, | |
"min" : 3795631 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 118000000, | |
"count" : 1, | |
"max" : 118000000, | |
"min" : 118000000 | |
}, | |
"PartitionedOutput.root.0.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 176, | |
"count" : 16, | |
"max" : 12, | |
"min" : 10 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 12195447268, | |
"count" : 16, | |
"max" : 1008075298, | |
"min" : 634511308 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 4586590000, | |
"count" : 16, | |
"max" : 420957000, | |
"min" : 240282000 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 140745, | |
"count" : 1, | |
"max" : 140745, | |
"min" : 140745 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 7961, | |
"count" : 16, | |
"max" : 808, | |
"min" : 395 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 176, | |
"count" : 16, | |
"max" : 12, | |
"min" : 10 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 35173, | |
"count" : 1, | |
"max" : 35173, | |
"min" : 35173 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 59092707000, | |
"count" : 16, | |
"max" : 3867443000, | |
"min" : 3331200000 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 95, | |
"count" : 16, | |
"max" : 10, | |
"min" : 2 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.0.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 4124550952, | |
"count" : 16, | |
"max" : 272731414, | |
"min" : 236189803 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 1032747000, | |
"count" : 16, | |
"max" : 165482000, | |
"min" : 40259000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 748205000, | |
"count" : 16, | |
"max" : 83045000, | |
"min" : 25973000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 6619337000, | |
"count" : 16, | |
"max" : 538884000, | |
"min" : 362666000 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 2456000, | |
"count" : 8, | |
"max" : 538000, | |
"min" : 62000 | |
}, | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 37024, | |
"count" : 1, | |
"max" : 37024, | |
"min" : 37024 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 1710820606528, | |
"count" : 1, | |
"max" : 1710820606528, | |
"min" : 1710820606528 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 50944000, | |
"count" : 16, | |
"max" : 4301000, | |
"min" : 2370000 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 22000, | |
"count" : 16, | |
"max" : 1574, | |
"min" : 1220 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 11439995000, | |
"count" : 1, | |
"max" : 11439995000, | |
"min" : 11439995000 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 68000000, | |
"count" : 1, | |
"max" : 68000000, | |
"min" : 68000000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 71442, | |
"count" : 1, | |
"max" : 71442, | |
"min" : 71442 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 1710820611655, | |
"count" : 1, | |
"max" : 1710820611655, | |
"min" : 1710820611655 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 333763603, | |
"count" : 16, | |
"max" : 22775741, | |
"min" : 18977637 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 1, | |
"count" : 1, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 11, | |
"count" : 8, | |
"max" : 3, | |
"min" : 1 | |
} | |
} | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"connectorId" : "unused", | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "323bf75f5bde" | |
}, { | |
"taskId" : "20240319_035646_00028_bcy7w.1.0.1.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : -2716575749057845198, | |
"taskInstanceIdMostSignificantBits" : 2053770341654344066, | |
"version" : 244, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.12:8080/v1/task/20240319_035646_00028_bcy7w.1.0.1.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 104857600, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 0, | |
"taskAgeInMillis" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:56:55.828Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "OPEN", | |
"canAddBuffers" : true, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 699098974, | |
"totalPagesSent" : 73986, | |
"buffers" : [ ] | |
}, | |
"noMoreSplits" : [ ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:56:46.535Z", | |
"firstStartTime" : "2024-03-19T03:56:46.536Z", | |
"lastStartTime" : "2024-03-19T03:56:55.444Z", | |
"lastEndTime" : "2024-03-19T03:56:55.761Z", | |
"endTime" : "2024-03-19T03:56:55.761Z", | |
"elapsedTimeInNanos" : 9226000000, | |
"queuedTimeInNanos" : 0, | |
"totalDrivers" : 262, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 262, | |
"cumulativeUserMemory" : 1.435140413687228E16, | |
"cumulativeTotalMemory" : 1.435140413687228E16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 104857600, | |
"peakUserMemoryInBytes" : 104857600, | |
"peakNodeTotalMemoryInBytes" : 104857600, | |
"totalScheduledTimeInNanos" : 37861783367, | |
"totalCpuTimeInNanos" : 18824551425, | |
"totalBlockedTimeInNanos" : 107088599000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 37956562, | |
"rawInputPositions" : 699098974, | |
"processedInputDataSizeInBytes" : 3530136896, | |
"processedInputPositions" : 699098974, | |
"outputDataSizeInBytes" : 2761139478, | |
"outputPositions" : 699098974, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:56:46.535Z", | |
"lastStartTime" : "2024-03-19T03:56:55.761Z", | |
"lastEndTime" : "2024-03-19T03:56:55.761Z", | |
"inputPipeline" : true, | |
"outputPipeline" : true, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 0, | |
"userMemoryReservationInBytes" : 98750464, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"totalScheduledTimeInNanos" : 37861783367, | |
"totalCpuTimeInNanos" : 18824551425, | |
"totalBlockedTimeInNanos" : 107088599000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 37956562, | |
"rawInputPositions" : 699098974, | |
"processedInputDataSizeInBytes" : 3530136896, | |
"processedInputPositions" : 699098974, | |
"outputDataSizeInBytes" : 2761139478, | |
"outputPositions" : 699098974, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "37956562B", | |
"rawInputPositions" : 699098974, | |
"inputDataSize" : "3530136896B", | |
"inputPositions" : 699098974, | |
"sumSquaredInputPositions" : 4.8873937544785267E17, | |
"getOutputCalls" : 70059, | |
"getOutputWall" : "25708492886.00ns", | |
"getOutputCpu" : "8086858051.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "3530136896B", | |
"outputPositions" : 699098974, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "5609000.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "7688.00ns", | |
"finishCpu" : "21815.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "29118464B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3964416B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3964416B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 262, | |
"count" : 1, | |
"max" : 262, | |
"min" : 262 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 347304841, | |
"count" : 16, | |
"max" : 32262194, | |
"min" : 13286365 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 351, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 9691757000, | |
"count" : 16, | |
"max" : 779791000, | |
"min" : 505903000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 351, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 183, | |
"count" : 16, | |
"max" : 17, | |
"min" : 7 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 1393489000, | |
"count" : 16, | |
"max" : 180703000, | |
"min" : 44238000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 823211000, | |
"count" : 16, | |
"max" : 117894000, | |
"min" : 0 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 13765367000, | |
"count" : 16, | |
"max" : 1022905000, | |
"min" : 759299000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 108799000, | |
"count" : 16, | |
"max" : 9589000, | |
"min" : 5074000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 45630, | |
"count" : 16, | |
"max" : 3141, | |
"min" : 2260 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 142255, | |
"count" : 1, | |
"max" : 142255, | |
"min" : 142255 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 664496021, | |
"count" : 16, | |
"max" : 43650006, | |
"min" : 39854309 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "0", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 16, | |
"addInputCalls" : 70027, | |
"addInputWall" : "3670280104.00ns", | |
"addInputCpu" : "3621977731.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "3530136896B", | |
"inputPositions" : 699098974, | |
"sumSquaredInputPositions" : 4.8873937544785267E17, | |
"getOutputCalls" : 73129, | |
"getOutputWall" : "8483002689.00ns", | |
"getOutputCpu" : "7115693828.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "2761139478B", | |
"outputPositions" : 699098974, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "107082990000.00ns", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "69632000B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "11419648B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "11419648B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 73986, | |
"count" : 1, | |
"max" : 73986, | |
"min" : 73986 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 280669, | |
"count" : 1, | |
"max" : 280669, | |
"min" : 280669 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 668000, | |
"count" : 16, | |
"max" : 257000, | |
"min" : 15000 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 262, | |
"count" : 1, | |
"max" : 262, | |
"min" : 262 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 3052, | |
"count" : 16, | |
"max" : 198, | |
"min" : 181 | |
}, | |
"PartitionedOutput.root.0.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 3670280104, | |
"count" : 16, | |
"max" : 243607253, | |
"min" : 220042776 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 668000, | |
"count" : 16, | |
"max" : 257000, | |
"min" : 15000 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 347304841, | |
"count" : 16, | |
"max" : 32262194, | |
"min" : 13286365 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 108000000, | |
"count" : 1, | |
"max" : 108000000, | |
"min" : 108000000 | |
}, | |
"PartitionedOutput.root.0.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 351, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 25708492886, | |
"count" : 16, | |
"max" : 1897642605, | |
"min" : 1415777503 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 9691757000, | |
"count" : 16, | |
"max" : 779791000, | |
"min" : 505903000 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 280669, | |
"count" : 1, | |
"max" : 280669, | |
"min" : 280669 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 7688, | |
"count" : 16, | |
"max" : 742, | |
"min" : 335 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 351, | |
"count" : 16, | |
"max" : 23, | |
"min" : 21 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 70027, | |
"count" : 1, | |
"max" : 70027, | |
"min" : 70027 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 107082990000, | |
"count" : 16, | |
"max" : 6851878000, | |
"min" : 6271259000 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 183, | |
"count" : 16, | |
"max" : 17, | |
"min" : 7 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.0.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 8483002689, | |
"count" : 16, | |
"max" : 557810781, | |
"min" : 504010275 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 1393489000, | |
"count" : 16, | |
"max" : 180703000, | |
"min" : 44238000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 823211000, | |
"count" : 16, | |
"max" : 117894000, | |
"min" : 0 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 13765367000, | |
"count" : 16, | |
"max" : 1022905000, | |
"min" : 759299000 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 5609000, | |
"count" : 15, | |
"max" : 733000, | |
"min" : 19000 | |
}, | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 73986, | |
"count" : 1, | |
"max" : 73986, | |
"min" : 73986 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 1710820606535, | |
"count" : 1, | |
"max" : 1710820606535, | |
"min" : 1710820606535 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 108799000, | |
"count" : 16, | |
"max" : 9589000, | |
"min" : 5074000 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 45630, | |
"count" : 16, | |
"max" : 3141, | |
"min" : 2260 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 22984515000, | |
"count" : 1, | |
"max" : 22984515000, | |
"min" : 22984515000 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 65000000, | |
"count" : 1, | |
"max" : 65000000, | |
"min" : 65000000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 142255, | |
"count" : 1, | |
"max" : 142255, | |
"min" : 142255 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 1710820615826, | |
"count" : 1, | |
"max" : 1710820615826, | |
"min" : 1710820615826 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 664496021, | |
"count" : 16, | |
"max" : 43650006, | |
"min" : 39854309 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 1, | |
"count" : 1, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 16, | |
"count" : 15, | |
"max" : 2, | |
"min" : 1 | |
} | |
} | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"connectorId" : "unused", | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "eb89e7f5f357" | |
}, { | |
"taskId" : "20240319_035646_00028_bcy7w.1.0.4.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : 3190228469671070441, | |
"taskInstanceIdMostSignificantBits" : -5222775495647969623, | |
"version" : 251, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.8:8080/v1/task/20240319_035646_00028_bcy7w.1.0.4.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 108003328, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 0, | |
"taskAgeInMillis" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:56:56.775Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "OPEN", | |
"canAddBuffers" : true, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 722077671, | |
"totalPagesSent" : 76429, | |
"buffers" : [ ] | |
}, | |
"noMoreSplits" : [ ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:56:46.538Z", | |
"firstStartTime" : "2024-03-19T03:56:46.539Z", | |
"lastStartTime" : "2024-03-19T03:56:56.431Z", | |
"lastEndTime" : "2024-03-19T03:56:56.723Z", | |
"endTime" : "2024-03-19T03:56:56.723Z", | |
"elapsedTimeInNanos" : 10185000000, | |
"queuedTimeInNanos" : 0, | |
"totalDrivers" : 260, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 260, | |
"cumulativeUserMemory" : 1.3454441507553536E16, | |
"cumulativeTotalMemory" : 1.3454441507553536E16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 108003328, | |
"peakUserMemoryInBytes" : 108003328, | |
"peakNodeTotalMemoryInBytes" : 108003328, | |
"totalScheduledTimeInNanos" : 36569246930, | |
"totalCpuTimeInNanos" : 19321350259, | |
"totalBlockedTimeInNanos" : 124042770000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 45549177, | |
"rawInputPositions" : 722077671, | |
"processedInputDataSizeInBytes" : 3646166719, | |
"processedInputPositions" : 722077671, | |
"outputDataSizeInBytes" : 2851923071, | |
"outputPositions" : 722077671, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:56:46.538Z", | |
"lastStartTime" : "2024-03-19T03:56:56.723Z", | |
"lastEndTime" : "2024-03-19T03:56:56.723Z", | |
"inputPipeline" : true, | |
"outputPipeline" : true, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 0, | |
"userMemoryReservationInBytes" : 94285184, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"totalScheduledTimeInNanos" : 36569246930, | |
"totalCpuTimeInNanos" : 19321350259, | |
"totalBlockedTimeInNanos" : 124042770000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 45549177, | |
"rawInputPositions" : 722077671, | |
"processedInputDataSizeInBytes" : 3646166719, | |
"processedInputPositions" : 722077671, | |
"outputDataSizeInBytes" : 2851923071, | |
"outputPositions" : 722077671, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "45549177B", | |
"rawInputPositions" : 722077671, | |
"inputDataSize" : "3646166719B", | |
"inputPositions" : 722077671, | |
"sumSquaredInputPositions" : 5.2139616295678426E17, | |
"getOutputCalls" : 72351, | |
"getOutputWall" : "23921567268.00ns", | |
"getOutputCpu" : "8170831822.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "3646166719B", | |
"outputPositions" : 722077671, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "807000.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "7261.00ns", | |
"finishCpu" : "21500.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "31751552B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3964416B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3964416B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 260, | |
"count" : 1, | |
"max" : 260, | |
"min" : 260 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 383360317, | |
"count" : 16, | |
"max" : 32261185, | |
"min" : 17080099 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 362, | |
"count" : 16, | |
"max" : 23, | |
"min" : 22 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 9436637000, | |
"count" : 16, | |
"max" : 672693000, | |
"min" : 481694000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 362, | |
"count" : 16, | |
"max" : 23, | |
"min" : 22 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 202, | |
"count" : 16, | |
"max" : 17, | |
"min" : 9 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 1230086000, | |
"count" : 16, | |
"max" : 136408000, | |
"min" : 37215000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 788064000, | |
"count" : 16, | |
"max" : 78592000, | |
"min" : 25951000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 13694057000, | |
"count" : 16, | |
"max" : 947359000, | |
"min" : 743472000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 120689000, | |
"count" : 16, | |
"max" : 12698000, | |
"min" : 5662000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 46678, | |
"count" : 16, | |
"max" : 3421, | |
"min" : 2501 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 146899, | |
"count" : 1, | |
"max" : 146899, | |
"min" : 146899 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 686331917, | |
"count" : 16, | |
"max" : 43652487, | |
"min" : 41749283 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "0", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 16, | |
"addInputCalls" : 72329, | |
"addInputWall" : "3806871651.00ns", | |
"addInputCpu" : "3748235670.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "3646166719B", | |
"inputPositions" : 722077671, | |
"sumSquaredInputPositions" : 5.2139616295678426E17, | |
"getOutputCalls" : 75562, | |
"getOutputWall" : "8840800750.00ns", | |
"getOutputCpu" : "7402261267.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "2851923071B", | |
"outputPositions" : 722077671, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "124041963000.00ns", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "62533632B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "7344128B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "7344128B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 76429, | |
"count" : 1, | |
"max" : 76429, | |
"min" : 76429 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 289944, | |
"count" : 1, | |
"max" : 289944, | |
"min" : 289944 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 441000, | |
"count" : 16, | |
"max" : 43000, | |
"min" : 21000 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 260, | |
"count" : 1, | |
"max" : 260, | |
"min" : 260 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 3195, | |
"count" : 16, | |
"max" : 205, | |
"min" : 196 | |
}, | |
"PartitionedOutput.root.0.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 3806871651, | |
"count" : 16, | |
"max" : 243844814, | |
"min" : 230623333 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 441000, | |
"count" : 16, | |
"max" : 43000, | |
"min" : 21000 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 383360317, | |
"count" : 16, | |
"max" : 32261185, | |
"min" : 17080099 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 117000000, | |
"count" : 1, | |
"max" : 117000000, | |
"min" : 117000000 | |
}, | |
"PartitionedOutput.root.0.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 362, | |
"count" : 16, | |
"max" : 23, | |
"min" : 22 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 23921567268, | |
"count" : 16, | |
"max" : 1685812508, | |
"min" : 1294337178 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 9436637000, | |
"count" : 16, | |
"max" : 672693000, | |
"min" : 481694000 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 289944, | |
"count" : 1, | |
"max" : 289944, | |
"min" : 289944 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 7261, | |
"count" : 16, | |
"max" : 696, | |
"min" : 331 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 362, | |
"count" : 16, | |
"max" : 23, | |
"min" : 22 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 72329, | |
"count" : 1, | |
"max" : 72329, | |
"min" : 72329 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 124041963000, | |
"count" : 16, | |
"max" : 7850287000, | |
"min" : 7629547000 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 202, | |
"count" : 16, | |
"max" : 17, | |
"min" : 9 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.0.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 8840800750, | |
"count" : 16, | |
"max" : 571698554, | |
"min" : 530076535 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 1230086000, | |
"count" : 16, | |
"max" : 136408000, | |
"min" : 37215000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 788064000, | |
"count" : 16, | |
"max" : 78592000, | |
"min" : 25951000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 13694057000, | |
"count" : 16, | |
"max" : 947359000, | |
"min" : 743472000 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 807000, | |
"count" : 6, | |
"max" : 248000, | |
"min" : 20000 | |
}, | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 76429, | |
"count" : 1, | |
"max" : 76429, | |
"min" : 76429 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 1710820606538, | |
"count" : 1, | |
"max" : 1710820606538, | |
"min" : 1710820606538 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 120689000, | |
"count" : 16, | |
"max" : 12698000, | |
"min" : 5662000 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 46678, | |
"count" : 16, | |
"max" : 3421, | |
"min" : 2501 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 23590926000, | |
"count" : 1, | |
"max" : 23590926000, | |
"min" : 23590926000 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 49000000, | |
"count" : 1, | |
"max" : 49000000, | |
"min" : 49000000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 146899, | |
"count" : 1, | |
"max" : 146899, | |
"min" : 146899 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 1710820616772, | |
"count" : 1, | |
"max" : 1710820616772, | |
"min" : 1710820616772 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 686331917, | |
"count" : 16, | |
"max" : 43652487, | |
"min" : 41749283 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 1, | |
"count" : 1, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 6, | |
"count" : 6, | |
"max" : 1, | |
"min" : 1 | |
} | |
} | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"connectorId" : "unused", | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "912194b3d6be" | |
}, { | |
"taskId" : "20240319_035646_00028_bcy7w.1.0.2.0", | |
"taskStatus" : { | |
"taskInstanceIdLeastSignificantBits" : 6648370548745659526, | |
"taskInstanceIdMostSignificantBits" : -2803513005154219871, | |
"version" : 145, | |
"state" : "FINISHED", | |
"self" : "http://10.0.1.9:8080/v1/task/20240319_035646_00028_bcy7w.1.0.2.0", | |
"completedDriverGroups" : [ ], | |
"failures" : [ ], | |
"queuedPartitionedDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"outputBufferUtilization" : 0.0, | |
"outputBufferOverutilized" : false, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"memoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakNodeTotalMemoryReservationInBytes" : 110100480, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"totalCpuTimeInNanos" : 0, | |
"taskAgeInMillis" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningPartitionedSplitsWeight" : 0 | |
}, | |
"lastHeartbeat" : "2024-03-19T03:56:53.359Z", | |
"outputBuffers" : { | |
"type" : "PARTITIONED", | |
"state" : "OPEN", | |
"canAddBuffers" : true, | |
"canAddPages" : false, | |
"totalBufferedBytes" : 0, | |
"totalBufferedPages" : 0, | |
"totalRowsSent" : 389829107, | |
"totalPagesSent" : 41161, | |
"buffers" : [ ] | |
}, | |
"noMoreSplits" : [ ], | |
"stats" : { | |
"createTime" : "2024-03-19T03:56:46.528Z", | |
"firstStartTime" : "2024-03-19T03:56:46.528Z", | |
"lastStartTime" : "2024-03-19T03:56:52.791Z", | |
"lastEndTime" : "2024-03-19T03:56:53.268Z", | |
"endTime" : "2024-03-19T03:56:53.268Z", | |
"elapsedTimeInNanos" : 6740000000, | |
"queuedTimeInNanos" : 0, | |
"totalDrivers" : 135, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 135, | |
"cumulativeUserMemory" : 1.3454441217785328E16, | |
"cumulativeTotalMemory" : 1.3454441217785328E16, | |
"userMemoryReservationInBytes" : 0, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"peakTotalMemoryInBytes" : 110100480, | |
"peakUserMemoryInBytes" : 110100480, | |
"peakNodeTotalMemoryInBytes" : 110100480, | |
"totalScheduledTimeInNanos" : 20626832963, | |
"totalCpuTimeInNanos" : 10484780832, | |
"totalBlockedTimeInNanos" : 84433815000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 49346693, | |
"rawInputPositions" : 389829107, | |
"processedInputDataSizeInBytes" : 1968456704, | |
"processedInputPositions" : 389829107, | |
"outputDataSizeInBytes" : 1539655626, | |
"outputPositions" : 389829107, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"fullGcCount" : 0, | |
"fullGcTimeInMillis" : 0, | |
"pipelines" : [ { | |
"pipelineId" : 0, | |
"firstStartTime" : "2024-03-19T03:56:46.528Z", | |
"lastStartTime" : "2024-03-19T03:56:53.268Z", | |
"lastEndTime" : "2024-03-19T03:56:53.268Z", | |
"inputPipeline" : true, | |
"outputPipeline" : true, | |
"totalDrivers" : 16, | |
"queuedDrivers" : 0, | |
"queuedPartitionedDrivers" : 0, | |
"queuedPartitionedSplitsWeight" : 0, | |
"runningDrivers" : 0, | |
"runningPartitionedDrivers" : 0, | |
"runningPartitionedSplitsWeight" : 0, | |
"blockedDrivers" : 0, | |
"completedDrivers" : 0, | |
"userMemoryReservationInBytes" : 103198720, | |
"revocableMemoryReservationInBytes" : 0, | |
"systemMemoryReservationInBytes" : 0, | |
"queuedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"elapsedTime" : { | |
"maxError" : 0.0, | |
"count" : 0.0, | |
"total" : 0.0, | |
"p01" : 0, | |
"p05" : 0, | |
"p10" : 0, | |
"p25" : 0, | |
"p50" : 0, | |
"p75" : 0, | |
"p90" : 0, | |
"p95" : 0, | |
"p99" : 0, | |
"min" : 0, | |
"max" : 0, | |
"avg" : 0.0 | |
}, | |
"totalScheduledTimeInNanos" : 20626832963, | |
"totalCpuTimeInNanos" : 10484780832, | |
"totalBlockedTimeInNanos" : 84433815000, | |
"fullyBlocked" : false, | |
"blockedReasons" : [ ], | |
"totalAllocationInBytes" : 0, | |
"rawInputDataSizeInBytes" : 49346693, | |
"rawInputPositions" : 389829107, | |
"processedInputDataSizeInBytes" : 1968456704, | |
"processedInputPositions" : 389829107, | |
"outputDataSizeInBytes" : 1539655626, | |
"outputPositions" : 389829107, | |
"physicalWrittenDataSizeInBytes" : 0, | |
"operatorSummaries" : [ { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 0, | |
"planNodeId" : "0", | |
"operatorType" : "TableScanOperator", | |
"totalDrivers" : 16, | |
"addInputCalls" : 0, | |
"addInputWall" : "0.00ns", | |
"addInputCpu" : "0.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "49346693B", | |
"rawInputPositions" : 389829107, | |
"inputDataSize" : "1968456704B", | |
"inputPositions" : 389829107, | |
"sumSquaredInputPositions" : 1.5196673266441744E17, | |
"getOutputCalls" : 39079, | |
"getOutputWall" : "13887965325.00ns", | |
"getOutputCpu" : "4508718273.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1968456704B", | |
"outputPositions" : 389829107, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "5210000.00ns", | |
"finishCalls" : 16, | |
"finishWall" : "7835.00ns", | |
"finishCpu" : "36548.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "31940608B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "3964416B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "3964416B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 135, | |
"count" : 1, | |
"max" : 135, | |
"min" : 135 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 204964377, | |
"count" : 16, | |
"max" : 20875971, | |
"min" : 7590950 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 196, | |
"count" : 16, | |
"max" : 14, | |
"min" : 11 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 5056369000, | |
"count" : 16, | |
"max" : 400757000, | |
"min" : 234131000 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 196, | |
"count" : 16, | |
"max" : 14, | |
"min" : 11 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 108, | |
"count" : 16, | |
"max" : 11, | |
"min" : 4 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 960210000, | |
"count" : 16, | |
"max" : 149863000, | |
"min" : 32223000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 859118000, | |
"count" : 16, | |
"max" : 94988000, | |
"min" : 28807000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 7302285000, | |
"count" : 16, | |
"max" : 539900000, | |
"min" : 361794000 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 61808000, | |
"count" : 16, | |
"max" : 7113000, | |
"min" : 2847000 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 26264, | |
"count" : 16, | |
"max" : 2144, | |
"min" : 1360 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 79299, | |
"count" : 1, | |
"max" : 79299, | |
"min" : 79299 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 370537209, | |
"count" : 16, | |
"max" : 26569880, | |
"min" : 20874715 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
}, { | |
"stageId" : 1, | |
"stageExecutionId" : 0, | |
"pipelineId" : 0, | |
"operatorId" : 1, | |
"planNodeId" : "0", | |
"operatorType" : "PartitionedOutput", | |
"totalDrivers" : 16, | |
"addInputCalls" : 39048, | |
"addInputWall" : "2033879549.00ns", | |
"addInputCpu" : "2013445076.00ns", | |
"addInputAllocation" : "0B", | |
"rawInputDataSize" : "0B", | |
"rawInputPositions" : 0, | |
"inputDataSize" : "1968456704B", | |
"inputPositions" : 389829107, | |
"sumSquaredInputPositions" : 1.5196673266441744E17, | |
"getOutputCalls" : 40854, | |
"getOutputWall" : "4704980254.00ns", | |
"getOutputCpu" : "3962580935.00ns", | |
"getOutputAllocation" : "0B", | |
"outputDataSize" : "1539655626B", | |
"outputPositions" : 389829107, | |
"physicalWrittenDataSize" : "0B", | |
"additionalCpu" : "0.00s", | |
"blockedWall" : "84428605000.00ns", | |
"finishCalls" : 0, | |
"finishWall" : "0.00ns", | |
"finishCpu" : "0.00ns", | |
"finishAllocation" : "0B", | |
"userMemoryReservation" : "71258112B", | |
"revocableMemoryReservation" : "0B", | |
"systemMemoryReservation" : "0B", | |
"peakUserMemoryReservation" : "11550720B", | |
"peakSystemMemoryReservation" : "0B", | |
"peakTotalMemoryReservation" : "11550720B", | |
"spilledDataSize" : "0B", | |
"runtimeStats" : { | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 41161, | |
"count" : 1, | |
"max" : 41161, | |
"min" : 41161 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 156578, | |
"count" : 1, | |
"max" : 156578, | |
"min" : 156578 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 592000, | |
"count" : 16, | |
"max" : 53000, | |
"min" : 25000 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
} | |
}, | |
"nullJoinBuildKeyCount" : 0, | |
"joinBuildKeyCount" : 0, | |
"nullJoinProbeKeyCount" : 0, | |
"joinProbeKeyCount" : 0 | |
} ], | |
"drivers" : [ ] | |
} ], | |
"runtimeStats" : { | |
"TableScan.0.numSplits" : { | |
"name" : "TableScan.0.numSplits", | |
"unit" : "NONE", | |
"sum" : 135, | |
"count" : 1, | |
"max" : 135, | |
"min" : 135 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerTimes" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerTimes", | |
"unit" : "NONE", | |
"sum" : 1759, | |
"count" : 16, | |
"max" : 115, | |
"min" : 103 | |
}, | |
"PartitionedOutput.root.0.runningAddInputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 2033879549, | |
"count" : 16, | |
"max" : 143559590, | |
"min" : 113904468 | |
}, | |
"PartitionedOutput.root.0.queuedWallNanos" : { | |
"name" : "PartitionedOutput.root.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 592000, | |
"count" : 16, | |
"max" : 53000, | |
"min" : 25000 | |
}, | |
"TableScan.0.prefetchBytes" : { | |
"name" : "TableScan.0.prefetchBytes", | |
"unit" : "BYTE", | |
"sum" : 204964377, | |
"count" : 16, | |
"max" : 20875971, | |
"min" : 7590950 | |
}, | |
"averageOutputBufferWallNanos" : { | |
"name" : "averageOutputBufferWallNanos", | |
"unit" : "NANO", | |
"sum" : 143000000, | |
"count" : 1, | |
"max" : 143000000, | |
"min" : 143000000 | |
}, | |
"PartitionedOutput.root.0.runningFinishWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedSplits" : { | |
"name" : "TableScan.0.skippedSplits", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numStorageRead" : { | |
"name" : "TableScan.0.numStorageRead", | |
"unit" : "NONE", | |
"sum" : 196, | |
"count" : 16, | |
"max" : 14, | |
"min" : 11 | |
}, | |
"TableScan.0.outputBatches" : { | |
"name" : "TableScan.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"TableScan.0.runningGetOutputWallNanos" : { | |
"name" : "TableScan.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 13887965325, | |
"count" : 16, | |
"max" : 1077051082, | |
"min" : 699922735 | |
}, | |
"TableScan.0.ioWaitNanos" : { | |
"name" : "TableScan.0.ioWaitNanos", | |
"unit" : "NANO", | |
"sum" : 5056369000, | |
"count" : 16, | |
"max" : 400757000, | |
"min" : 234131000 | |
}, | |
"PartitionedOutput.root.0.numMemoryAllocations" : { | |
"name" : "PartitionedOutput.root.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 156578, | |
"count" : 1, | |
"max" : 156578, | |
"min" : 156578 | |
}, | |
"TableScan.0.numRamRead" : { | |
"name" : "TableScan.0.numRamRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.runningFinishWallNanos" : { | |
"name" : "TableScan.0.runningFinishWallNanos", | |
"unit" : "NANO", | |
"sum" : 7835, | |
"count" : 16, | |
"max" : 712, | |
"min" : 339 | |
}, | |
"TableScan.0.totalRemainingFilterTime" : { | |
"name" : "TableScan.0.totalRemainingFilterTime", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.localReadBytes" : { | |
"name" : "TableScan.0.localReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.queryThreadIoLatency" : { | |
"name" : "TableScan.0.queryThreadIoLatency", | |
"unit" : "NONE", | |
"sum" : 196, | |
"count" : 16, | |
"max" : 14, | |
"min" : 11 | |
}, | |
"TableScan.0.inputBatches" : { | |
"name" : "TableScan.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"PartitionedOutput.root.0.inputBatches" : { | |
"name" : "PartitionedOutput.root.0.inputBatches", | |
"unit" : "NONE", | |
"sum" : 39048, | |
"count" : 1, | |
"max" : 39048, | |
"min" : 39048 | |
}, | |
"PartitionedOutput.root.0.blockedWaitForConsumerWallNanos" : { | |
"name" : "PartitionedOutput.root.0.blockedWaitForConsumerWallNanos", | |
"unit" : "NANO", | |
"sum" : 84428605000, | |
"count" : 16, | |
"max" : 5459799000, | |
"min" : 5068170000 | |
}, | |
"TableScan.0.numPrefetch" : { | |
"name" : "TableScan.0.numPrefetch", | |
"unit" : "NONE", | |
"sum" : 108, | |
"count" : 16, | |
"max" : 11, | |
"min" : 4 | |
}, | |
"TableScan.0.ramReadBytes" : { | |
"name" : "TableScan.0.ramReadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.numLocalRead" : { | |
"name" : "TableScan.0.numLocalRead", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.flattenStringDictionaryValues" : { | |
"name" : "TableScan.0.flattenStringDictionaryValues", | |
"unit" : "NONE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"PartitionedOutput.root.0.runningGetOutputWallNanos" : { | |
"name" : "PartitionedOutput.root.0.runningGetOutputWallNanos", | |
"unit" : "NANO", | |
"sum" : 4704980254, | |
"count" : 16, | |
"max" : 320781130, | |
"min" : 263293202 | |
}, | |
"TableScan.0.maxSingleIoWaitNanos" : { | |
"name" : "TableScan.0.maxSingleIoWaitNanos", | |
"unit" : "NANO", | |
"sum" : 960210000, | |
"count" : 16, | |
"max" : 149863000, | |
"min" : 32223000 | |
}, | |
"TableScan.0.skippedSplitBytes" : { | |
"name" : "TableScan.0.skippedSplitBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.totalScanTime" : { | |
"name" : "TableScan.0.totalScanTime", | |
"unit" : "NANO", | |
"sum" : 859118000, | |
"count" : 16, | |
"max" : 94988000, | |
"min" : 28807000 | |
}, | |
"TableScan.0.dataSourceWallNanos" : { | |
"name" : "TableScan.0.dataSourceWallNanos", | |
"unit" : "NANO", | |
"sum" : 7302285000, | |
"count" : 16, | |
"max" : 539900000, | |
"min" : 361794000 | |
}, | |
"TableScan.0.blockedWaitForSplitWallNanos" : { | |
"name" : "TableScan.0.blockedWaitForSplitWallNanos", | |
"unit" : "NANO", | |
"sum" : 5210000, | |
"count" : 15, | |
"max" : 784000, | |
"min" : 13000 | |
}, | |
"PartitionedOutput.root.0.outputBatches" : { | |
"name" : "PartitionedOutput.root.0.outputBatches", | |
"unit" : "NONE", | |
"sum" : 41161, | |
"count" : 1, | |
"max" : 41161, | |
"min" : 41161 | |
}, | |
"TableScan.0.overreadBytes" : { | |
"name" : "TableScan.0.overreadBytes", | |
"unit" : "BYTE", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"createTime" : { | |
"name" : "createTime", | |
"unit" : "NONE", | |
"sum" : 1710820606528, | |
"count" : 1, | |
"max" : 1710820606528, | |
"min" : 1710820606528 | |
}, | |
"TableScan.0.queuedWallNanos" : { | |
"name" : "TableScan.0.queuedWallNanos", | |
"unit" : "NANO", | |
"sum" : 61808000, | |
"count" : 16, | |
"max" : 7113000, | |
"min" : 2847000 | |
}, | |
"TableScan.0.runningAddInputWallNanos" : { | |
"name" : "TableScan.0.runningAddInputWallNanos", | |
"unit" : "NANO", | |
"sum" : 0, | |
"count" : 16, | |
"max" : 0, | |
"min" : 0 | |
}, | |
"TableScan.0.skippedStrides" : { | |
"name" : "TableScan.0.skippedStrides", | |
"unit" : "NONE", | |
"sum" : 26264, | |
"count" : 16, | |
"max" : 2144, | |
"min" : 1360 | |
}, | |
"nativeProcessCpuTime" : { | |
"name" : "nativeProcessCpuTime", | |
"unit" : "NANO", | |
"sum" : 12693858000, | |
"count" : 1, | |
"max" : 12693858000, | |
"min" : 12693858000 | |
}, | |
"outputConsumedDelayInNanos" : { | |
"name" : "outputConsumedDelayInNanos", | |
"unit" : "NANO", | |
"sum" : 89000000, | |
"count" : 1, | |
"max" : 89000000, | |
"min" : 89000000 | |
}, | |
"TableScan.0.numMemoryAllocations" : { | |
"name" : "TableScan.0.numMemoryAllocations", | |
"unit" : "NONE", | |
"sum" : 79299, | |
"count" : 1, | |
"max" : 79299, | |
"min" : 79299 | |
}, | |
"endTime" : { | |
"name" : "endTime", | |
"unit" : "NONE", | |
"sum" : 1710820613357, | |
"count" : 1, | |
"max" : 1710820613357, | |
"min" : 1710820613357 | |
}, | |
"TableScan.0.storageReadBytes" : { | |
"name" : "TableScan.0.storageReadBytes", | |
"unit" : "BYTE", | |
"sum" : 370537209, | |
"count" : 16, | |
"max" : 26569880, | |
"min" : 20874715 | |
}, | |
"numTopOutputBuffers" : { | |
"name" : "numTopOutputBuffers", | |
"unit" : "NONE", | |
"sum" : 1, | |
"count" : 1, | |
"max" : 1, | |
"min" : 1 | |
}, | |
"TableScan.0.blockedWaitForSplitTimes" : { | |
"name" : "TableScan.0.blockedWaitForSplitTimes", | |
"unit" : "NONE", | |
"sum" : 15, | |
"count" : 15, | |
"max" : 1, | |
"min" : 1 | |
} | |
} | |
}, | |
"needsPlan" : false, | |
"metadataUpdates" : { | |
"connectorId" : "unused", | |
"metadataUpdates" : [ ] | |
}, | |
"nodeId" : "fea93d663f00" | |
} ] | |
}, | |
"previousAttemptsExecutionInfos" : [ ], | |
"subStages" : [ ], | |
"runtimeOptimized" : false | |
} ], | |
"runtimeOptimized" : false | |
}, | |
"warnings" : [ ], | |
"inputs" : [ { | |
"connectorId" : "hive", | |
"schema" : "tpcds_sf1000_parquet_varchar", | |
"table" : "store_sales", | |
"connectorInfo" : { | |
"partitionIds" : [ "\u003CUNPARTITIONED\u003E" ], | |
"truncated" : false | |
}, | |
"columns" : [ { | |
"name" : "ss_quantity", | |
"type" : "integer" | |
} ], | |
"serializedCommitOutput" : "" | |
} ], | |
"finalQueryInfo" : true, | |
"resourceGroupId" : [ "global" ], | |
"queryType" : "EXPLAIN", | |
"failedTasks" : [ ], | |
"addedSessionFunctions" : { }, | |
"removedSessionFunctions" : [ ], | |
"planStatsAndCosts" : { | |
"stats" : { }, | |
"costs" : { } | |
}, | |
"optimizerInformation" : [ { | |
"optimizerName" : "UnaliasSymbolReferences", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "StatsRecordingPlanOptimizer", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "AddLocalExchanges", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "RemoveRedundantIdentityProjections", | |
"optimizerTriggered" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "RemoveRedundantIdentityProjections", | |
"optimizerTriggered" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "ApplyConnectorOptimization", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "RemoveRedundantIdentityProjections", | |
"optimizerTriggered" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "UnaliasSymbolReferences", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "PruneTableScanColumns", | |
"optimizerTriggered" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "RemoveRedundantIdentityProjections", | |
"optimizerTriggered" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "ApplyConnectorOptimization", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
}, { | |
"optimizerName" : "UnaliasSymbolReferences", | |
"optimizerTriggered" : true, | |
"optimizerApplicable" : true, | |
"isCostBased" : false | |
} ], | |
"cteInformation" : [ ], | |
"scalarFunctions" : [ ], | |
"aggregateFunctions" : [ ], | |
"windowsFunctions" : [ ], | |
"queryHash" : "1182aa6751adf543" | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
No custom session flags were set