-
-
Save kgs/20db747c8d81d94ac20e to your computer and use it in GitHub Desktop.
explain_true
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
set hive.auto.convert.join=true; | |
explain select v.id, v.dest_id from kgorlo_log v join (select id, dest_id, count(*) as wiad from kgorlo_comm group by id, dest_id)com1 on com1.id=v.id and com1.dest_id=v.dest_id; | |
+---------------------------------------------------------------------------------------------------+--+ | |
| Explain | | |
+---------------------------------------------------------------------------------------------------+--+ | |
| STAGE DEPENDENCIES: | | |
| Stage-2 is a root stage | | |
| Stage-4 depends on stages: Stage-2 | | |
| Stage-3 depends on stages: Stage-4 | | |
| Stage-0 is a root stage | | |
| | | |
| STAGE PLANS: | | |
| Stage: Stage-2 | | |
| Map Reduce | | |
| Map Operator Tree: | | |
| TableScan | | |
| alias: kgorlo_comm | | |
| Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE | | |
| Select Operator | | |
| expressions: id (type: bigint), dest_id (type: bigint) | | |
| outputColumnNames: id, dest_id | | |
| Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE | | |
| Group By Operator | | |
| aggregations: count() | | |
| keys: id (type: bigint), dest_id (type: bigint) | | |
| mode: hash | | |
| outputColumnNames: _col0, _col1, _col2 | | |
| Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE | | |
| Reduce Output Operator | | |
| key expressions: _col0 (type: bigint), _col1 (type: bigint) | | |
| sort order: ++ | | |
| Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) | | |
| Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE | | |
| value expressions: _col2 (type: bigint) | | |
| Reduce Operator Tree: | | |
| Group By Operator | | |
| aggregations: count(VALUE._col0) | | |
| keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) | | |
| mode: mergepartial | | |
| outputColumnNames: _col0, _col1, _col2 | | |
| Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE | | |
| Select Operator | | |
| expressions: _col0 (type: bigint), _col1 (type: bigint) | | |
| outputColumnNames: _col0, _col1 | | |
| Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE | | |
| File Output Operator | | |
| compressed: false | | |
| table: | | |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat | | |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat | | |
| serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe | | |
| | | |
| Stage: Stage-4 | | |
| Map Reduce Local Work | | |
| Alias -> Map Local Tables: | | |
| v | | |
| Fetch Operator | | |
| limit: -1 | | |
| Alias -> Map Local Operator Tree: | | |
| v | | |
| TableScan | | |
| alias: v | | |
| Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE | | |
| HashTable Sink Operator | | |
| condition expressions: | | |
| 0 {id} {dest_id} | | |
| 1 | | |
| keys: | | |
| 0 id (type: bigint), dest_id (type: bigint) | | |
| 1 _col0 (type: bigint), _col1 (type: bigint) | | |
| | | |
| Stage: Stage-3 | | |
| Map Reduce | | |
| Map Operator Tree: | | |
| TableScan | | |
| Map Join Operator | | |
| condition map: | | |
| Inner Join 0 to 1 | | |
| condition expressions: | | |
| 0 {id} {dest_id} | | |
| 1 | | |
| keys: | | |
| 0 id (type: bigint), dest_id (type: bigint) | | |
| 1 _col0 (type: bigint), _col1 (type: bigint) | | |
| outputColumnNames: _col0, _col1 | | |
| Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE | | |
| Select Operator | | |
| expressions: _col0 (type: bigint), _col1 (type: bigint) | | |
| outputColumnNames: _col0, _col1 | | |
| Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE | | |
| File Output Operator | | |
| compressed: false | | |
| Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE | | |
| table: | | |
| input format: org.apache.hadoop.mapred.TextInputFormat | | |
| output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat | | |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe | | |
| Local Work: | | |
| Map Reduce Local Work | | |
| | | |
| Stage: Stage-0 | | |
| Fetch Operator | | |
| limit: -1 | | |
| | | |
+---------------------------------------------------------------------------------------------------+--+ |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment