-
-
Save qrort/15a681a6564a9e25f32bfe608c8636ed to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2024-03-06 15:03:32.210 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [default] mrrun.cpp:816: mrrun ABI version: 2.35.0 | |
| 2024-03-06 15:03:39.164 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [default] storage.cpp:177: FileStorage initialized in "/tmp/tmpx6JLYt/", temporary dir: "/tmp/tmpx6JLYt/2454930", files: 0, total size: 0 | |
| 2024-03-06 15:03:39.165 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [http gw] yql_dns_gateway.h:85: Filled DNS resolution table based on provided configuration | |
| 2024-03-06 15:03:39.165 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [http gw] yql_dns_gateway.h:126: Started DNS table update | |
| 2024-03-06 15:03:39.231 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [DQ] interconnect_helpers.cpp:215: Start listener ::1:31337 socket: 10 | |
| 2024-03-06 15:03:39.295 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [DQ] service_node.cpp:126: Starting GRPC on 31338 | |
| GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option | |
| Parse SQL... | |
| ( | |
| (import aggregate_module '"/lib/yql/aggregate.yql") | |
| (import window_module '"/lib/yql/window.yql") | |
| (import core_module '"/lib/yql/core.yql") | |
| (let world (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"pool" '"tpcds")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"querycachemode" '"disable")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"hybriddqexecution" '"true")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"automerge" '"disabled")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"datasizeperjob" '"16M")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"datasizepermapjob" '"24M")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"datasizeperpartition" '"64M")) | |
| (let world (Configure! world (DataSource '"yt" '"$all") '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let world (block '( | |
| (let x (Read! world (DataSource '"yt" '"dirac") (MrTableConcat (Key '('table (String '"home/tpcds/3Tb/web_sales")))) (Void) '())) | |
| (let table0 (Right! x)) | |
| (let x (Read! world (DataSource '"yt" '"dirac") (MrTableConcat (Key '('table (String '"home/tpcds/3Tb/web_returns")))) (Void) '())) | |
| (let table1 (Right! x)) | |
| (let x (Read! world (DataSource '"yt" '"dirac") (MrTableConcat (Key '('table (String '"home/tpcds/3Tb/date_dim")))) (Void) '())) | |
| (let table2 (Right! x)) | |
| (let output (block '( | |
| (let select (block '( | |
| (let core (EquiJoin '((RemoveSystemMembers table0) '"ws") '((RemoveSystemMembers table1) '"wr") '((RemoveSystemMembers table2) '"date_dim") '('Cross '('Left '"ws" '"wr" '('"ws" '"ws_order_number" '"ws" '"ws_item_sk") '('"wr" '"wr_order_number" '"wr" '"wr_item_sk") '()) '"date_dim" '() '() '()) '())) | |
| (let core (OrderedFilter core (lambda '(row) (Coalesce (And (And (And (">" (SqlColumn row '"wr_return_amt" '"wr") (Int32 '"10000")) (">" (SqlColumn row '"ws_net_profit" '"ws") (Int32 '"1"))) (">" (SqlColumn row '"ws_net_paid" '"ws") (Int32 '"0"))) (And (And (">" (SqlColumn row '"ws_quantity" '"ws") (Int32 '"0")) ("==" (SqlColumn row '"ws_sold_date_sk") (SqlColumn row '"d_date_sk"))) (And ("==" (SqlColumn row '"d_year") (Int32 '"2000")) ("==" (SqlColumn row '"d_moy") (Int32 '"12"))))) (Bool 'false))))) | |
| (let core (PersistableRepr (block '( | |
| (let projectCoreType (TypeOf core)) | |
| (let core (OrderedSqlProject core '((SqlProjectStarItem projectCoreType '"" (lambda '(row) (block '( | |
| (let res (DivePrefixMembers row '('"ws." '"wr." '"date_dim."))) | |
| (return res) | |
| ))) '('('divePrefix '('"ws." '"wr." '"date_dim."))))))) | |
| (return core) | |
| )))) | |
| (return core) | |
| ))) | |
| (let select (RemoveSystemMembers select)) | |
| (return select) | |
| ))) | |
| (let output (Unordered output)) | |
| (let world (block '( | |
| (let result_sink (DataSink 'result)) | |
| (let world (Write! world result_sink (Key) output '('('type) '('autoref)))) | |
| (return (Commit! world result_sink)) | |
| ))) | |
| (return world) | |
| ))) | |
| (let world (block '( | |
| (let world (CommitAll! world)) | |
| (return world) | |
| ))) | |
| (return world) | |
| ) | |
| Compile program... | |
| ( | |
| (let $1 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $2 (Configure! $1 (DataSource '"yt" '"$all") '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (Configure! $2 (DataSource '"yt" '"$all") '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (Configure! $3 (DataSource '"yt" '"$all") '"Attr" '"pool" '"tpcds")) | |
| (let $5 (Configure! $4 (DataSource '"yt" '"$all") '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (Configure! $5 (DataSource '"yt" '"$all") '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (Configure! $6 (DataSource '"yt" '"$all") '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (Configure! $7 (DataSource '"yt" '"$all") '"Attr" '"automerge" '"disabled")) | |
| (let $9 (Configure! $8 (DataSource '"yt" '"$all") '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (Configure! $9 (DataSource '"yt" '"$all") '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (Configure! $10 (DataSource '"yt" '"$all") '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (Configure! $11 (DataSource '"yt" '"$all") '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (DataSink 'result)) | |
| (let $14 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $15 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $16 '('Left '"ws" '"wr" $14 $15 '())) | |
| (let $17 '('Cross $16 '"date_dim" '() '() '())) | |
| (let $18 (EquiJoin '((RemoveSystemMembers (Right! (Read! $12 (DataSource '"yt" '"dirac") (MrTableConcat (Key '('table (String '"home/tpcds/3Tb/web_sales")))) (Void) '()))) '"ws") '((RemoveSystemMembers (Right! (Read! $12 (DataSource '"yt" '"dirac") (MrTableConcat (Key '('table (String '"home/tpcds/3Tb/web_returns")))) (Void) '()))) '"wr") '((RemoveSystemMembers (Right! (Read! $12 (DataSource '"yt" '"dirac") (MrTableConcat (Key '('table (String '"home/tpcds/3Tb/date_dim")))) (Void) '()))) '"date_dim") $17 '())) | |
| (let $19 (OrderedFilter $18 (lambda '($22) (block '( | |
| (let $23 (SqlColumn $22 '"wr_return_amt" '"wr")) | |
| (let $24 (SqlColumn $22 '"ws_net_profit" '"ws")) | |
| (let $25 (SqlColumn $22 '"ws_net_paid" '"ws")) | |
| (let $26 (SqlColumn $22 '"ws_quantity" '"ws")) | |
| (return (Coalesce (And (And (And (> $23 (Int32 '"10000")) (> $24 (Int32 '"1"))) (> $25 (Int32 '"0"))) (And (And (> $26 (Int32 '"0")) (== (SqlColumn $22 '"ws_sold_date_sk") (SqlColumn $22 '"d_date_sk"))) (And (== (SqlColumn $22 '"d_year") (Int32 '"2000")) (== (SqlColumn $22 '"d_moy") (Int32 '"12"))))) (Bool 'false))) | |
| ))))) | |
| (let $20 '('"ws." '"wr." '"date_dim.")) | |
| (let $21 (Write! $12 $13 (Key) (Unordered (RemoveSystemMembers (PersistableRepr (OrderedSqlProject $19 '((SqlProjectStarItem (TypeOf $19) '"" (lambda '($27) (block '( | |
| (let $28 '('"ws." '"wr." '"date_dim.")) | |
| (return (DivePrefixMembers $27 $28)) | |
| ))) '('('divePrefix $20)))))))) '('('type) '('autoref)))) | |
| (return (CommitAll! (Commit! $21 $13))) | |
| ) | |
| Run program... | |
| 2024-03-06 15:03:41.076 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [DQ] yql_dq_gateway.cpp:430: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OpenSession | |
| 2024-03-06 15:03:41.084 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core eval] yql_eval_expr.cpp:382: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} EvaluateExpression - start | |
| 2024-03-06 15:03:41.085 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core eval] yql_eval_expr.cpp:1123: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} EvaluateExpression - finish | |
| 2024-03-06 15:03:41.087 INFO mrrun(pid=2454930, tid=0x00007F0832BFF700) [DQ] yql_dq_gateway.cpp:458: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OpenSession OK | |
| 2024-03-06 15:03:41.089 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_native.cpp:312: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/CanonizePaths} dirac.home/tpcds/3Tb/web_sales | |
| 2024-03-06 15:03:41.089 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_native.cpp:312: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/CanonizePaths} dirac.home/tpcds/3Tb/web_returns | |
| 2024-03-06 15:03:41.089 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_native.cpp:312: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/CanonizePaths} dirac.home/tpcds/3Tb/date_dim | |
| 2024-03-06 15:03:41.164 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] transaction_cache.cpp:369: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/CanonizePaths} Created tx 8b8-9994-13440001-4415 on dirac.yt.nemax.nebiuscloud.net | |
| 2024-03-06 15:03:41.164 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_io_discovery.cpp:334: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} YtIODiscovery - DoApplyAsyncChanges start | |
| 2024-03-06 15:03:41.166 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_io_discovery.cpp:547: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} YtIODiscovery DoApplyAsyncChanges - finish | |
| 2024-03-06 15:03:41.166 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_epoch.cpp:158: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Epoch-AssignCommitEpochs | |
| 2024-03-06 15:03:41.168 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_graph_reorder.cpp:341: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} DependencyUpdater-ReorderGraph | |
| 2024-03-06 15:03:41.172 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_native.cpp:377: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/GetTableInfo} ReadOnly=0, Epoch=0 | |
| 2024-03-06 15:03:41.172 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_native.cpp:381: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/GetTableInfo} dirac.home/tpcds/3Tb/web_returns, LockOnly=0, Intents=TFlags(00000000000000000000000000000001) | |
| 2024-03-06 15:03:41.172 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_native.cpp:381: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/GetTableInfo} dirac.home/tpcds/3Tb/web_sales, LockOnly=0, Intents=TFlags(00000000000000000000000000000001) | |
| 2024-03-06 15:03:41.172 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_native.cpp:381: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/GetTableInfo} dirac.home/tpcds/3Tb/date_dim, LockOnly=0, Intents=TFlags(00000000000000000000000000000001) | |
| 2024-03-06 15:03:41.326 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_native.cpp:1716: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/GetTableInfo} Snapshot "home/tpcds/3Tb/web_returns" -> #6cd-bdec-13440191-2de00700, tx=8b8-9997-13440004-8c8e | |
| 2024-03-06 15:03:41.326 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_native.cpp:1716: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/GetTableInfo} Snapshot "home/tpcds/3Tb/web_sales" -> #6cd-bde8-13440191-b4afb85b, tx=8b8-9997-13440004-8c8e | |
| 2024-03-06 15:03:41.326 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_native.cpp:1716: {8705dd46-8c5b9f07-1c12db31-3ff5fc3/Gateway/GetTableInfo} Snapshot "home/tpcds/3Tb/date_dim" -> #6cd-be05-13440191-b0161bf0, tx=8b8-9997-13440004-8c8e | |
| 2024-03-06 15:03:41.472 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_datasource.cpp:192: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} RewriteIO | |
| 2024-03-06 15:03:41.473 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_datasource.cpp:192: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} RewriteIO | |
| 2024-03-06 15:03:41.473 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [YT] yql_yt_datasource.cpp:192: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} RewriteIO | |
| 2024-03-06 15:03:41.473 INFO mrrun(pid=2454930, tid=0x00007F0865BF7D80) [RESULT] yql_result_provider.cpp:1401: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} RewriteIO | |
| 2024-03-06 15:03:41.511 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '('_yql_)) | |
| (let $29 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $30 (YqlRowSpec $16 $17 $18 '('Type $29))) | |
| (let $31 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $32 (YtTable '"home/tpcds/3Tb/web_returns" $30 $21 $31 '() (Void) (Void) '"dirac")) | |
| (let $33 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $34 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $33))) | |
| (let $35 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $36 (YtTable '"home/tpcds/3Tb/date_dim" $34 $21 $35 '() (Void) (Void) '"dirac")) | |
| (let $37 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $38 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $39 '('Left '"ws" '"wr" $37 $38 '())) | |
| (let $40 '('Cross $39 '"date_dim" '() '() '())) | |
| (let $41 (EquiJoin '((RemovePrefixMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $28) '"ws") '((RemovePrefixMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $32 (Void) (Void) (Void))) $27)))) $28) '"wr") '((RemovePrefixMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $36 (Void) (Void) (Void))) $27)))) $28) '"date_dim") $40 '())) | |
| (let $42 '"ws.ws_sold_date_sk") | |
| (let $43 '"date_dim.d_date_sk") | |
| (let $44 (OptionalType (DataType 'String))) | |
| (let $45 (OptionalType (DataType 'Int64))) | |
| (let $46 (OptionalType (DataType 'Float))) | |
| (let $47 '('"ws." '"wr." '"date_dim.")) | |
| (let $48 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedSqlProject (OrderedFilter $41 (lambda '($49) (block '( | |
| (let $50 (Int32 '0)) | |
| (return (Coalesce (And (And (And (> (Member $49 '"wr.wr_return_amt") (Int32 '"10000")) (> (Member $49 '"ws.ws_net_profit") (Int32 '1))) (> (Member $49 '"ws.ws_net_paid") $50)) (And (And (> (Member $49 '"ws.ws_quantity") $50) (== (Member $49 $42) (Member $49 $43))) (And (== (Member $49 '"date_dim.d_year") (Int32 '"2000")) (== (Member $49 '"date_dim.d_moy") (Int32 '"12"))))) (Bool 'false))) | |
| )))) '((SqlProjectStarItem (ListType (StructType '('"date_dim.d_current_day" $44) '('"date_dim.d_current_month" $44) '('"date_dim.d_current_quarter" $44) '('"date_dim.d_current_week" $44) '('"date_dim.d_current_year" $44) '('"date_dim.d_date" (OptionalType (DataType 'Date))) '('"date_dim.d_date_id" $44) '($43 $45) '('"date_dim.d_day_name" $44) '('"date_dim.d_dom" $45) '('"date_dim.d_dow" $45) '('"date_dim.d_first_dom" $45) '('"date_dim.d_following_holiday" $44) '('"date_dim.d_fy_quarter_seq" $45) '('"date_dim.d_fy_week_seq" $45) '('"date_dim.d_fy_year" $45) '('"date_dim.d_holiday" $44) '('"date_dim.d_last_dom" $45) '('"date_dim.d_month_seq" $45) '('"date_dim.d_moy" $45) '('"date_dim.d_qoy" $45) '('"date_dim.d_quarter_name" $44) '('"date_dim.d_quarter_seq" $45) '('"date_dim.d_same_day_lq" $45) '('"date_dim.d_same_day_ly" $45) '('"date_dim.d_week_seq" $45) '('"date_dim.d_weekend" $44) '('"date_dim.d_year" $45) '('"wr.wr_account_credit" $46) '('"wr.wr_fee" $46) '('"wr.wr_item_sk" $45) '('"wr.wr_net_loss" $46) '('"wr.wr_order_number" $45) '('"wr.wr_reason_sk" $45) '('"wr.wr_refunded_addr_sk" $45) '('"wr.wr_refunded_cash" $46) '('"wr.wr_refunded_cdemo_sk" $45) '('"wr.wr_refunded_customer_sk" $45) '('"wr.wr_refunded_hdemo_sk" $45) '('"wr.wr_return_amt" $46) '('"wr.wr_return_amt_inc_tax" $46) '('"wr.wr_return_quantity" $45) '('"wr.wr_return_ship_cost" $46) '('"wr.wr_return_tax" $46) '('"wr.wr_returned_date_sk" $45) '('"wr.wr_returned_time_sk" $45) '('"wr.wr_returning_addr_sk" $45) '('"wr.wr_returning_cdemo_sk" $45) '('"wr.wr_returning_customer_sk" $45) '('"wr.wr_returning_hdemo_sk" $45) '('"wr.wr_reversed_charge" $46) '('"wr.wr_web_page_sk" $45) '('"ws.ws_bill_addr_sk" $45) '('"ws.ws_bill_cdemo_sk" $45) '('"ws.ws_bill_customer_sk" $45) '('"ws.ws_bill_hdemo_sk" $45) '('"ws.ws_coupon_amt" $46) '('"ws.ws_ext_discount_amt" $46) '('"ws.ws_ext_list_price" $46) '('"ws.ws_ext_sales_price" $46) '('"ws.ws_ext_ship_cost" $46) '('"ws.ws_ext_tax" $46) '('"ws.ws_ext_wholesale_cost" $46) '('"ws.ws_item_sk" $45) '('"ws.ws_list_price" $46) '('"ws.ws_net_paid" $46) '('"ws.ws_net_paid_inc_ship" $46) '('"ws.ws_net_paid_inc_ship_tax" $46) '('"ws.ws_net_paid_inc_tax" $46) '('"ws.ws_net_profit" $46) '('"ws.ws_order_number" $45) '('"ws.ws_promo_sk" $45) '('"ws.ws_quantity" $45) '('"ws.ws_sales_price" $46) '('"ws.ws_ship_addr_sk" $45) '('"ws.ws_ship_cdemo_sk" $45) '('"ws.ws_ship_customer_sk" $45) '('"ws.ws_ship_date_sk" $45) '('"ws.ws_ship_hdemo_sk" $45) '('"ws.ws_ship_mode_sk" $45) '($42 $45) '('"ws.ws_sold_time_sk" $45) '('"ws.ws_warehouse_sk" $45) '('"ws.ws_web_page_sk" $45) '('"ws.ws_web_site_sk" $45) '('"ws.ws_wholesale_cost" $46))) '"" (lambda '($51) (DivePrefixMembers $51 $47)) '('('divePrefix $47)))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $48 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.515 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_opt_utils.cpp:821: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Expand RemovePrefixMembers | |
| 2024-03-06 15:03:41.515 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_opt_utils.cpp:821: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Expand RemovePrefixMembers | |
| 2024-03-06 15:03:41.515 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_opt_utils.cpp:821: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Expand RemovePrefixMembers | |
| 2024-03-06 15:03:41.516 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:41.516 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:41.516 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_opt_utils.cpp:763: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Enumerate struct object for DivePrefixMembers | |
| 2024-03-06 15:03:41.536 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $40 (YqlRowSpec $16 $17 $18 '('Type $39))) | |
| (let $41 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $42 (YtTable '"home/tpcds/3Tb/web_returns" $40 $21 $41 '() (Void) (Void) '"dirac")) | |
| (let $43 '"wr_account_credit") | |
| (let $44 '"wr_refunded_addr_sk") | |
| (let $45 '"wr_refunded_cdemo_sk") | |
| (let $46 '"wr_refunded_customer_sk") | |
| (let $47 '"wr_refunded_hdemo_sk") | |
| (let $48 '"wr_return_amt_inc_tax") | |
| (let $49 '"wr_return_quantity") | |
| (let $50 '"wr_return_ship_cost") | |
| (let $51 '"wr_returned_date_sk") | |
| (let $52 '"wr_returned_time_sk") | |
| (let $53 '"wr_returning_addr_sk") | |
| (let $54 '"wr_returning_cdemo_sk") | |
| (let $55 '"wr_returning_customer_sk") | |
| (let $56 '"wr_returning_hdemo_sk") | |
| (let $57 '"wr_reversed_charge") | |
| (let $58 '($43 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $44 '"wr_refunded_cash" $45 $46 $47 '"wr_return_amt" $48 $49 $50 '"wr_return_tax" $51 $52 $53 $54 $55 $56 $57 '"wr_web_page_sk")) | |
| (let $59 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $60 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $59))) | |
| (let $61 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $62 (YtTable '"home/tpcds/3Tb/date_dim" $60 $21 $61 '() (Void) (Void) '"dirac")) | |
| (let $63 '"d_current_quarter") | |
| (let $64 '"d_following_holiday") | |
| (let $65 '('"d_current_day" '"d_current_month" $63 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $64 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $66 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $67 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $68 '('Left '"ws" '"wr" $66 $67 '())) | |
| (let $69 '('Cross $68 '"date_dim" '() '() '())) | |
| (let $70 (EquiJoin '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $42 (Void) (Void) (Void))) $27)))) $58) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $62 (Void) (Void) (Void))) $27)))) $65) '"date_dim") $69 '())) | |
| (let $71 '"ws.ws_sold_date_sk") | |
| (let $72 '"date_dim.d_date_sk") | |
| (let $73 '"date_dim.d_current_day") | |
| (let $74 (OptionalType (DataType 'String))) | |
| (let $75 '"date_dim.d_current_month") | |
| (let $76 '"date_dim.d_current_quarter") | |
| (let $77 '"date_dim.d_current_week") | |
| (let $78 '"date_dim.d_current_year") | |
| (let $79 '"date_dim.d_date_id") | |
| (let $80 (OptionalType (DataType 'Int64))) | |
| (let $81 '"date_dim.d_day_name") | |
| (let $82 '"date_dim.d_first_dom") | |
| (let $83 '"date_dim.d_following_holiday") | |
| (let $84 '"date_dim.d_fy_quarter_seq") | |
| (let $85 '"date_dim.d_fy_week_seq") | |
| (let $86 '"date_dim.d_fy_year") | |
| (let $87 '"date_dim.d_holiday") | |
| (let $88 '"date_dim.d_last_dom") | |
| (let $89 '"date_dim.d_month_seq") | |
| (let $90 '"date_dim.d_quarter_name") | |
| (let $91 '"date_dim.d_quarter_seq") | |
| (let $92 '"date_dim.d_same_day_lq") | |
| (let $93 '"date_dim.d_same_day_ly") | |
| (let $94 '"date_dim.d_week_seq") | |
| (let $95 '"date_dim.d_weekend") | |
| (let $96 '"wr.wr_account_credit") | |
| (let $97 (OptionalType (DataType 'Float))) | |
| (let $98 '"wr.wr_order_number") | |
| (let $99 '"wr.wr_refunded_addr_sk") | |
| (let $100 '"wr.wr_refunded_cash") | |
| (let $101 '"wr.wr_refunded_cdemo_sk") | |
| (let $102 '"wr.wr_refunded_customer_sk") | |
| (let $103 '"wr.wr_refunded_hdemo_sk") | |
| (let $104 '"wr.wr_return_amt_inc_tax") | |
| (let $105 '"wr.wr_return_quantity") | |
| (let $106 '"wr.wr_return_ship_cost") | |
| (let $107 '"wr.wr_returned_date_sk") | |
| (let $108 '"wr.wr_returned_time_sk") | |
| (let $109 '"wr.wr_returning_addr_sk") | |
| (let $110 '"wr.wr_returning_cdemo_sk") | |
| (let $111 '"wr.wr_returning_customer_sk") | |
| (let $112 '"wr.wr_returning_hdemo_sk") | |
| (let $113 '"wr.wr_reversed_charge") | |
| (let $114 '"wr.wr_web_page_sk") | |
| (let $115 '"ws.ws_bill_addr_sk") | |
| (let $116 '"ws.ws_bill_cdemo_sk") | |
| (let $117 '"ws.ws_bill_customer_sk") | |
| (let $118 '"ws.ws_bill_hdemo_sk") | |
| (let $119 '"ws.ws_ext_discount_amt") | |
| (let $120 '"ws.ws_ext_list_price") | |
| (let $121 '"ws.ws_ext_sales_price") | |
| (let $122 '"ws.ws_ext_ship_cost") | |
| (let $123 '"ws.ws_ext_wholesale_cost") | |
| (let $124 '"ws.ws_net_paid_inc_ship") | |
| (let $125 '"ws.ws_net_paid_inc_ship_tax") | |
| (let $126 '"ws.ws_net_paid_inc_tax") | |
| (let $127 '"ws.ws_order_number") | |
| (let $128 '"ws.ws_sales_price") | |
| (let $129 '"ws.ws_ship_addr_sk") | |
| (let $130 '"ws.ws_ship_cdemo_sk") | |
| (let $131 '"ws.ws_ship_customer_sk") | |
| (let $132 '"ws.ws_ship_date_sk") | |
| (let $133 '"ws.ws_ship_hdemo_sk") | |
| (let $134 '"ws.ws_ship_mode_sk") | |
| (let $135 '"ws.ws_sold_time_sk") | |
| (let $136 '"ws.ws_warehouse_sk") | |
| (let $137 '"ws.ws_web_page_sk") | |
| (let $138 '"ws.ws_web_site_sk") | |
| (let $139 '"ws.ws_wholesale_cost") | |
| (let $140 '('"ws." '"wr." '"date_dim.")) | |
| (let $141 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedSqlProject (OrderedFilter $70 (lambda '($142) (block '( | |
| (let $143 (Int32 '0)) | |
| (let $144 (And (> (Member $142 '"wr.wr_return_amt") (Int32 '"10000")) (> (Member $142 '"ws.ws_net_profit") (Int32 '1)) (> (Member $142 '"ws.ws_net_paid") $143))) | |
| (let $145 (And (> (Member $142 '"ws.ws_quantity") $143) (== (Member $142 $71) (Member $142 $72)) (== (Member $142 '"date_dim.d_year") (Int32 '"2000")) (== (Member $142 '"date_dim.d_moy") (Int32 '"12")))) | |
| (return (Coalesce (And $144 $145) (Bool 'false))) | |
| )))) '((SqlProjectStarItem (ListType (StructType '($73 $74) '($75 $74) '($76 $74) '($77 $74) '($78 $74) '('"date_dim.d_date" (OptionalType (DataType 'Date))) '($79 $74) '($72 $80) '($81 $74) '('"date_dim.d_dom" $80) '('"date_dim.d_dow" $80) '($82 $80) '($83 $74) '($84 $80) '($85 $80) '($86 $80) '($87 $74) '($88 $80) '($89 $80) '('"date_dim.d_moy" $80) '('"date_dim.d_qoy" $80) '($90 $74) '($91 $80) '($92 $80) '($93 $80) '($94 $80) '($95 $74) '('"date_dim.d_year" $80) '($96 $97) '('"wr.wr_fee" $97) '('"wr.wr_item_sk" $80) '('"wr.wr_net_loss" $97) '($98 $80) '('"wr.wr_reason_sk" $80) '($99 $80) '($100 $97) '($101 $80) '($102 $80) '($103 $80) '('"wr.wr_return_amt" $97) '($104 $97) '($105 $80) '($106 $97) '('"wr.wr_return_tax" $97) '($107 $80) '($108 $80) '($109 $80) '($110 $80) '($111 $80) '($112 $80) '($113 $97) '($114 $80) '($115 $80) '($116 $80) '($117 $80) '($118 $80) '('"ws.ws_coupon_amt" $97) '($119 $97) '($120 $97) '($121 $97) '($122 $97) '('"ws.ws_ext_tax" $97) '($123 $97) '('"ws.ws_item_sk" $80) '('"ws.ws_list_price" $97) '('"ws.ws_net_paid" $97) '($124 $97) '($125 $97) '($126 $97) '('"ws.ws_net_profit" $97) '($127 $80) '('"ws.ws_promo_sk" $80) '('"ws.ws_quantity" $80) '($128 $97) '($129 $80) '($130 $80) '($131 $80) '($132 $80) '($133 $80) '($134 $80) '($71 $80) '($135 $80) '($136 $80) '($137 $80) '($138 $80) '($139 $97))) '"" (lambda '($146) (AsStruct '('"d_current_day" (Member $146 $73)) '('"d_current_month" (Member $146 $75)) '($63 (Member $146 $76)) '('"d_current_week" (Member $146 $77)) '('"d_current_year" (Member $146 $78)) '('"d_date" (Member $146 '"date_dim.d_date")) '('"d_date_id" (Member $146 $79)) '('"d_date_sk" (Member $146 $72)) '('"d_day_name" (Member $146 $81)) '('"d_dom" (Member $146 '"date_dim.d_dom")) '('"d_dow" (Member $146 '"date_dim.d_dow")) '('"d_first_dom" (Member $146 $82)) '($64 (Member $146 $83)) '('"d_fy_quarter_seq" (Member $146 $84)) '('"d_fy_week_seq" (Member $146 $85)) '('"d_fy_year" (Member $146 $86)) '('"d_holiday" (Member $146 $87)) '('"d_last_dom" (Member $146 $88)) '('"d_month_seq" (Member $146 $89)) '('"d_moy" (Member $146 '"date_dim.d_moy")) '('"d_qoy" (Member $146 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $146 $90)) '('"d_quarter_seq" (Member $146 $91)) '('"d_same_day_lq" (Member $146 $92)) '('"d_same_day_ly" (Member $146 $93)) '('"d_week_seq" (Member $146 $94)) '('"d_weekend" (Member $146 $95)) '('"d_year" (Member $146 '"date_dim.d_year")) '($43 (Member $146 $96)) '('"wr_fee" (Member $146 '"wr.wr_fee")) '('"wr_item_sk" (Member $146 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $146 '"wr.wr_net_loss")) '('"wr_order_number" (Member $146 $98)) '('"wr_reason_sk" (Member $146 '"wr.wr_reason_sk")) '($44 (Member $146 $99)) '('"wr_refunded_cash" (Member $146 $100)) '($45 (Member $146 $101)) '($46 (Member $146 $102)) '($47 (Member $146 $103)) '('"wr_return_amt" (Member $146 '"wr.wr_return_amt")) '($48 (Member $146 $104)) '($49 (Member $146 $105)) '($50 (Member $146 $106)) '('"wr_return_tax" (Member $146 '"wr.wr_return_tax")) '($51 (Member $146 $107)) '($52 (Member $146 $108)) '($53 (Member $146 $109)) '($54 (Member $146 $110)) '($55 (Member $146 $111)) '($56 (Member $146 $112)) '($57 (Member $146 $113)) '('"wr_web_page_sk" (Member $146 $114)) '('"ws_bill_addr_sk" (Member $146 $115)) '('"ws_bill_cdemo_sk" (Member $146 $116)) '($28 (Member $146 $117)) '('"ws_bill_hdemo_sk" (Member $146 $118)) '('"ws_coupon_amt" (Member $146 '"ws.ws_coupon_amt")) '($29 (Member $146 $119)) '($30 (Member $146 $120)) '($31 (Member $146 $121)) '('"ws_ext_ship_cost" (Member $146 $122)) '('"ws_ext_tax" (Member $146 '"ws.ws_ext_tax")) '($32 (Member $146 $123)) '('"ws_item_sk" (Member $146 '"ws.ws_item_sk")) '('"ws_list_price" (Member $146 '"ws.ws_list_price")) '('"ws_net_paid" (Member $146 '"ws.ws_net_paid")) '($33 (Member $146 $124)) '($34 (Member $146 $125)) '($35 (Member $146 $126)) '('"ws_net_profit" (Member $146 '"ws.ws_net_profit")) '('"ws_order_number" (Member $146 $127)) '('"ws_promo_sk" (Member $146 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $146 '"ws.ws_quantity")) '('"ws_sales_price" (Member $146 $128)) '('"ws_ship_addr_sk" (Member $146 $129)) '('"ws_ship_cdemo_sk" (Member $146 $130)) '($36 (Member $146 $131)) '('"ws_ship_date_sk" (Member $146 $132)) '('"ws_ship_hdemo_sk" (Member $146 $133)) '('"ws_ship_mode_sk" (Member $146 $134)) '('"ws_sold_date_sk" (Member $146 $71)) '('"ws_sold_time_sk" (Member $146 $135)) '('"ws_warehouse_sk" (Member $146 $136)) '('"ws_web_page_sk" (Member $146 $137)) '('"ws_web_site_sk" (Member $146 $138)) '($37 (Member $146 $139)))) '('('divePrefix $140)))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $141 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.538 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:41.549 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $40 (YqlRowSpec $16 $17 $18 '('Type $39))) | |
| (let $41 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $42 (YtTable '"home/tpcds/3Tb/web_returns" $40 $21 $41 '() (Void) (Void) '"dirac")) | |
| (let $43 '"wr_account_credit") | |
| (let $44 '"wr_refunded_addr_sk") | |
| (let $45 '"wr_refunded_cdemo_sk") | |
| (let $46 '"wr_refunded_customer_sk") | |
| (let $47 '"wr_refunded_hdemo_sk") | |
| (let $48 '"wr_return_amt_inc_tax") | |
| (let $49 '"wr_return_quantity") | |
| (let $50 '"wr_return_ship_cost") | |
| (let $51 '"wr_returned_date_sk") | |
| (let $52 '"wr_returned_time_sk") | |
| (let $53 '"wr_returning_addr_sk") | |
| (let $54 '"wr_returning_cdemo_sk") | |
| (let $55 '"wr_returning_customer_sk") | |
| (let $56 '"wr_returning_hdemo_sk") | |
| (let $57 '"wr_reversed_charge") | |
| (let $58 '($43 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $44 '"wr_refunded_cash" $45 $46 $47 '"wr_return_amt" $48 $49 $50 '"wr_return_tax" $51 $52 $53 $54 $55 $56 $57 '"wr_web_page_sk")) | |
| (let $59 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $60 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $59))) | |
| (let $61 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $62 (YtTable '"home/tpcds/3Tb/date_dim" $60 $21 $61 '() (Void) (Void) '"dirac")) | |
| (let $63 '"d_current_quarter") | |
| (let $64 '"d_following_holiday") | |
| (let $65 '('"d_current_day" '"d_current_month" $63 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $64 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $66 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $67 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $68 '('Left '"ws" '"wr" $66 $67 '())) | |
| (let $69 '('Cross $68 '"date_dim" '() '() '())) | |
| (let $70 (EquiJoin '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $42 (Void) (Void) (Void))) $27)))) $58) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $62 (Void) (Void) (Void))) $27)))) $65) '"date_dim") $69 '())) | |
| (let $71 '"ws.ws_sold_date_sk") | |
| (let $72 '"date_dim.d_date_sk") | |
| (let $73 '"date_dim.d_current_day") | |
| (let $74 (OptionalType (DataType 'String))) | |
| (let $75 '"date_dim.d_current_month") | |
| (let $76 '"date_dim.d_current_quarter") | |
| (let $77 '"date_dim.d_current_week") | |
| (let $78 '"date_dim.d_current_year") | |
| (let $79 '"date_dim.d_date_id") | |
| (let $80 (OptionalType (DataType 'Int64))) | |
| (let $81 '"date_dim.d_day_name") | |
| (let $82 '"date_dim.d_first_dom") | |
| (let $83 '"date_dim.d_following_holiday") | |
| (let $84 '"date_dim.d_fy_quarter_seq") | |
| (let $85 '"date_dim.d_fy_week_seq") | |
| (let $86 '"date_dim.d_fy_year") | |
| (let $87 '"date_dim.d_holiday") | |
| (let $88 '"date_dim.d_last_dom") | |
| (let $89 '"date_dim.d_month_seq") | |
| (let $90 '"date_dim.d_quarter_name") | |
| (let $91 '"date_dim.d_quarter_seq") | |
| (let $92 '"date_dim.d_same_day_lq") | |
| (let $93 '"date_dim.d_same_day_ly") | |
| (let $94 '"date_dim.d_week_seq") | |
| (let $95 '"date_dim.d_weekend") | |
| (let $96 '"wr.wr_account_credit") | |
| (let $97 (OptionalType (DataType 'Float))) | |
| (let $98 '"wr.wr_order_number") | |
| (let $99 '"wr.wr_refunded_addr_sk") | |
| (let $100 '"wr.wr_refunded_cash") | |
| (let $101 '"wr.wr_refunded_cdemo_sk") | |
| (let $102 '"wr.wr_refunded_customer_sk") | |
| (let $103 '"wr.wr_refunded_hdemo_sk") | |
| (let $104 '"wr.wr_return_amt_inc_tax") | |
| (let $105 '"wr.wr_return_quantity") | |
| (let $106 '"wr.wr_return_ship_cost") | |
| (let $107 '"wr.wr_returned_date_sk") | |
| (let $108 '"wr.wr_returned_time_sk") | |
| (let $109 '"wr.wr_returning_addr_sk") | |
| (let $110 '"wr.wr_returning_cdemo_sk") | |
| (let $111 '"wr.wr_returning_customer_sk") | |
| (let $112 '"wr.wr_returning_hdemo_sk") | |
| (let $113 '"wr.wr_reversed_charge") | |
| (let $114 '"wr.wr_web_page_sk") | |
| (let $115 '"ws.ws_bill_addr_sk") | |
| (let $116 '"ws.ws_bill_cdemo_sk") | |
| (let $117 '"ws.ws_bill_customer_sk") | |
| (let $118 '"ws.ws_bill_hdemo_sk") | |
| (let $119 '"ws.ws_ext_discount_amt") | |
| (let $120 '"ws.ws_ext_list_price") | |
| (let $121 '"ws.ws_ext_sales_price") | |
| (let $122 '"ws.ws_ext_ship_cost") | |
| (let $123 '"ws.ws_ext_wholesale_cost") | |
| (let $124 '"ws.ws_net_paid_inc_ship") | |
| (let $125 '"ws.ws_net_paid_inc_ship_tax") | |
| (let $126 '"ws.ws_net_paid_inc_tax") | |
| (let $127 '"ws.ws_order_number") | |
| (let $128 '"ws.ws_sales_price") | |
| (let $129 '"ws.ws_ship_addr_sk") | |
| (let $130 '"ws.ws_ship_cdemo_sk") | |
| (let $131 '"ws.ws_ship_customer_sk") | |
| (let $132 '"ws.ws_ship_date_sk") | |
| (let $133 '"ws.ws_ship_hdemo_sk") | |
| (let $134 '"ws.ws_ship_mode_sk") | |
| (let $135 '"ws.ws_sold_time_sk") | |
| (let $136 '"ws.ws_warehouse_sk") | |
| (let $137 '"ws.ws_web_page_sk") | |
| (let $138 '"ws.ws_web_site_sk") | |
| (let $139 '"ws.ws_wholesale_cost") | |
| (let $140 '('"ws." '"wr." '"date_dim.")) | |
| (let $141 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedSqlProject (OrderedFilter $70 (lambda '($142) (block '( | |
| (let $143 (Int32 '0)) | |
| (let $144 (And (> (Member $142 '"wr.wr_return_amt") (Int32 '"10000")) (> (Member $142 '"ws.ws_net_profit") (Int32 '1)) (> (Member $142 '"ws.ws_net_paid") $143) (> (Member $142 '"ws.ws_quantity") $143) (== (Member $142 $71) (Member $142 $72)) (== (Member $142 '"date_dim.d_year") (Int32 '"2000")) (== (Member $142 '"date_dim.d_moy") (Int32 '"12")))) | |
| (return (Coalesce $144 (Bool 'false))) | |
| )))) '((SqlProjectStarItem (ListType (StructType '($73 $74) '($75 $74) '($76 $74) '($77 $74) '($78 $74) '('"date_dim.d_date" (OptionalType (DataType 'Date))) '($79 $74) '($72 $80) '($81 $74) '('"date_dim.d_dom" $80) '('"date_dim.d_dow" $80) '($82 $80) '($83 $74) '($84 $80) '($85 $80) '($86 $80) '($87 $74) '($88 $80) '($89 $80) '('"date_dim.d_moy" $80) '('"date_dim.d_qoy" $80) '($90 $74) '($91 $80) '($92 $80) '($93 $80) '($94 $80) '($95 $74) '('"date_dim.d_year" $80) '($96 $97) '('"wr.wr_fee" $97) '('"wr.wr_item_sk" $80) '('"wr.wr_net_loss" $97) '($98 $80) '('"wr.wr_reason_sk" $80) '($99 $80) '($100 $97) '($101 $80) '($102 $80) '($103 $80) '('"wr.wr_return_amt" $97) '($104 $97) '($105 $80) '($106 $97) '('"wr.wr_return_tax" $97) '($107 $80) '($108 $80) '($109 $80) '($110 $80) '($111 $80) '($112 $80) '($113 $97) '($114 $80) '($115 $80) '($116 $80) '($117 $80) '($118 $80) '('"ws.ws_coupon_amt" $97) '($119 $97) '($120 $97) '($121 $97) '($122 $97) '('"ws.ws_ext_tax" $97) '($123 $97) '('"ws.ws_item_sk" $80) '('"ws.ws_list_price" $97) '('"ws.ws_net_paid" $97) '($124 $97) '($125 $97) '($126 $97) '('"ws.ws_net_profit" $97) '($127 $80) '('"ws.ws_promo_sk" $80) '('"ws.ws_quantity" $80) '($128 $97) '($129 $80) '($130 $80) '($131 $80) '($132 $80) '($133 $80) '($134 $80) '($71 $80) '($135 $80) '($136 $80) '($137 $80) '($138 $80) '($139 $97))) '"" (lambda '($145) (AsStruct '('"d_current_day" (Member $145 $73)) '('"d_current_month" (Member $145 $75)) '($63 (Member $145 $76)) '('"d_current_week" (Member $145 $77)) '('"d_current_year" (Member $145 $78)) '('"d_date" (Member $145 '"date_dim.d_date")) '('"d_date_id" (Member $145 $79)) '('"d_date_sk" (Member $145 $72)) '('"d_day_name" (Member $145 $81)) '('"d_dom" (Member $145 '"date_dim.d_dom")) '('"d_dow" (Member $145 '"date_dim.d_dow")) '('"d_first_dom" (Member $145 $82)) '($64 (Member $145 $83)) '('"d_fy_quarter_seq" (Member $145 $84)) '('"d_fy_week_seq" (Member $145 $85)) '('"d_fy_year" (Member $145 $86)) '('"d_holiday" (Member $145 $87)) '('"d_last_dom" (Member $145 $88)) '('"d_month_seq" (Member $145 $89)) '('"d_moy" (Member $145 '"date_dim.d_moy")) '('"d_qoy" (Member $145 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $145 $90)) '('"d_quarter_seq" (Member $145 $91)) '('"d_same_day_lq" (Member $145 $92)) '('"d_same_day_ly" (Member $145 $93)) '('"d_week_seq" (Member $145 $94)) '('"d_weekend" (Member $145 $95)) '('"d_year" (Member $145 '"date_dim.d_year")) '($43 (Member $145 $96)) '('"wr_fee" (Member $145 '"wr.wr_fee")) '('"wr_item_sk" (Member $145 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $145 '"wr.wr_net_loss")) '('"wr_order_number" (Member $145 $98)) '('"wr_reason_sk" (Member $145 '"wr.wr_reason_sk")) '($44 (Member $145 $99)) '('"wr_refunded_cash" (Member $145 $100)) '($45 (Member $145 $101)) '($46 (Member $145 $102)) '($47 (Member $145 $103)) '('"wr_return_amt" (Member $145 '"wr.wr_return_amt")) '($48 (Member $145 $104)) '($49 (Member $145 $105)) '($50 (Member $145 $106)) '('"wr_return_tax" (Member $145 '"wr.wr_return_tax")) '($51 (Member $145 $107)) '($52 (Member $145 $108)) '($53 (Member $145 $109)) '($54 (Member $145 $110)) '($55 (Member $145 $111)) '($56 (Member $145 $112)) '($57 (Member $145 $113)) '('"wr_web_page_sk" (Member $145 $114)) '('"ws_bill_addr_sk" (Member $145 $115)) '('"ws_bill_cdemo_sk" (Member $145 $116)) '($28 (Member $145 $117)) '('"ws_bill_hdemo_sk" (Member $145 $118)) '('"ws_coupon_amt" (Member $145 '"ws.ws_coupon_amt")) '($29 (Member $145 $119)) '($30 (Member $145 $120)) '($31 (Member $145 $121)) '('"ws_ext_ship_cost" (Member $145 $122)) '('"ws_ext_tax" (Member $145 '"ws.ws_ext_tax")) '($32 (Member $145 $123)) '('"ws_item_sk" (Member $145 '"ws.ws_item_sk")) '('"ws_list_price" (Member $145 '"ws.ws_list_price")) '('"ws_net_paid" (Member $145 '"ws.ws_net_paid")) '($33 (Member $145 $124)) '($34 (Member $145 $125)) '($35 (Member $145 $126)) '('"ws_net_profit" (Member $145 '"ws.ws_net_profit")) '('"ws_order_number" (Member $145 $127)) '('"ws_promo_sk" (Member $145 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $145 '"ws.ws_quantity")) '('"ws_sales_price" (Member $145 $128)) '('"ws_ship_addr_sk" (Member $145 $129)) '('"ws_ship_cdemo_sk" (Member $145 $130)) '($36 (Member $145 $131)) '('"ws_ship_date_sk" (Member $145 $132)) '('"ws_ship_hdemo_sk" (Member $145 $133)) '('"ws_ship_mode_sk" (Member $145 $134)) '('"ws_sold_date_sk" (Member $145 $71)) '('"ws_sold_time_sk" (Member $145 $135)) '('"ws_warehouse_sk" (Member $145 $136)) '('"ws_web_page_sk" (Member $145 $137)) '('"ws_web_site_sk" (Member $145 $138)) '($37 (Member $145 $139)))) '('('divePrefix $140)))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $141 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.550 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:695: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} PropagateCoalesceWithConst over And | |
| 2024-03-06 15:03:41.561 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $40 (YqlRowSpec $16 $17 $18 '('Type $39))) | |
| (let $41 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $42 (YtTable '"home/tpcds/3Tb/web_returns" $40 $21 $41 '() (Void) (Void) '"dirac")) | |
| (let $43 '"wr_account_credit") | |
| (let $44 '"wr_refunded_addr_sk") | |
| (let $45 '"wr_refunded_cdemo_sk") | |
| (let $46 '"wr_refunded_customer_sk") | |
| (let $47 '"wr_refunded_hdemo_sk") | |
| (let $48 '"wr_return_amt_inc_tax") | |
| (let $49 '"wr_return_quantity") | |
| (let $50 '"wr_return_ship_cost") | |
| (let $51 '"wr_returned_date_sk") | |
| (let $52 '"wr_returned_time_sk") | |
| (let $53 '"wr_returning_addr_sk") | |
| (let $54 '"wr_returning_cdemo_sk") | |
| (let $55 '"wr_returning_customer_sk") | |
| (let $56 '"wr_returning_hdemo_sk") | |
| (let $57 '"wr_reversed_charge") | |
| (let $58 '($43 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $44 '"wr_refunded_cash" $45 $46 $47 '"wr_return_amt" $48 $49 $50 '"wr_return_tax" $51 $52 $53 $54 $55 $56 $57 '"wr_web_page_sk")) | |
| (let $59 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $60 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $59))) | |
| (let $61 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $62 (YtTable '"home/tpcds/3Tb/date_dim" $60 $21 $61 '() (Void) (Void) '"dirac")) | |
| (let $63 '"d_current_quarter") | |
| (let $64 '"d_following_holiday") | |
| (let $65 '('"d_current_day" '"d_current_month" $63 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $64 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $66 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $67 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $68 '('Left '"ws" '"wr" $66 $67 '())) | |
| (let $69 '('Cross $68 '"date_dim" '() '() '())) | |
| (let $70 (EquiJoin '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $42 (Void) (Void) (Void))) $27)))) $58) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $62 (Void) (Void) (Void))) $27)))) $65) '"date_dim") $69 '())) | |
| (let $71 '"ws.ws_sold_date_sk") | |
| (let $72 '"date_dim.d_date_sk") | |
| (let $73 '"date_dim.d_current_day") | |
| (let $74 (OptionalType (DataType 'String))) | |
| (let $75 '"date_dim.d_current_month") | |
| (let $76 '"date_dim.d_current_quarter") | |
| (let $77 '"date_dim.d_current_week") | |
| (let $78 '"date_dim.d_current_year") | |
| (let $79 '"date_dim.d_date_id") | |
| (let $80 (OptionalType (DataType 'Int64))) | |
| (let $81 '"date_dim.d_day_name") | |
| (let $82 '"date_dim.d_first_dom") | |
| (let $83 '"date_dim.d_following_holiday") | |
| (let $84 '"date_dim.d_fy_quarter_seq") | |
| (let $85 '"date_dim.d_fy_week_seq") | |
| (let $86 '"date_dim.d_fy_year") | |
| (let $87 '"date_dim.d_holiday") | |
| (let $88 '"date_dim.d_last_dom") | |
| (let $89 '"date_dim.d_month_seq") | |
| (let $90 '"date_dim.d_quarter_name") | |
| (let $91 '"date_dim.d_quarter_seq") | |
| (let $92 '"date_dim.d_same_day_lq") | |
| (let $93 '"date_dim.d_same_day_ly") | |
| (let $94 '"date_dim.d_week_seq") | |
| (let $95 '"date_dim.d_weekend") | |
| (let $96 '"wr.wr_account_credit") | |
| (let $97 (OptionalType (DataType 'Float))) | |
| (let $98 '"wr.wr_order_number") | |
| (let $99 '"wr.wr_refunded_addr_sk") | |
| (let $100 '"wr.wr_refunded_cash") | |
| (let $101 '"wr.wr_refunded_cdemo_sk") | |
| (let $102 '"wr.wr_refunded_customer_sk") | |
| (let $103 '"wr.wr_refunded_hdemo_sk") | |
| (let $104 '"wr.wr_return_amt_inc_tax") | |
| (let $105 '"wr.wr_return_quantity") | |
| (let $106 '"wr.wr_return_ship_cost") | |
| (let $107 '"wr.wr_returned_date_sk") | |
| (let $108 '"wr.wr_returned_time_sk") | |
| (let $109 '"wr.wr_returning_addr_sk") | |
| (let $110 '"wr.wr_returning_cdemo_sk") | |
| (let $111 '"wr.wr_returning_customer_sk") | |
| (let $112 '"wr.wr_returning_hdemo_sk") | |
| (let $113 '"wr.wr_reversed_charge") | |
| (let $114 '"wr.wr_web_page_sk") | |
| (let $115 '"ws.ws_bill_addr_sk") | |
| (let $116 '"ws.ws_bill_cdemo_sk") | |
| (let $117 '"ws.ws_bill_customer_sk") | |
| (let $118 '"ws.ws_bill_hdemo_sk") | |
| (let $119 '"ws.ws_ext_discount_amt") | |
| (let $120 '"ws.ws_ext_list_price") | |
| (let $121 '"ws.ws_ext_sales_price") | |
| (let $122 '"ws.ws_ext_ship_cost") | |
| (let $123 '"ws.ws_ext_wholesale_cost") | |
| (let $124 '"ws.ws_net_paid_inc_ship") | |
| (let $125 '"ws.ws_net_paid_inc_ship_tax") | |
| (let $126 '"ws.ws_net_paid_inc_tax") | |
| (let $127 '"ws.ws_order_number") | |
| (let $128 '"ws.ws_sales_price") | |
| (let $129 '"ws.ws_ship_addr_sk") | |
| (let $130 '"ws.ws_ship_cdemo_sk") | |
| (let $131 '"ws.ws_ship_customer_sk") | |
| (let $132 '"ws.ws_ship_date_sk") | |
| (let $133 '"ws.ws_ship_hdemo_sk") | |
| (let $134 '"ws.ws_ship_mode_sk") | |
| (let $135 '"ws.ws_sold_time_sk") | |
| (let $136 '"ws.ws_warehouse_sk") | |
| (let $137 '"ws.ws_web_page_sk") | |
| (let $138 '"ws.ws_web_site_sk") | |
| (let $139 '"ws.ws_wholesale_cost") | |
| (let $140 '('"ws." '"wr." '"date_dim.")) | |
| (let $141 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedSqlProject (OrderedFilter $70 (lambda '($142) (block '( | |
| (let $143 (Bool 'false)) | |
| (let $144 (Int32 '0)) | |
| (return (And (Coalesce (> (Member $142 '"wr.wr_return_amt") (Int32 '"10000")) $143) (Coalesce (> (Member $142 '"ws.ws_net_profit") (Int32 '1)) $143) (Coalesce (> (Member $142 '"ws.ws_net_paid") $144) $143) (Coalesce (> (Member $142 '"ws.ws_quantity") $144) $143) (Coalesce (== (Member $142 $71) (Member $142 $72)) $143) (Coalesce (== (Member $142 '"date_dim.d_year") (Int32 '"2000")) $143) (Coalesce (== (Member $142 '"date_dim.d_moy") (Int32 '"12")) $143))) | |
| )))) '((SqlProjectStarItem (ListType (StructType '($73 $74) '($75 $74) '($76 $74) '($77 $74) '($78 $74) '('"date_dim.d_date" (OptionalType (DataType 'Date))) '($79 $74) '($72 $80) '($81 $74) '('"date_dim.d_dom" $80) '('"date_dim.d_dow" $80) '($82 $80) '($83 $74) '($84 $80) '($85 $80) '($86 $80) '($87 $74) '($88 $80) '($89 $80) '('"date_dim.d_moy" $80) '('"date_dim.d_qoy" $80) '($90 $74) '($91 $80) '($92 $80) '($93 $80) '($94 $80) '($95 $74) '('"date_dim.d_year" $80) '($96 $97) '('"wr.wr_fee" $97) '('"wr.wr_item_sk" $80) '('"wr.wr_net_loss" $97) '($98 $80) '('"wr.wr_reason_sk" $80) '($99 $80) '($100 $97) '($101 $80) '($102 $80) '($103 $80) '('"wr.wr_return_amt" $97) '($104 $97) '($105 $80) '($106 $97) '('"wr.wr_return_tax" $97) '($107 $80) '($108 $80) '($109 $80) '($110 $80) '($111 $80) '($112 $80) '($113 $97) '($114 $80) '($115 $80) '($116 $80) '($117 $80) '($118 $80) '('"ws.ws_coupon_amt" $97) '($119 $97) '($120 $97) '($121 $97) '($122 $97) '('"ws.ws_ext_tax" $97) '($123 $97) '('"ws.ws_item_sk" $80) '('"ws.ws_list_price" $97) '('"ws.ws_net_paid" $97) '($124 $97) '($125 $97) '($126 $97) '('"ws.ws_net_profit" $97) '($127 $80) '('"ws.ws_promo_sk" $80) '('"ws.ws_quantity" $80) '($128 $97) '($129 $80) '($130 $80) '($131 $80) '($132 $80) '($133 $80) '($134 $80) '($71 $80) '($135 $80) '($136 $80) '($137 $80) '($138 $80) '($139 $97))) '"" (lambda '($145) (AsStruct '('"d_current_day" (Member $145 $73)) '('"d_current_month" (Member $145 $75)) '($63 (Member $145 $76)) '('"d_current_week" (Member $145 $77)) '('"d_current_year" (Member $145 $78)) '('"d_date" (Member $145 '"date_dim.d_date")) '('"d_date_id" (Member $145 $79)) '('"d_date_sk" (Member $145 $72)) '('"d_day_name" (Member $145 $81)) '('"d_dom" (Member $145 '"date_dim.d_dom")) '('"d_dow" (Member $145 '"date_dim.d_dow")) '('"d_first_dom" (Member $145 $82)) '($64 (Member $145 $83)) '('"d_fy_quarter_seq" (Member $145 $84)) '('"d_fy_week_seq" (Member $145 $85)) '('"d_fy_year" (Member $145 $86)) '('"d_holiday" (Member $145 $87)) '('"d_last_dom" (Member $145 $88)) '('"d_month_seq" (Member $145 $89)) '('"d_moy" (Member $145 '"date_dim.d_moy")) '('"d_qoy" (Member $145 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $145 $90)) '('"d_quarter_seq" (Member $145 $91)) '('"d_same_day_lq" (Member $145 $92)) '('"d_same_day_ly" (Member $145 $93)) '('"d_week_seq" (Member $145 $94)) '('"d_weekend" (Member $145 $95)) '('"d_year" (Member $145 '"date_dim.d_year")) '($43 (Member $145 $96)) '('"wr_fee" (Member $145 '"wr.wr_fee")) '('"wr_item_sk" (Member $145 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $145 '"wr.wr_net_loss")) '('"wr_order_number" (Member $145 $98)) '('"wr_reason_sk" (Member $145 '"wr.wr_reason_sk")) '($44 (Member $145 $99)) '('"wr_refunded_cash" (Member $145 $100)) '($45 (Member $145 $101)) '($46 (Member $145 $102)) '($47 (Member $145 $103)) '('"wr_return_amt" (Member $145 '"wr.wr_return_amt")) '($48 (Member $145 $104)) '($49 (Member $145 $105)) '($50 (Member $145 $106)) '('"wr_return_tax" (Member $145 '"wr.wr_return_tax")) '($51 (Member $145 $107)) '($52 (Member $145 $108)) '($53 (Member $145 $109)) '($54 (Member $145 $110)) '($55 (Member $145 $111)) '($56 (Member $145 $112)) '($57 (Member $145 $113)) '('"wr_web_page_sk" (Member $145 $114)) '('"ws_bill_addr_sk" (Member $145 $115)) '('"ws_bill_cdemo_sk" (Member $145 $116)) '($28 (Member $145 $117)) '('"ws_bill_hdemo_sk" (Member $145 $118)) '('"ws_coupon_amt" (Member $145 '"ws.ws_coupon_amt")) '($29 (Member $145 $119)) '($30 (Member $145 $120)) '($31 (Member $145 $121)) '('"ws_ext_ship_cost" (Member $145 $122)) '('"ws_ext_tax" (Member $145 '"ws.ws_ext_tax")) '($32 (Member $145 $123)) '('"ws_item_sk" (Member $145 '"ws.ws_item_sk")) '('"ws_list_price" (Member $145 '"ws.ws_list_price")) '('"ws_net_paid" (Member $145 '"ws.ws_net_paid")) '($33 (Member $145 $124)) '($34 (Member $145 $125)) '($35 (Member $145 $126)) '('"ws_net_profit" (Member $145 '"ws.ws_net_profit")) '('"ws_order_number" (Member $145 $127)) '('"ws_promo_sk" (Member $145 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $145 '"ws.ws_quantity")) '('"ws_sales_price" (Member $145 $128)) '('"ws_ship_addr_sk" (Member $145 $129)) '('"ws_ship_cdemo_sk" (Member $145 $130)) '($36 (Member $145 $131)) '('"ws_ship_date_sk" (Member $145 $132)) '('"ws_ship_hdemo_sk" (Member $145 $133)) '('"ws_ship_mode_sk" (Member $145 $134)) '('"ws_sold_date_sk" (Member $145 $71)) '('"ws_sold_time_sk" (Member $145 $135)) '('"ws_warehouse_sk" (Member $145 $136)) '('"ws_web_page_sk" (Member $145 $137)) '('"ws_web_site_sk" (Member $145 $138)) '($37 (Member $145 $139)))) '('('divePrefix $140)))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $141 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.563 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:41.575 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $40 (YqlRowSpec $16 $17 $18 '('Type $39))) | |
| (let $41 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $42 (YtTable '"home/tpcds/3Tb/web_returns" $40 $21 $41 '() (Void) (Void) '"dirac")) | |
| (let $43 '"wr_account_credit") | |
| (let $44 '"wr_refunded_addr_sk") | |
| (let $45 '"wr_refunded_cdemo_sk") | |
| (let $46 '"wr_refunded_customer_sk") | |
| (let $47 '"wr_refunded_hdemo_sk") | |
| (let $48 '"wr_return_amt_inc_tax") | |
| (let $49 '"wr_return_quantity") | |
| (let $50 '"wr_return_ship_cost") | |
| (let $51 '"wr_returned_date_sk") | |
| (let $52 '"wr_returned_time_sk") | |
| (let $53 '"wr_returning_addr_sk") | |
| (let $54 '"wr_returning_cdemo_sk") | |
| (let $55 '"wr_returning_customer_sk") | |
| (let $56 '"wr_returning_hdemo_sk") | |
| (let $57 '"wr_reversed_charge") | |
| (let $58 '($43 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $44 '"wr_refunded_cash" $45 $46 $47 '"wr_return_amt" $48 $49 $50 '"wr_return_tax" $51 $52 $53 $54 $55 $56 $57 '"wr_web_page_sk")) | |
| (let $59 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $60 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $59))) | |
| (let $61 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $62 (YtTable '"home/tpcds/3Tb/date_dim" $60 $21 $61 '() (Void) (Void) '"dirac")) | |
| (let $63 '"d_current_quarter") | |
| (let $64 '"d_following_holiday") | |
| (let $65 '('"d_current_day" '"d_current_month" $63 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $64 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $66 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $67 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $68 '('Left '"ws" '"wr" $66 $67 '())) | |
| (let $69 '('Cross $68 '"date_dim" '() '() '())) | |
| (let $70 (EquiJoin '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $42 (Void) (Void) (Void))) $27)))) $58) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $62 (Void) (Void) (Void))) $27)))) $65) '"date_dim") $69 '())) | |
| (let $71 '"ws.ws_sold_date_sk") | |
| (let $72 '"date_dim.d_date_sk") | |
| (let $73 '"date_dim.d_current_day") | |
| (let $74 (OptionalType (DataType 'String))) | |
| (let $75 '"date_dim.d_current_month") | |
| (let $76 '"date_dim.d_current_quarter") | |
| (let $77 '"date_dim.d_current_week") | |
| (let $78 '"date_dim.d_current_year") | |
| (let $79 '"date_dim.d_date_id") | |
| (let $80 (OptionalType (DataType 'Int64))) | |
| (let $81 '"date_dim.d_day_name") | |
| (let $82 '"date_dim.d_first_dom") | |
| (let $83 '"date_dim.d_following_holiday") | |
| (let $84 '"date_dim.d_fy_quarter_seq") | |
| (let $85 '"date_dim.d_fy_week_seq") | |
| (let $86 '"date_dim.d_fy_year") | |
| (let $87 '"date_dim.d_holiday") | |
| (let $88 '"date_dim.d_last_dom") | |
| (let $89 '"date_dim.d_month_seq") | |
| (let $90 '"date_dim.d_quarter_name") | |
| (let $91 '"date_dim.d_quarter_seq") | |
| (let $92 '"date_dim.d_same_day_lq") | |
| (let $93 '"date_dim.d_same_day_ly") | |
| (let $94 '"date_dim.d_week_seq") | |
| (let $95 '"date_dim.d_weekend") | |
| (let $96 '"wr.wr_account_credit") | |
| (let $97 (OptionalType (DataType 'Float))) | |
| (let $98 '"wr.wr_order_number") | |
| (let $99 '"wr.wr_refunded_addr_sk") | |
| (let $100 '"wr.wr_refunded_cash") | |
| (let $101 '"wr.wr_refunded_cdemo_sk") | |
| (let $102 '"wr.wr_refunded_customer_sk") | |
| (let $103 '"wr.wr_refunded_hdemo_sk") | |
| (let $104 '"wr.wr_return_amt_inc_tax") | |
| (let $105 '"wr.wr_return_quantity") | |
| (let $106 '"wr.wr_return_ship_cost") | |
| (let $107 '"wr.wr_returned_date_sk") | |
| (let $108 '"wr.wr_returned_time_sk") | |
| (let $109 '"wr.wr_returning_addr_sk") | |
| (let $110 '"wr.wr_returning_cdemo_sk") | |
| (let $111 '"wr.wr_returning_customer_sk") | |
| (let $112 '"wr.wr_returning_hdemo_sk") | |
| (let $113 '"wr.wr_reversed_charge") | |
| (let $114 '"wr.wr_web_page_sk") | |
| (let $115 '"ws.ws_bill_addr_sk") | |
| (let $116 '"ws.ws_bill_cdemo_sk") | |
| (let $117 '"ws.ws_bill_customer_sk") | |
| (let $118 '"ws.ws_bill_hdemo_sk") | |
| (let $119 '"ws.ws_ext_discount_amt") | |
| (let $120 '"ws.ws_ext_list_price") | |
| (let $121 '"ws.ws_ext_sales_price") | |
| (let $122 '"ws.ws_ext_ship_cost") | |
| (let $123 '"ws.ws_ext_wholesale_cost") | |
| (let $124 '"ws.ws_net_paid_inc_ship") | |
| (let $125 '"ws.ws_net_paid_inc_ship_tax") | |
| (let $126 '"ws.ws_net_paid_inc_tax") | |
| (let $127 '"ws.ws_order_number") | |
| (let $128 '"ws.ws_sales_price") | |
| (let $129 '"ws.ws_ship_addr_sk") | |
| (let $130 '"ws.ws_ship_cdemo_sk") | |
| (let $131 '"ws.ws_ship_customer_sk") | |
| (let $132 '"ws.ws_ship_date_sk") | |
| (let $133 '"ws.ws_ship_hdemo_sk") | |
| (let $134 '"ws.ws_ship_mode_sk") | |
| (let $135 '"ws.ws_sold_time_sk") | |
| (let $136 '"ws.ws_warehouse_sk") | |
| (let $137 '"ws.ws_web_page_sk") | |
| (let $138 '"ws.ws_web_site_sk") | |
| (let $139 '"ws.ws_wholesale_cost") | |
| (let $140 '('"ws." '"wr." '"date_dim.")) | |
| (let $141 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedSqlProject (OrderedFlatMap $70 (lambda '($142) (block '( | |
| (let $143 (Bool 'false)) | |
| (let $144 (Int32 '0)) | |
| (let $145 (And (Coalesce (> (Member $142 '"wr.wr_return_amt") (Int32 '"10000")) $143) (Coalesce (> (Member $142 '"ws.ws_net_profit") (Int32 '1)) $143) (Coalesce (> (Member $142 '"ws.ws_net_paid") $144) $143) (Coalesce (> (Member $142 '"ws.ws_quantity") $144) $143) (Coalesce (== (Member $142 $71) (Member $142 $72)) $143) (Coalesce (== (Member $142 '"date_dim.d_year") (Int32 '"2000")) $143) (Coalesce (== (Member $142 '"date_dim.d_moy") (Int32 '"12")) $143))) | |
| (return (OptionalIf $145 $142)) | |
| )))) '((SqlProjectStarItem (ListType (StructType '($73 $74) '($75 $74) '($76 $74) '($77 $74) '($78 $74) '('"date_dim.d_date" (OptionalType (DataType 'Date))) '($79 $74) '($72 $80) '($81 $74) '('"date_dim.d_dom" $80) '('"date_dim.d_dow" $80) '($82 $80) '($83 $74) '($84 $80) '($85 $80) '($86 $80) '($87 $74) '($88 $80) '($89 $80) '('"date_dim.d_moy" $80) '('"date_dim.d_qoy" $80) '($90 $74) '($91 $80) '($92 $80) '($93 $80) '($94 $80) '($95 $74) '('"date_dim.d_year" $80) '($96 $97) '('"wr.wr_fee" $97) '('"wr.wr_item_sk" $80) '('"wr.wr_net_loss" $97) '($98 $80) '('"wr.wr_reason_sk" $80) '($99 $80) '($100 $97) '($101 $80) '($102 $80) '($103 $80) '('"wr.wr_return_amt" $97) '($104 $97) '($105 $80) '($106 $97) '('"wr.wr_return_tax" $97) '($107 $80) '($108 $80) '($109 $80) '($110 $80) '($111 $80) '($112 $80) '($113 $97) '($114 $80) '($115 $80) '($116 $80) '($117 $80) '($118 $80) '('"ws.ws_coupon_amt" $97) '($119 $97) '($120 $97) '($121 $97) '($122 $97) '('"ws.ws_ext_tax" $97) '($123 $97) '('"ws.ws_item_sk" $80) '('"ws.ws_list_price" $97) '('"ws.ws_net_paid" $97) '($124 $97) '($125 $97) '($126 $97) '('"ws.ws_net_profit" $97) '($127 $80) '('"ws.ws_promo_sk" $80) '('"ws.ws_quantity" $80) '($128 $97) '($129 $80) '($130 $80) '($131 $80) '($132 $80) '($133 $80) '($134 $80) '($71 $80) '($135 $80) '($136 $80) '($137 $80) '($138 $80) '($139 $97))) '"" (lambda '($146) (AsStruct '('"d_current_day" (Member $146 $73)) '('"d_current_month" (Member $146 $75)) '($63 (Member $146 $76)) '('"d_current_week" (Member $146 $77)) '('"d_current_year" (Member $146 $78)) '('"d_date" (Member $146 '"date_dim.d_date")) '('"d_date_id" (Member $146 $79)) '('"d_date_sk" (Member $146 $72)) '('"d_day_name" (Member $146 $81)) '('"d_dom" (Member $146 '"date_dim.d_dom")) '('"d_dow" (Member $146 '"date_dim.d_dow")) '('"d_first_dom" (Member $146 $82)) '($64 (Member $146 $83)) '('"d_fy_quarter_seq" (Member $146 $84)) '('"d_fy_week_seq" (Member $146 $85)) '('"d_fy_year" (Member $146 $86)) '('"d_holiday" (Member $146 $87)) '('"d_last_dom" (Member $146 $88)) '('"d_month_seq" (Member $146 $89)) '('"d_moy" (Member $146 '"date_dim.d_moy")) '('"d_qoy" (Member $146 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $146 $90)) '('"d_quarter_seq" (Member $146 $91)) '('"d_same_day_lq" (Member $146 $92)) '('"d_same_day_ly" (Member $146 $93)) '('"d_week_seq" (Member $146 $94)) '('"d_weekend" (Member $146 $95)) '('"d_year" (Member $146 '"date_dim.d_year")) '($43 (Member $146 $96)) '('"wr_fee" (Member $146 '"wr.wr_fee")) '('"wr_item_sk" (Member $146 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $146 '"wr.wr_net_loss")) '('"wr_order_number" (Member $146 $98)) '('"wr_reason_sk" (Member $146 '"wr.wr_reason_sk")) '($44 (Member $146 $99)) '('"wr_refunded_cash" (Member $146 $100)) '($45 (Member $146 $101)) '($46 (Member $146 $102)) '($47 (Member $146 $103)) '('"wr_return_amt" (Member $146 '"wr.wr_return_amt")) '($48 (Member $146 $104)) '($49 (Member $146 $105)) '($50 (Member $146 $106)) '('"wr_return_tax" (Member $146 '"wr.wr_return_tax")) '($51 (Member $146 $107)) '($52 (Member $146 $108)) '($53 (Member $146 $109)) '($54 (Member $146 $110)) '($55 (Member $146 $111)) '($56 (Member $146 $112)) '($57 (Member $146 $113)) '('"wr_web_page_sk" (Member $146 $114)) '('"ws_bill_addr_sk" (Member $146 $115)) '('"ws_bill_cdemo_sk" (Member $146 $116)) '($28 (Member $146 $117)) '('"ws_bill_hdemo_sk" (Member $146 $118)) '('"ws_coupon_amt" (Member $146 '"ws.ws_coupon_amt")) '($29 (Member $146 $119)) '($30 (Member $146 $120)) '($31 (Member $146 $121)) '('"ws_ext_ship_cost" (Member $146 $122)) '('"ws_ext_tax" (Member $146 '"ws.ws_ext_tax")) '($32 (Member $146 $123)) '('"ws_item_sk" (Member $146 '"ws.ws_item_sk")) '('"ws_list_price" (Member $146 '"ws.ws_list_price")) '('"ws_net_paid" (Member $146 '"ws.ws_net_paid")) '($33 (Member $146 $124)) '($34 (Member $146 $125)) '($35 (Member $146 $126)) '('"ws_net_profit" (Member $146 '"ws.ws_net_profit")) '('"ws_order_number" (Member $146 $127)) '('"ws_promo_sk" (Member $146 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $146 '"ws.ws_quantity")) '('"ws_sales_price" (Member $146 $128)) '('"ws_ship_addr_sk" (Member $146 $129)) '('"ws_ship_cdemo_sk" (Member $146 $130)) '($36 (Member $146 $131)) '('"ws_ship_date_sk" (Member $146 $132)) '('"ws_ship_hdemo_sk" (Member $146 $133)) '('"ws_ship_mode_sk" (Member $146 $134)) '('"ws_sold_date_sk" (Member $146 $71)) '('"ws_sold_time_sk" (Member $146 $135)) '('"ws_warehouse_sk" (Member $146 $136)) '('"ws_web_page_sk" (Member $146 $137)) '('"ws_web_site_sk" (Member $146 $138)) '($37 (Member $146 $139)))) '('('divePrefix $140)))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $141 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.576 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:5883: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Expand OrderedSqlProject | |
| 2024-03-06 15:03:41.592 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $40 (YqlRowSpec $16 $17 $18 '('Type $39))) | |
| (let $41 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $42 (YtTable '"home/tpcds/3Tb/web_returns" $40 $21 $41 '() (Void) (Void) '"dirac")) | |
| (let $43 '"wr_account_credit") | |
| (let $44 '"wr_refunded_addr_sk") | |
| (let $45 '"wr_refunded_cdemo_sk") | |
| (let $46 '"wr_refunded_customer_sk") | |
| (let $47 '"wr_refunded_hdemo_sk") | |
| (let $48 '"wr_return_amt_inc_tax") | |
| (let $49 '"wr_return_quantity") | |
| (let $50 '"wr_return_ship_cost") | |
| (let $51 '"wr_returned_date_sk") | |
| (let $52 '"wr_returned_time_sk") | |
| (let $53 '"wr_returning_addr_sk") | |
| (let $54 '"wr_returning_cdemo_sk") | |
| (let $55 '"wr_returning_customer_sk") | |
| (let $56 '"wr_returning_hdemo_sk") | |
| (let $57 '"wr_reversed_charge") | |
| (let $58 '($43 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $44 '"wr_refunded_cash" $45 $46 $47 '"wr_return_amt" $48 $49 $50 '"wr_return_tax" $51 $52 $53 $54 $55 $56 $57 '"wr_web_page_sk")) | |
| (let $59 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $60 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $59))) | |
| (let $61 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $62 (YtTable '"home/tpcds/3Tb/date_dim" $60 $21 $61 '() (Void) (Void) '"dirac")) | |
| (let $63 '"d_current_quarter") | |
| (let $64 '"d_following_holiday") | |
| (let $65 '('"d_current_day" '"d_current_month" $63 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $64 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $66 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $67 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $68 '('Left '"ws" '"wr" $66 $67 '())) | |
| (let $69 '('Cross $68 '"date_dim" '() '() '())) | |
| (let $70 (EquiJoin '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $42 (Void) (Void) (Void))) $27)))) $58) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $62 (Void) (Void) (Void))) $27)))) $65) '"date_dim") $69 '())) | |
| (let $71 '"ws.ws_sold_date_sk") | |
| (let $72 '"date_dim.d_date_sk") | |
| (let $73 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $70 (lambda '($74) (block '( | |
| (let $75 (Bool 'false)) | |
| (let $76 (Int32 '0)) | |
| (let $77 (And (Coalesce (> (Member $74 '"wr.wr_return_amt") (Int32 '"10000")) $75) (Coalesce (> (Member $74 '"ws.ws_net_profit") (Int32 '1)) $75) (Coalesce (> (Member $74 '"ws.ws_net_paid") $76) $75) (Coalesce (> (Member $74 '"ws.ws_quantity") $76) $75) (Coalesce (== (Member $74 $71) (Member $74 $72)) $75) (Coalesce (== (Member $74 '"date_dim.d_year") (Int32 '"2000")) $75) (Coalesce (== (Member $74 '"date_dim.d_moy") (Int32 '"12")) $75))) | |
| (return (OptionalIf $77 $74)) | |
| )))) (lambda '($78) (block '( | |
| (let $79 (AsStruct '('"d_current_day" (Member $78 '"date_dim.d_current_day")) '('"d_current_month" (Member $78 '"date_dim.d_current_month")) '($63 (Member $78 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $78 '"date_dim.d_current_week")) '('"d_current_year" (Member $78 '"date_dim.d_current_year")) '('"d_date" (Member $78 '"date_dim.d_date")) '('"d_date_id" (Member $78 '"date_dim.d_date_id")) '('"d_date_sk" (Member $78 $72)) '('"d_day_name" (Member $78 '"date_dim.d_day_name")) '('"d_dom" (Member $78 '"date_dim.d_dom")) '('"d_dow" (Member $78 '"date_dim.d_dow")) '('"d_first_dom" (Member $78 '"date_dim.d_first_dom")) '($64 (Member $78 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $78 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $78 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $78 '"date_dim.d_fy_year")) '('"d_holiday" (Member $78 '"date_dim.d_holiday")) '('"d_last_dom" (Member $78 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $78 '"date_dim.d_month_seq")) '('"d_moy" (Member $78 '"date_dim.d_moy")) '('"d_qoy" (Member $78 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $78 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $78 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $78 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $78 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $78 '"date_dim.d_week_seq")) '('"d_weekend" (Member $78 '"date_dim.d_weekend")) '('"d_year" (Member $78 '"date_dim.d_year")) '($43 (Member $78 '"wr.wr_account_credit")) '('"wr_fee" (Member $78 '"wr.wr_fee")) '('"wr_item_sk" (Member $78 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $78 '"wr.wr_net_loss")) '('"wr_order_number" (Member $78 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $78 '"wr.wr_reason_sk")) '($44 (Member $78 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $78 '"wr.wr_refunded_cash")) '($45 (Member $78 '"wr.wr_refunded_cdemo_sk")) '($46 (Member $78 '"wr.wr_refunded_customer_sk")) '($47 (Member $78 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $78 '"wr.wr_return_amt")) '($48 (Member $78 '"wr.wr_return_amt_inc_tax")) '($49 (Member $78 '"wr.wr_return_quantity")) '($50 (Member $78 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $78 '"wr.wr_return_tax")) '($51 (Member $78 '"wr.wr_returned_date_sk")) '($52 (Member $78 '"wr.wr_returned_time_sk")) '($53 (Member $78 '"wr.wr_returning_addr_sk")) '($54 (Member $78 '"wr.wr_returning_cdemo_sk")) '($55 (Member $78 '"wr.wr_returning_customer_sk")) '($56 (Member $78 '"wr.wr_returning_hdemo_sk")) '($57 (Member $78 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $78 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $78 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $78 '"ws.ws_bill_cdemo_sk")) '($28 (Member $78 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $78 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $78 '"ws.ws_coupon_amt")) '($29 (Member $78 '"ws.ws_ext_discount_amt")) '($30 (Member $78 '"ws.ws_ext_list_price")) '($31 (Member $78 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $78 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $78 '"ws.ws_ext_tax")) '($32 (Member $78 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $78 '"ws.ws_item_sk")) '('"ws_list_price" (Member $78 '"ws.ws_list_price")) '('"ws_net_paid" (Member $78 '"ws.ws_net_paid")) '($33 (Member $78 '"ws.ws_net_paid_inc_ship")) '($34 (Member $78 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $78 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $78 '"ws.ws_net_profit")) '('"ws_order_number" (Member $78 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $78 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $78 '"ws.ws_quantity")) '('"ws_sales_price" (Member $78 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $78 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $78 '"ws.ws_ship_cdemo_sk")) '($36 (Member $78 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $78 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $78 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $78 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $78 $71)) '('"ws_sold_time_sk" (Member $78 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $78 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $78 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $78 '"ws.ws_web_site_sk")) '($37 (Member $78 '"ws.ws_wholesale_cost")))) | |
| (return (AsList (FlattenMembers '('"" $79)))) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $73 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.593 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_opt_utils.cpp:742: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Enumerate struct literal for FlattenMembers | |
| 2024-03-06 15:03:41.608 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $40 (YqlRowSpec $16 $17 $18 '('Type $39))) | |
| (let $41 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $42 (YtTable '"home/tpcds/3Tb/web_returns" $40 $21 $41 '() (Void) (Void) '"dirac")) | |
| (let $43 '"wr_account_credit") | |
| (let $44 '"wr_refunded_addr_sk") | |
| (let $45 '"wr_refunded_cdemo_sk") | |
| (let $46 '"wr_refunded_customer_sk") | |
| (let $47 '"wr_refunded_hdemo_sk") | |
| (let $48 '"wr_return_amt_inc_tax") | |
| (let $49 '"wr_return_quantity") | |
| (let $50 '"wr_return_ship_cost") | |
| (let $51 '"wr_returned_date_sk") | |
| (let $52 '"wr_returned_time_sk") | |
| (let $53 '"wr_returning_addr_sk") | |
| (let $54 '"wr_returning_cdemo_sk") | |
| (let $55 '"wr_returning_customer_sk") | |
| (let $56 '"wr_returning_hdemo_sk") | |
| (let $57 '"wr_reversed_charge") | |
| (let $58 '($43 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $44 '"wr_refunded_cash" $45 $46 $47 '"wr_return_amt" $48 $49 $50 '"wr_return_tax" $51 $52 $53 $54 $55 $56 $57 '"wr_web_page_sk")) | |
| (let $59 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $60 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $59))) | |
| (let $61 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $62 (YtTable '"home/tpcds/3Tb/date_dim" $60 $21 $61 '() (Void) (Void) '"dirac")) | |
| (let $63 '"d_current_quarter") | |
| (let $64 '"d_following_holiday") | |
| (let $65 '('"d_current_day" '"d_current_month" $63 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $64 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $66 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $67 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $68 '('Left '"ws" '"wr" $66 $67 '())) | |
| (let $69 '('Cross $68 '"date_dim" '() '() '())) | |
| (let $70 (EquiJoin '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $42 (Void) (Void) (Void))) $27)))) $58) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $62 (Void) (Void) (Void))) $27)))) $65) '"date_dim") $69 '())) | |
| (let $71 '"ws.ws_sold_date_sk") | |
| (let $72 '"date_dim.d_date_sk") | |
| (let $73 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $70 (lambda '($74) (block '( | |
| (let $75 (Bool 'false)) | |
| (let $76 (Int32 '0)) | |
| (let $77 (And (Coalesce (> (Member $74 '"wr.wr_return_amt") (Int32 '"10000")) $75) (Coalesce (> (Member $74 '"ws.ws_net_profit") (Int32 '1)) $75) (Coalesce (> (Member $74 '"ws.ws_net_paid") $76) $75) (Coalesce (> (Member $74 '"ws.ws_quantity") $76) $75) (Coalesce (== (Member $74 $71) (Member $74 $72)) $75) (Coalesce (== (Member $74 '"date_dim.d_year") (Int32 '"2000")) $75) (Coalesce (== (Member $74 '"date_dim.d_moy") (Int32 '"12")) $75))) | |
| (return (OptionalIf $77 $74)) | |
| )))) (lambda '($78) (AsList (AsStruct '('"d_current_day" (Member $78 '"date_dim.d_current_day")) '('"d_current_month" (Member $78 '"date_dim.d_current_month")) '($63 (Member $78 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $78 '"date_dim.d_current_week")) '('"d_current_year" (Member $78 '"date_dim.d_current_year")) '('"d_date" (Member $78 '"date_dim.d_date")) '('"d_date_id" (Member $78 '"date_dim.d_date_id")) '('"d_date_sk" (Member $78 $72)) '('"d_day_name" (Member $78 '"date_dim.d_day_name")) '('"d_dom" (Member $78 '"date_dim.d_dom")) '('"d_dow" (Member $78 '"date_dim.d_dow")) '('"d_first_dom" (Member $78 '"date_dim.d_first_dom")) '($64 (Member $78 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $78 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $78 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $78 '"date_dim.d_fy_year")) '('"d_holiday" (Member $78 '"date_dim.d_holiday")) '('"d_last_dom" (Member $78 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $78 '"date_dim.d_month_seq")) '('"d_moy" (Member $78 '"date_dim.d_moy")) '('"d_qoy" (Member $78 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $78 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $78 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $78 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $78 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $78 '"date_dim.d_week_seq")) '('"d_weekend" (Member $78 '"date_dim.d_weekend")) '('"d_year" (Member $78 '"date_dim.d_year")) '($43 (Member $78 '"wr.wr_account_credit")) '('"wr_fee" (Member $78 '"wr.wr_fee")) '('"wr_item_sk" (Member $78 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $78 '"wr.wr_net_loss")) '('"wr_order_number" (Member $78 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $78 '"wr.wr_reason_sk")) '($44 (Member $78 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $78 '"wr.wr_refunded_cash")) '($45 (Member $78 '"wr.wr_refunded_cdemo_sk")) '($46 (Member $78 '"wr.wr_refunded_customer_sk")) '($47 (Member $78 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $78 '"wr.wr_return_amt")) '($48 (Member $78 '"wr.wr_return_amt_inc_tax")) '($49 (Member $78 '"wr.wr_return_quantity")) '($50 (Member $78 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $78 '"wr.wr_return_tax")) '($51 (Member $78 '"wr.wr_returned_date_sk")) '($52 (Member $78 '"wr.wr_returned_time_sk")) '($53 (Member $78 '"wr.wr_returning_addr_sk")) '($54 (Member $78 '"wr.wr_returning_cdemo_sk")) '($55 (Member $78 '"wr.wr_returning_customer_sk")) '($56 (Member $78 '"wr.wr_returning_hdemo_sk")) '($57 (Member $78 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $78 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $78 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $78 '"ws.ws_bill_cdemo_sk")) '($28 (Member $78 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $78 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $78 '"ws.ws_coupon_amt")) '($29 (Member $78 '"ws.ws_ext_discount_amt")) '($30 (Member $78 '"ws.ws_ext_list_price")) '($31 (Member $78 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $78 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $78 '"ws.ws_ext_tax")) '($32 (Member $78 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $78 '"ws.ws_item_sk")) '('"ws_list_price" (Member $78 '"ws.ws_list_price")) '('"ws_net_paid" (Member $78 '"ws.ws_net_paid")) '($33 (Member $78 '"ws.ws_net_paid_inc_ship")) '($34 (Member $78 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $78 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $78 '"ws.ws_net_profit")) '('"ws_order_number" (Member $78 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $78 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $78 '"ws.ws_quantity")) '('"ws_sales_price" (Member $78 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $78 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $78 '"ws.ws_ship_cdemo_sk")) '($36 (Member $78 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $78 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $78 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $78 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $78 $71)) '('"ws_sold_time_sk" (Member $78 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $78 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $78 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $78 '"ws.ws_web_site_sk")) '($37 (Member $78 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $73 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.610 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:2021: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OrderedFlatMap with single arg AsList | |
| 2024-03-06 15:03:41.625 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $40 (YqlRowSpec $16 $17 $18 '('Type $39))) | |
| (let $41 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $42 (YtTable '"home/tpcds/3Tb/web_returns" $40 $21 $41 '() (Void) (Void) '"dirac")) | |
| (let $43 '"wr_account_credit") | |
| (let $44 '"wr_refunded_addr_sk") | |
| (let $45 '"wr_refunded_cdemo_sk") | |
| (let $46 '"wr_refunded_customer_sk") | |
| (let $47 '"wr_refunded_hdemo_sk") | |
| (let $48 '"wr_return_amt_inc_tax") | |
| (let $49 '"wr_return_quantity") | |
| (let $50 '"wr_return_ship_cost") | |
| (let $51 '"wr_returned_date_sk") | |
| (let $52 '"wr_returned_time_sk") | |
| (let $53 '"wr_returning_addr_sk") | |
| (let $54 '"wr_returning_cdemo_sk") | |
| (let $55 '"wr_returning_customer_sk") | |
| (let $56 '"wr_returning_hdemo_sk") | |
| (let $57 '"wr_reversed_charge") | |
| (let $58 '($43 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $44 '"wr_refunded_cash" $45 $46 $47 '"wr_return_amt" $48 $49 $50 '"wr_return_tax" $51 $52 $53 $54 $55 $56 $57 '"wr_web_page_sk")) | |
| (let $59 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $60 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $59))) | |
| (let $61 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $62 (YtTable '"home/tpcds/3Tb/date_dim" $60 $21 $61 '() (Void) (Void) '"dirac")) | |
| (let $63 '"d_current_quarter") | |
| (let $64 '"d_following_holiday") | |
| (let $65 '('"d_current_day" '"d_current_month" $63 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $64 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $66 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $67 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $68 '('Left '"ws" '"wr" $66 $67 '())) | |
| (let $69 '('Cross $68 '"date_dim" '() '() '())) | |
| (let $70 (EquiJoin '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $42 (Void) (Void) (Void))) $27)))) $58) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $62 (Void) (Void) (Void))) $27)))) $65) '"date_dim") $69 '())) | |
| (let $71 '"ws.ws_sold_date_sk") | |
| (let $72 '"date_dim.d_date_sk") | |
| (let $73 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $70 (lambda '($74) (block '( | |
| (let $75 (Bool 'false)) | |
| (let $76 (Int32 '0)) | |
| (let $77 (And (Coalesce (> (Member $74 '"wr.wr_return_amt") (Int32 '"10000")) $75) (Coalesce (> (Member $74 '"ws.ws_net_profit") (Int32 '1)) $75) (Coalesce (> (Member $74 '"ws.ws_net_paid") $76) $75) (Coalesce (> (Member $74 '"ws.ws_quantity") $76) $75) (Coalesce (== (Member $74 $71) (Member $74 $72)) $75) (Coalesce (== (Member $74 '"date_dim.d_year") (Int32 '"2000")) $75) (Coalesce (== (Member $74 '"date_dim.d_moy") (Int32 '"12")) $75))) | |
| (return (OptionalIf $77 $74)) | |
| )))) (lambda '($78) (Just (AsStruct '('"d_current_day" (Member $78 '"date_dim.d_current_day")) '('"d_current_month" (Member $78 '"date_dim.d_current_month")) '($63 (Member $78 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $78 '"date_dim.d_current_week")) '('"d_current_year" (Member $78 '"date_dim.d_current_year")) '('"d_date" (Member $78 '"date_dim.d_date")) '('"d_date_id" (Member $78 '"date_dim.d_date_id")) '('"d_date_sk" (Member $78 $72)) '('"d_day_name" (Member $78 '"date_dim.d_day_name")) '('"d_dom" (Member $78 '"date_dim.d_dom")) '('"d_dow" (Member $78 '"date_dim.d_dow")) '('"d_first_dom" (Member $78 '"date_dim.d_first_dom")) '($64 (Member $78 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $78 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $78 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $78 '"date_dim.d_fy_year")) '('"d_holiday" (Member $78 '"date_dim.d_holiday")) '('"d_last_dom" (Member $78 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $78 '"date_dim.d_month_seq")) '('"d_moy" (Member $78 '"date_dim.d_moy")) '('"d_qoy" (Member $78 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $78 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $78 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $78 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $78 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $78 '"date_dim.d_week_seq")) '('"d_weekend" (Member $78 '"date_dim.d_weekend")) '('"d_year" (Member $78 '"date_dim.d_year")) '($43 (Member $78 '"wr.wr_account_credit")) '('"wr_fee" (Member $78 '"wr.wr_fee")) '('"wr_item_sk" (Member $78 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $78 '"wr.wr_net_loss")) '('"wr_order_number" (Member $78 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $78 '"wr.wr_reason_sk")) '($44 (Member $78 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $78 '"wr.wr_refunded_cash")) '($45 (Member $78 '"wr.wr_refunded_cdemo_sk")) '($46 (Member $78 '"wr.wr_refunded_customer_sk")) '($47 (Member $78 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $78 '"wr.wr_return_amt")) '($48 (Member $78 '"wr.wr_return_amt_inc_tax")) '($49 (Member $78 '"wr.wr_return_quantity")) '($50 (Member $78 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $78 '"wr.wr_return_tax")) '($51 (Member $78 '"wr.wr_returned_date_sk")) '($52 (Member $78 '"wr.wr_returned_time_sk")) '($53 (Member $78 '"wr.wr_returning_addr_sk")) '($54 (Member $78 '"wr.wr_returning_cdemo_sk")) '($55 (Member $78 '"wr.wr_returning_customer_sk")) '($56 (Member $78 '"wr.wr_returning_hdemo_sk")) '($57 (Member $78 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $78 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $78 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $78 '"ws.ws_bill_cdemo_sk")) '($28 (Member $78 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $78 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $78 '"ws.ws_coupon_amt")) '($29 (Member $78 '"ws.ws_ext_discount_amt")) '($30 (Member $78 '"ws.ws_ext_list_price")) '($31 (Member $78 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $78 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $78 '"ws.ws_ext_tax")) '($32 (Member $78 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $78 '"ws.ws_item_sk")) '('"ws_list_price" (Member $78 '"ws.ws_list_price")) '('"ws_net_paid" (Member $78 '"ws.ws_net_paid")) '($33 (Member $78 '"ws.ws_net_paid_inc_ship")) '($34 (Member $78 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $78 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $78 '"ws.ws_net_profit")) '('"ws_order_number" (Member $78 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $78 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $78 '"ws.ws_quantity")) '('"ws_sales_price" (Member $78 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $78 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $78 '"ws.ws_ship_cdemo_sk")) '($36 (Member $78 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $78 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $78 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $78 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $78 $71)) '('"ws_sold_time_sk" (Member $78 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $78 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $78 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $78 '"ws.ws_web_site_sk")) '($37 (Member $78 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $73 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.634 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow1.cpp:219: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FuseFlatmaps with inner OptionalIf | |
| 2024-03-06 15:03:41.650 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $40 (YqlRowSpec $16 $17 $18 '('Type $39))) | |
| (let $41 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $42 (YtTable '"home/tpcds/3Tb/web_returns" $40 $21 $41 '() (Void) (Void) '"dirac")) | |
| (let $43 '"wr_account_credit") | |
| (let $44 '"wr_refunded_addr_sk") | |
| (let $45 '"wr_refunded_cdemo_sk") | |
| (let $46 '"wr_refunded_customer_sk") | |
| (let $47 '"wr_refunded_hdemo_sk") | |
| (let $48 '"wr_return_amt_inc_tax") | |
| (let $49 '"wr_return_quantity") | |
| (let $50 '"wr_return_ship_cost") | |
| (let $51 '"wr_returned_date_sk") | |
| (let $52 '"wr_returned_time_sk") | |
| (let $53 '"wr_returning_addr_sk") | |
| (let $54 '"wr_returning_cdemo_sk") | |
| (let $55 '"wr_returning_customer_sk") | |
| (let $56 '"wr_returning_hdemo_sk") | |
| (let $57 '"wr_reversed_charge") | |
| (let $58 '($43 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $44 '"wr_refunded_cash" $45 $46 $47 '"wr_return_amt" $48 $49 $50 '"wr_return_tax" $51 $52 $53 $54 $55 $56 $57 '"wr_web_page_sk")) | |
| (let $59 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $60 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $59))) | |
| (let $61 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $62 (YtTable '"home/tpcds/3Tb/date_dim" $60 $21 $61 '() (Void) (Void) '"dirac")) | |
| (let $63 '"d_current_quarter") | |
| (let $64 '"d_following_holiday") | |
| (let $65 '('"d_current_day" '"d_current_month" $63 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $64 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $66 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $67 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $68 '('Left '"ws" '"wr" $66 $67 '())) | |
| (let $69 '('Cross $68 '"date_dim" '() '() '())) | |
| (let $70 (EquiJoin '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $42 (Void) (Void) (Void))) $27)))) $58) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $62 (Void) (Void) (Void))) $27)))) $65) '"date_dim") $69 '())) | |
| (let $71 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $70 (lambda '($72) (block '( | |
| (let $73 (Member $72 '"wr.wr_return_amt")) | |
| (let $74 (Bool 'false)) | |
| (let $75 (Member $72 '"ws.ws_net_profit")) | |
| (let $76 (Member $72 '"ws.ws_net_paid")) | |
| (let $77 (Int32 '0)) | |
| (let $78 (Member $72 '"ws.ws_quantity")) | |
| (let $79 (Member $72 '"ws.ws_sold_date_sk")) | |
| (let $80 (Member $72 '"date_dim.d_date_sk")) | |
| (let $81 (Member $72 '"date_dim.d_year")) | |
| (let $82 (Member $72 '"date_dim.d_moy")) | |
| (let $83 (And (Coalesce (> $73 (Int32 '"10000")) $74) (Coalesce (> $75 (Int32 '1)) $74) (Coalesce (> $76 $77) $74) (Coalesce (> $78 $77) $74) (Coalesce (== $79 $80) $74) (Coalesce (== $81 (Int32 '"2000")) $74) (Coalesce (== $82 (Int32 '"12")) $74))) | |
| (return (FlatOptionalIf $83 (Just (AsStruct '('"d_current_day" (Member $72 '"date_dim.d_current_day")) '('"d_current_month" (Member $72 '"date_dim.d_current_month")) '($63 (Member $72 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $72 '"date_dim.d_current_week")) '('"d_current_year" (Member $72 '"date_dim.d_current_year")) '('"d_date" (Member $72 '"date_dim.d_date")) '('"d_date_id" (Member $72 '"date_dim.d_date_id")) '('"d_date_sk" $80) '('"d_day_name" (Member $72 '"date_dim.d_day_name")) '('"d_dom" (Member $72 '"date_dim.d_dom")) '('"d_dow" (Member $72 '"date_dim.d_dow")) '('"d_first_dom" (Member $72 '"date_dim.d_first_dom")) '($64 (Member $72 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $72 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $72 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $72 '"date_dim.d_fy_year")) '('"d_holiday" (Member $72 '"date_dim.d_holiday")) '('"d_last_dom" (Member $72 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $72 '"date_dim.d_month_seq")) '('"d_moy" $82) '('"d_qoy" (Member $72 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $72 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $72 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $72 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $72 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $72 '"date_dim.d_week_seq")) '('"d_weekend" (Member $72 '"date_dim.d_weekend")) '('"d_year" $81) '($43 (Member $72 '"wr.wr_account_credit")) '('"wr_fee" (Member $72 '"wr.wr_fee")) '('"wr_item_sk" (Member $72 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $72 '"wr.wr_net_loss")) '('"wr_order_number" (Member $72 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $72 '"wr.wr_reason_sk")) '($44 (Member $72 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $72 '"wr.wr_refunded_cash")) '($45 (Member $72 '"wr.wr_refunded_cdemo_sk")) '($46 (Member $72 '"wr.wr_refunded_customer_sk")) '($47 (Member $72 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $73) '($48 (Member $72 '"wr.wr_return_amt_inc_tax")) '($49 (Member $72 '"wr.wr_return_quantity")) '($50 (Member $72 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $72 '"wr.wr_return_tax")) '($51 (Member $72 '"wr.wr_returned_date_sk")) '($52 (Member $72 '"wr.wr_returned_time_sk")) '($53 (Member $72 '"wr.wr_returning_addr_sk")) '($54 (Member $72 '"wr.wr_returning_cdemo_sk")) '($55 (Member $72 '"wr.wr_returning_customer_sk")) '($56 (Member $72 '"wr.wr_returning_hdemo_sk")) '($57 (Member $72 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $72 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $72 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $72 '"ws.ws_bill_cdemo_sk")) '($28 (Member $72 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $72 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $72 '"ws.ws_coupon_amt")) '($29 (Member $72 '"ws.ws_ext_discount_amt")) '($30 (Member $72 '"ws.ws_ext_list_price")) '($31 (Member $72 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $72 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $72 '"ws.ws_ext_tax")) '($32 (Member $72 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $72 '"ws.ws_item_sk")) '('"ws_list_price" (Member $72 '"ws.ws_list_price")) '('"ws_net_paid" $76) '($33 (Member $72 '"ws.ws_net_paid_inc_ship")) '($34 (Member $72 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $72 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" $75) '('"ws_order_number" (Member $72 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $72 '"ws.ws_promo_sk")) '('"ws_quantity" $78) '('"ws_sales_price" (Member $72 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $72 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $72 '"ws.ws_ship_cdemo_sk")) '($36 (Member $72 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $72 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $72 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $72 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" $79) '('"ws_sold_time_sk" (Member $72 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $72 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $72 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $72 '"ws.ws_web_site_sk")) '($37 (Member $72 '"ws.ws_wholesale_cost")))))) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $71 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.651 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:1003: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FlatOptionalIf with Just | |
| 2024-03-06 15:03:41.667 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $40 (YqlRowSpec $16 $17 $18 '('Type $39))) | |
| (let $41 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $42 (YtTable '"home/tpcds/3Tb/web_returns" $40 $21 $41 '() (Void) (Void) '"dirac")) | |
| (let $43 '"wr_account_credit") | |
| (let $44 '"wr_refunded_addr_sk") | |
| (let $45 '"wr_refunded_cdemo_sk") | |
| (let $46 '"wr_refunded_customer_sk") | |
| (let $47 '"wr_refunded_hdemo_sk") | |
| (let $48 '"wr_return_amt_inc_tax") | |
| (let $49 '"wr_return_quantity") | |
| (let $50 '"wr_return_ship_cost") | |
| (let $51 '"wr_returned_date_sk") | |
| (let $52 '"wr_returned_time_sk") | |
| (let $53 '"wr_returning_addr_sk") | |
| (let $54 '"wr_returning_cdemo_sk") | |
| (let $55 '"wr_returning_customer_sk") | |
| (let $56 '"wr_returning_hdemo_sk") | |
| (let $57 '"wr_reversed_charge") | |
| (let $58 '($43 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $44 '"wr_refunded_cash" $45 $46 $47 '"wr_return_amt" $48 $49 $50 '"wr_return_tax" $51 $52 $53 $54 $55 $56 $57 '"wr_web_page_sk")) | |
| (let $59 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $60 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $59))) | |
| (let $61 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $62 (YtTable '"home/tpcds/3Tb/date_dim" $60 $21 $61 '() (Void) (Void) '"dirac")) | |
| (let $63 '"d_current_quarter") | |
| (let $64 '"d_following_holiday") | |
| (let $65 '('"d_current_day" '"d_current_month" $63 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $64 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $66 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $67 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $68 '('Left '"ws" '"wr" $66 $67 '())) | |
| (let $69 '('Cross $68 '"date_dim" '() '() '())) | |
| (let $70 (EquiJoin '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $42 (Void) (Void) (Void))) $27)))) $58) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $62 (Void) (Void) (Void))) $27)))) $65) '"date_dim") $69 '())) | |
| (let $71 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $70 (lambda '($72) (block '( | |
| (let $73 (Member $72 '"wr.wr_return_amt")) | |
| (let $74 (Bool 'false)) | |
| (let $75 (Member $72 '"ws.ws_net_profit")) | |
| (let $76 (Member $72 '"ws.ws_net_paid")) | |
| (let $77 (Int32 '0)) | |
| (let $78 (Member $72 '"ws.ws_quantity")) | |
| (let $79 (Member $72 '"ws.ws_sold_date_sk")) | |
| (let $80 (Member $72 '"date_dim.d_date_sk")) | |
| (let $81 (Member $72 '"date_dim.d_year")) | |
| (let $82 (Member $72 '"date_dim.d_moy")) | |
| (let $83 (And (Coalesce (> $73 (Int32 '"10000")) $74) (Coalesce (> $75 (Int32 '1)) $74) (Coalesce (> $76 $77) $74) (Coalesce (> $78 $77) $74) (Coalesce (== $79 $80) $74) (Coalesce (== $81 (Int32 '"2000")) $74) (Coalesce (== $82 (Int32 '"12")) $74))) | |
| (let $84 (AsStruct '('"d_current_day" (Member $72 '"date_dim.d_current_day")) '('"d_current_month" (Member $72 '"date_dim.d_current_month")) '($63 (Member $72 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $72 '"date_dim.d_current_week")) '('"d_current_year" (Member $72 '"date_dim.d_current_year")) '('"d_date" (Member $72 '"date_dim.d_date")) '('"d_date_id" (Member $72 '"date_dim.d_date_id")) '('"d_date_sk" $80) '('"d_day_name" (Member $72 '"date_dim.d_day_name")) '('"d_dom" (Member $72 '"date_dim.d_dom")) '('"d_dow" (Member $72 '"date_dim.d_dow")) '('"d_first_dom" (Member $72 '"date_dim.d_first_dom")) '($64 (Member $72 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $72 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $72 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $72 '"date_dim.d_fy_year")) '('"d_holiday" (Member $72 '"date_dim.d_holiday")) '('"d_last_dom" (Member $72 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $72 '"date_dim.d_month_seq")) '('"d_moy" $82) '('"d_qoy" (Member $72 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $72 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $72 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $72 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $72 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $72 '"date_dim.d_week_seq")) '('"d_weekend" (Member $72 '"date_dim.d_weekend")) '('"d_year" $81) '($43 (Member $72 '"wr.wr_account_credit")) '('"wr_fee" (Member $72 '"wr.wr_fee")) '('"wr_item_sk" (Member $72 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $72 '"wr.wr_net_loss")) '('"wr_order_number" (Member $72 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $72 '"wr.wr_reason_sk")) '($44 (Member $72 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $72 '"wr.wr_refunded_cash")) '($45 (Member $72 '"wr.wr_refunded_cdemo_sk")) '($46 (Member $72 '"wr.wr_refunded_customer_sk")) '($47 (Member $72 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $73) '($48 (Member $72 '"wr.wr_return_amt_inc_tax")) '($49 (Member $72 '"wr.wr_return_quantity")) '($50 (Member $72 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $72 '"wr.wr_return_tax")) '($51 (Member $72 '"wr.wr_returned_date_sk")) '($52 (Member $72 '"wr.wr_returned_time_sk")) '($53 (Member $72 '"wr.wr_returning_addr_sk")) '($54 (Member $72 '"wr.wr_returning_cdemo_sk")) '($55 (Member $72 '"wr.wr_returning_customer_sk")) '($56 (Member $72 '"wr.wr_returning_hdemo_sk")) '($57 (Member $72 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $72 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $72 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $72 '"ws.ws_bill_cdemo_sk")) '($28 (Member $72 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $72 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $72 '"ws.ws_coupon_amt")) '($29 (Member $72 '"ws.ws_ext_discount_amt")) '($30 (Member $72 '"ws.ws_ext_list_price")) '($31 (Member $72 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $72 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $72 '"ws.ws_ext_tax")) '($32 (Member $72 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $72 '"ws.ws_item_sk")) '('"ws_list_price" (Member $72 '"ws.ws_list_price")) '('"ws_net_paid" $76) '($33 (Member $72 '"ws.ws_net_paid_inc_ship")) '($34 (Member $72 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $72 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" $75) '('"ws_order_number" (Member $72 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $72 '"ws.ws_promo_sk")) '('"ws_quantity" $78) '('"ws_sales_price" (Member $72 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $72 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $72 '"ws.ws_ship_cdemo_sk")) '($36 (Member $72 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $72 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $72 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $72 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" $79) '('"ws_sold_time_sk" (Member $72 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $72 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $72 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $72 '"ws.ws_web_site_sk")) '($37 (Member $72 '"ws.ws_wholesale_cost")))) | |
| (return (OptionalIf $83 $84)) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $71 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.676 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_flatmap_over_join.cpp:736: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} SingleInputPredicatePushdownOverEquiJoin | |
| 2024-03-06 15:03:41.676 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow2.cpp:1120: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OrderedFlatMapOverEquiJoin | |
| 2024-03-06 15:03:41.698 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 '"ws.ws_bill_addr_sk") | |
| (let $40 '"ws.ws_bill_cdemo_sk") | |
| (let $41 '"ws.ws_bill_customer_sk") | |
| (let $42 '"ws.ws_bill_hdemo_sk") | |
| (let $43 '"ws.ws_ext_discount_amt") | |
| (let $44 '"ws.ws_ext_list_price") | |
| (let $45 '"ws.ws_ext_sales_price") | |
| (let $46 '"ws.ws_ext_ship_cost") | |
| (let $47 '"ws.ws_ext_wholesale_cost") | |
| (let $48 '"ws.ws_net_paid_inc_ship") | |
| (let $49 '"ws.ws_net_paid_inc_ship_tax") | |
| (let $50 '"ws.ws_net_paid_inc_tax") | |
| (let $51 '"ws.ws_order_number") | |
| (let $52 '"ws.ws_sales_price") | |
| (let $53 '"ws.ws_ship_addr_sk") | |
| (let $54 '"ws.ws_ship_cdemo_sk") | |
| (let $55 '"ws.ws_ship_customer_sk") | |
| (let $56 '"ws.ws_ship_date_sk") | |
| (let $57 '"ws.ws_ship_hdemo_sk") | |
| (let $58 '"ws.ws_ship_mode_sk") | |
| (let $59 '"ws.ws_sold_date_sk") | |
| (let $60 '"ws.ws_sold_time_sk") | |
| (let $61 '"ws.ws_warehouse_sk") | |
| (let $62 '"ws.ws_web_page_sk") | |
| (let $63 '"ws.ws_web_site_sk") | |
| (let $64 '"ws.ws_wholesale_cost") | |
| (let $65 (Bool 'false)) | |
| (let $66 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $67 (YqlRowSpec $16 $17 $18 '('Type $66))) | |
| (let $68 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $69 (YtTable '"home/tpcds/3Tb/web_returns" $67 $21 $68 '() (Void) (Void) '"dirac")) | |
| (let $70 '"wr_account_credit") | |
| (let $71 '"wr_refunded_addr_sk") | |
| (let $72 '"wr_refunded_cdemo_sk") | |
| (let $73 '"wr_refunded_customer_sk") | |
| (let $74 '"wr_refunded_hdemo_sk") | |
| (let $75 '"wr_return_amt_inc_tax") | |
| (let $76 '"wr_return_quantity") | |
| (let $77 '"wr_return_ship_cost") | |
| (let $78 '"wr_returned_date_sk") | |
| (let $79 '"wr_returned_time_sk") | |
| (let $80 '"wr_returning_addr_sk") | |
| (let $81 '"wr_returning_cdemo_sk") | |
| (let $82 '"wr_returning_customer_sk") | |
| (let $83 '"wr_returning_hdemo_sk") | |
| (let $84 '"wr_reversed_charge") | |
| (let $85 '($70 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $71 '"wr_refunded_cash" $72 $73 $74 '"wr_return_amt" $75 $76 $77 '"wr_return_tax" $78 $79 $80 $81 $82 $83 $84 '"wr_web_page_sk")) | |
| (let $86 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $87 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $86))) | |
| (let $88 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $89 (YtTable '"home/tpcds/3Tb/date_dim" $87 $21 $88 '() (Void) (Void) '"dirac")) | |
| (let $90 '"d_current_quarter") | |
| (let $91 '"d_following_holiday") | |
| (let $92 '('"d_current_day" '"d_current_month" $90 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $91 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $93 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $94 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $95 '('Left '"ws" '"wr" $93 $94 '())) | |
| (let $96 '('Cross $95 '"date_dim" '() '() '())) | |
| (let $97 (EquiJoin '((OrderedFilter (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($100) (block '( | |
| (let $101 (AsStruct '($39 (Member $100 '"ws_bill_addr_sk")) '($40 (Member $100 '"ws_bill_cdemo_sk")) '($41 (Member $100 $28)) '($42 (Member $100 '"ws_bill_hdemo_sk")) '('"ws.ws_coupon_amt" (Member $100 '"ws_coupon_amt")) '($43 (Member $100 $29)) '($44 (Member $100 $30)) '($45 (Member $100 $31)) '($46 (Member $100 '"ws_ext_ship_cost")) '('"ws.ws_ext_tax" (Member $100 '"ws_ext_tax")) '($47 (Member $100 $32)) '('"ws.ws_item_sk" (Member $100 '"ws_item_sk")) '('"ws.ws_list_price" (Member $100 '"ws_list_price")) '('"ws.ws_net_paid" (Member $100 '"ws_net_paid")) '($48 (Member $100 $33)) '($49 (Member $100 $34)) '($50 (Member $100 $35)) '('"ws.ws_net_profit" (Member $100 '"ws_net_profit")) '($51 (Member $100 '"ws_order_number")) '('"ws.ws_promo_sk" (Member $100 '"ws_promo_sk")) '('"ws.ws_quantity" (Member $100 '"ws_quantity")) '($52 (Member $100 '"ws_sales_price")) '($53 (Member $100 '"ws_ship_addr_sk")) '($54 (Member $100 '"ws_ship_cdemo_sk")) '($55 (Member $100 $36)) '($56 (Member $100 '"ws_ship_date_sk")) '($57 (Member $100 '"ws_ship_hdemo_sk")) '($58 (Member $100 '"ws_ship_mode_sk")) '($59 (Member $100 '"ws_sold_date_sk")) '($60 (Member $100 '"ws_sold_time_sk")) '($61 (Member $100 '"ws_warehouse_sk")) '($62 (Member $100 '"ws_web_page_sk")) '($63 (Member $100 '"ws_web_site_sk")) '($64 (Member $100 $37)))) | |
| (return (Coalesce (> (Member $101 '"ws.ws_net_profit") (Int32 '1)) $65)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $69 (Void) (Void) (Void))) $27)))) $85) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $89 (Void) (Void) (Void))) $27)))) $92) '"date_dim") $96 '())) | |
| (let $98 '"date_dim.d_date_sk") | |
| (let $99 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $97 (lambda '($102) (block '( | |
| (let $103 (Int32 '0)) | |
| (return (And (And (And (And (And (Coalesce (> (Member $102 '"wr.wr_return_amt") (Int32 '"10000")) $65) (Coalesce (> (Member $102 '"ws.ws_net_paid") $103) $65)) (Coalesce (> (Member $102 '"ws.ws_quantity") $103) $65)) (Coalesce (== (Member $102 $59) (Member $102 $98)) $65)) (Coalesce (== (Member $102 '"date_dim.d_year") (Int32 '"2000")) $65)) (Coalesce (== (Member $102 '"date_dim.d_moy") (Int32 '"12")) $65))) | |
| )))) (lambda '($104) (AsStruct '('"d_current_day" (Member $104 '"date_dim.d_current_day")) '('"d_current_month" (Member $104 '"date_dim.d_current_month")) '($90 (Member $104 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $104 '"date_dim.d_current_week")) '('"d_current_year" (Member $104 '"date_dim.d_current_year")) '('"d_date" (Member $104 '"date_dim.d_date")) '('"d_date_id" (Member $104 '"date_dim.d_date_id")) '('"d_date_sk" (Member $104 $98)) '('"d_day_name" (Member $104 '"date_dim.d_day_name")) '('"d_dom" (Member $104 '"date_dim.d_dom")) '('"d_dow" (Member $104 '"date_dim.d_dow")) '('"d_first_dom" (Member $104 '"date_dim.d_first_dom")) '($91 (Member $104 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $104 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $104 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $104 '"date_dim.d_fy_year")) '('"d_holiday" (Member $104 '"date_dim.d_holiday")) '('"d_last_dom" (Member $104 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $104 '"date_dim.d_month_seq")) '('"d_moy" (Member $104 '"date_dim.d_moy")) '('"d_qoy" (Member $104 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $104 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $104 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $104 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $104 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $104 '"date_dim.d_week_seq")) '('"d_weekend" (Member $104 '"date_dim.d_weekend")) '('"d_year" (Member $104 '"date_dim.d_year")) '($70 (Member $104 '"wr.wr_account_credit")) '('"wr_fee" (Member $104 '"wr.wr_fee")) '('"wr_item_sk" (Member $104 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $104 '"wr.wr_net_loss")) '('"wr_order_number" (Member $104 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $104 '"wr.wr_reason_sk")) '($71 (Member $104 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $104 '"wr.wr_refunded_cash")) '($72 (Member $104 '"wr.wr_refunded_cdemo_sk")) '($73 (Member $104 '"wr.wr_refunded_customer_sk")) '($74 (Member $104 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $104 '"wr.wr_return_amt")) '($75 (Member $104 '"wr.wr_return_amt_inc_tax")) '($76 (Member $104 '"wr.wr_return_quantity")) '($77 (Member $104 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $104 '"wr.wr_return_tax")) '($78 (Member $104 '"wr.wr_returned_date_sk")) '($79 (Member $104 '"wr.wr_returned_time_sk")) '($80 (Member $104 '"wr.wr_returning_addr_sk")) '($81 (Member $104 '"wr.wr_returning_cdemo_sk")) '($82 (Member $104 '"wr.wr_returning_customer_sk")) '($83 (Member $104 '"wr.wr_returning_hdemo_sk")) '($84 (Member $104 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $104 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $104 $39)) '('"ws_bill_cdemo_sk" (Member $104 $40)) '($28 (Member $104 $41)) '('"ws_bill_hdemo_sk" (Member $104 $42)) '('"ws_coupon_amt" (Member $104 '"ws.ws_coupon_amt")) '($29 (Member $104 $43)) '($30 (Member $104 $44)) '($31 (Member $104 $45)) '('"ws_ext_ship_cost" (Member $104 $46)) '('"ws_ext_tax" (Member $104 '"ws.ws_ext_tax")) '($32 (Member $104 $47)) '('"ws_item_sk" (Member $104 '"ws.ws_item_sk")) '('"ws_list_price" (Member $104 '"ws.ws_list_price")) '('"ws_net_paid" (Member $104 '"ws.ws_net_paid")) '($33 (Member $104 $48)) '($34 (Member $104 $49)) '($35 (Member $104 $50)) '('"ws_net_profit" (Member $104 '"ws.ws_net_profit")) '('"ws_order_number" (Member $104 $51)) '('"ws_promo_sk" (Member $104 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $104 '"ws.ws_quantity")) '('"ws_sales_price" (Member $104 $52)) '('"ws_ship_addr_sk" (Member $104 $53)) '('"ws_ship_cdemo_sk" (Member $104 $54)) '($36 (Member $104 $55)) '('"ws_ship_date_sk" (Member $104 $56)) '('"ws_ship_hdemo_sk" (Member $104 $57)) '('"ws_ship_mode_sk" (Member $104 $58)) '('"ws_sold_date_sk" (Member $104 $59)) '('"ws_sold_time_sk" (Member $104 $60)) '('"ws_warehouse_sk" (Member $104 $61)) '('"ws_web_page_sk" (Member $104 $62)) '('"ws_web_site_sk" (Member $104 $63)) '($37 (Member $104 $64)))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $99 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.699 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:4268: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Member over AsStruct | |
| 2024-03-06 15:03:41.699 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:41.711 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFilter (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($75) (Coalesce (> (Member $75 '"ws_net_profit") (Int32 '1)) $39))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 '"ws.ws_sold_date_sk") | |
| (let $73 '"date_dim.d_date_sk") | |
| (let $74 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $71 (lambda '($76) (block '( | |
| (let $77 (Int32 '0)) | |
| (let $78 (And (Coalesce (> (Member $76 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $76 '"ws.ws_net_paid") $77) $39) (Coalesce (> (Member $76 '"ws.ws_quantity") $77) $39))) | |
| (return (And (And (And $78 (Coalesce (== (Member $76 $72) (Member $76 $73)) $39)) (Coalesce (== (Member $76 '"date_dim.d_year") (Int32 '"2000")) $39)) (Coalesce (== (Member $76 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| )))) (lambda '($79) (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($64 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $73)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($65 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($44 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($45 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($46 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $79 '"wr.wr_refunded_customer_sk")) '($48 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($49 (Member $79 '"wr.wr_return_amt_inc_tax")) '($50 (Member $79 '"wr.wr_return_quantity")) '($51 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($52 (Member $79 '"wr.wr_returned_date_sk")) '($53 (Member $79 '"wr.wr_returned_time_sk")) '($54 (Member $79 '"wr.wr_returning_addr_sk")) '($55 (Member $79 '"wr.wr_returning_cdemo_sk")) '($56 (Member $79 '"wr.wr_returning_customer_sk")) '($57 (Member $79 '"wr.wr_returning_hdemo_sk")) '($58 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $72)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $74 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.712 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:41.712 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:41.723 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($75) (OptionalIf (Coalesce (> (Member $75 '"ws_net_profit") (Int32 '1)) $39) $75))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 '"ws.ws_sold_date_sk") | |
| (let $73 '"date_dim.d_date_sk") | |
| (let $74 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $71 (lambda '($76) (block '( | |
| (let $77 (Int32 '0)) | |
| (let $78 (And (Coalesce (> (Member $76 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $76 '"ws.ws_net_paid") $77) $39) (Coalesce (> (Member $76 '"ws.ws_quantity") $77) $39) (Coalesce (== (Member $76 $72) (Member $76 $73)) $39))) | |
| (return (And (And $78 (Coalesce (== (Member $76 '"date_dim.d_year") (Int32 '"2000")) $39)) (Coalesce (== (Member $76 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| )))) (lambda '($79) (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($64 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $73)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($65 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($44 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($45 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($46 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $79 '"wr.wr_refunded_customer_sk")) '($48 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($49 (Member $79 '"wr.wr_return_amt_inc_tax")) '($50 (Member $79 '"wr.wr_return_quantity")) '($51 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($52 (Member $79 '"wr.wr_returned_date_sk")) '($53 (Member $79 '"wr.wr_returned_time_sk")) '($54 (Member $79 '"wr.wr_returning_addr_sk")) '($55 (Member $79 '"wr.wr_returning_cdemo_sk")) '($56 (Member $79 '"wr.wr_returning_customer_sk")) '($57 (Member $79 '"wr.wr_returning_hdemo_sk")) '($58 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $72)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $74 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.724 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:41.732 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($75) (OptionalIf (Coalesce (> (Member $75 '"ws_net_profit") (Int32 '1)) $39) $75))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 '"ws.ws_sold_date_sk") | |
| (let $73 '"date_dim.d_date_sk") | |
| (let $74 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $71 (lambda '($76) (block '( | |
| (let $77 (Int32 '0)) | |
| (let $78 (And (Coalesce (> (Member $76 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $76 '"ws.ws_net_paid") $77) $39) (Coalesce (> (Member $76 '"ws.ws_quantity") $77) $39) (Coalesce (== (Member $76 $72) (Member $76 $73)) $39) (Coalesce (== (Member $76 '"date_dim.d_year") (Int32 '"2000")) $39))) | |
| (return (And $78 (Coalesce (== (Member $76 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| )))) (lambda '($79) (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($64 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $73)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($65 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($44 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($45 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($46 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $79 '"wr.wr_refunded_customer_sk")) '($48 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($49 (Member $79 '"wr.wr_return_amt_inc_tax")) '($50 (Member $79 '"wr.wr_return_quantity")) '($51 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($52 (Member $79 '"wr.wr_returned_date_sk")) '($53 (Member $79 '"wr.wr_returned_time_sk")) '($54 (Member $79 '"wr.wr_returning_addr_sk")) '($55 (Member $79 '"wr.wr_returning_cdemo_sk")) '($56 (Member $79 '"wr.wr_returning_customer_sk")) '($57 (Member $79 '"wr.wr_returning_hdemo_sk")) '($58 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $72)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $74 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.733 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:41.742 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($75) (OptionalIf (Coalesce (> (Member $75 '"ws_net_profit") (Int32 '1)) $39) $75))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 '"ws.ws_sold_date_sk") | |
| (let $73 '"date_dim.d_date_sk") | |
| (let $74 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $71 (lambda '($76) (block '( | |
| (let $77 (Int32 '0)) | |
| (return (And (Coalesce (> (Member $76 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $76 '"ws.ws_net_paid") $77) $39) (Coalesce (> (Member $76 '"ws.ws_quantity") $77) $39) (Coalesce (== (Member $76 $72) (Member $76 $73)) $39) (Coalesce (== (Member $76 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $76 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| )))) (lambda '($78) (AsStruct '('"d_current_day" (Member $78 '"date_dim.d_current_day")) '('"d_current_month" (Member $78 '"date_dim.d_current_month")) '($64 (Member $78 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $78 '"date_dim.d_current_week")) '('"d_current_year" (Member $78 '"date_dim.d_current_year")) '('"d_date" (Member $78 '"date_dim.d_date")) '('"d_date_id" (Member $78 '"date_dim.d_date_id")) '('"d_date_sk" (Member $78 $73)) '('"d_day_name" (Member $78 '"date_dim.d_day_name")) '('"d_dom" (Member $78 '"date_dim.d_dom")) '('"d_dow" (Member $78 '"date_dim.d_dow")) '('"d_first_dom" (Member $78 '"date_dim.d_first_dom")) '($65 (Member $78 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $78 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $78 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $78 '"date_dim.d_fy_year")) '('"d_holiday" (Member $78 '"date_dim.d_holiday")) '('"d_last_dom" (Member $78 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $78 '"date_dim.d_month_seq")) '('"d_moy" (Member $78 '"date_dim.d_moy")) '('"d_qoy" (Member $78 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $78 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $78 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $78 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $78 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $78 '"date_dim.d_week_seq")) '('"d_weekend" (Member $78 '"date_dim.d_weekend")) '('"d_year" (Member $78 '"date_dim.d_year")) '($44 (Member $78 '"wr.wr_account_credit")) '('"wr_fee" (Member $78 '"wr.wr_fee")) '('"wr_item_sk" (Member $78 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $78 '"wr.wr_net_loss")) '('"wr_order_number" (Member $78 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $78 '"wr.wr_reason_sk")) '($45 (Member $78 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $78 '"wr.wr_refunded_cash")) '($46 (Member $78 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $78 '"wr.wr_refunded_customer_sk")) '($48 (Member $78 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $78 '"wr.wr_return_amt")) '($49 (Member $78 '"wr.wr_return_amt_inc_tax")) '($50 (Member $78 '"wr.wr_return_quantity")) '($51 (Member $78 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $78 '"wr.wr_return_tax")) '($52 (Member $78 '"wr.wr_returned_date_sk")) '($53 (Member $78 '"wr.wr_returned_time_sk")) '($54 (Member $78 '"wr.wr_returning_addr_sk")) '($55 (Member $78 '"wr.wr_returning_cdemo_sk")) '($56 (Member $78 '"wr.wr_returning_customer_sk")) '($57 (Member $78 '"wr.wr_returning_hdemo_sk")) '($58 (Member $78 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $78 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $78 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $78 '"ws.ws_bill_cdemo_sk")) '($28 (Member $78 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $78 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $78 '"ws.ws_coupon_amt")) '($29 (Member $78 '"ws.ws_ext_discount_amt")) '($30 (Member $78 '"ws.ws_ext_list_price")) '($31 (Member $78 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $78 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $78 '"ws.ws_ext_tax")) '($32 (Member $78 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $78 '"ws.ws_item_sk")) '('"ws_list_price" (Member $78 '"ws.ws_list_price")) '('"ws_net_paid" (Member $78 '"ws.ws_net_paid")) '($33 (Member $78 '"ws.ws_net_paid_inc_ship")) '($34 (Member $78 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $78 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $78 '"ws.ws_net_profit")) '('"ws_order_number" (Member $78 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $78 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $78 '"ws.ws_quantity")) '('"ws_sales_price" (Member $78 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $78 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $78 '"ws.ws_ship_cdemo_sk")) '($36 (Member $78 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $78 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $78 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $78 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $78 $72)) '('"ws_sold_time_sk" (Member $78 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $78 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $78 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $78 '"ws.ws_web_site_sk")) '($37 (Member $78 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $74 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.743 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:41.752 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($75) (OptionalIf (Coalesce (> (Member $75 '"ws_net_profit") (Int32 '1)) $39) $75))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 '"ws.ws_sold_date_sk") | |
| (let $73 '"date_dim.d_date_sk") | |
| (let $74 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFlatMap $71 (lambda '($76) (block '( | |
| (let $77 (Int32 '0)) | |
| (let $78 (And (Coalesce (> (Member $76 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $76 '"ws.ws_net_paid") $77) $39) (Coalesce (> (Member $76 '"ws.ws_quantity") $77) $39) (Coalesce (== (Member $76 $72) (Member $76 $73)) $39) (Coalesce (== (Member $76 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $76 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $78 $76)) | |
| )))) (lambda '($79) (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($64 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $73)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($65 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($44 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($45 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($46 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $79 '"wr.wr_refunded_customer_sk")) '($48 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($49 (Member $79 '"wr.wr_return_amt_inc_tax")) '($50 (Member $79 '"wr.wr_return_quantity")) '($51 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($52 (Member $79 '"wr.wr_returned_date_sk")) '($53 (Member $79 '"wr.wr_returned_time_sk")) '($54 (Member $79 '"wr.wr_returning_addr_sk")) '($55 (Member $79 '"wr.wr_returning_cdemo_sk")) '($56 (Member $79 '"wr.wr_returning_customer_sk")) '($57 (Member $79 '"wr.wr_returning_hdemo_sk")) '($58 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $72)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $74 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.753 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3636: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedMap | |
| 2024-03-06 15:03:41.768 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($75) (OptionalIf (Coalesce (> (Member $75 '"ws_net_profit") (Int32 '1)) $39) $75))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 '"ws.ws_sold_date_sk") | |
| (let $73 '"date_dim.d_date_sk") | |
| (let $74 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $71 (lambda '($76) (block '( | |
| (let $77 (Int32 '0)) | |
| (let $78 (And (Coalesce (> (Member $76 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $76 '"ws.ws_net_paid") $77) $39) (Coalesce (> (Member $76 '"ws.ws_quantity") $77) $39) (Coalesce (== (Member $76 $72) (Member $76 $73)) $39) (Coalesce (== (Member $76 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $76 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $78 $76)) | |
| )))) (lambda '($79) (Just (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($64 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $73)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($65 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($44 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($45 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($46 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $79 '"wr.wr_refunded_customer_sk")) '($48 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($49 (Member $79 '"wr.wr_return_amt_inc_tax")) '($50 (Member $79 '"wr.wr_return_quantity")) '($51 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($52 (Member $79 '"wr.wr_returned_date_sk")) '($53 (Member $79 '"wr.wr_returned_time_sk")) '($54 (Member $79 '"wr.wr_returning_addr_sk")) '($55 (Member $79 '"wr.wr_returning_cdemo_sk")) '($56 (Member $79 '"wr.wr_returning_customer_sk")) '($57 (Member $79 '"wr.wr_returning_hdemo_sk")) '($58 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $72)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $74 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.775 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow1.cpp:219: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FuseFlatmaps with inner OptionalIf | |
| 2024-03-06 15:03:41.791 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (OptionalIf (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) $73))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $71 (lambda '($74) (block '( | |
| (let $75 (Member $74 '"wr.wr_return_amt")) | |
| (let $76 (Member $74 '"ws.ws_net_paid")) | |
| (let $77 (Int32 '0)) | |
| (let $78 (Member $74 '"ws.ws_quantity")) | |
| (let $79 (Member $74 '"ws.ws_sold_date_sk")) | |
| (let $80 (Member $74 '"date_dim.d_date_sk")) | |
| (let $81 (Member $74 '"date_dim.d_year")) | |
| (let $82 (Member $74 '"date_dim.d_moy")) | |
| (let $83 (And (Coalesce (> $75 (Int32 '"10000")) $39) (Coalesce (> $76 $77) $39) (Coalesce (> $78 $77) $39) (Coalesce (== $79 $80) $39) (Coalesce (== $81 (Int32 '"2000")) $39) (Coalesce (== $82 (Int32 '"12")) $39))) | |
| (return (FlatOptionalIf $83 (Just (AsStruct '('"d_current_day" (Member $74 '"date_dim.d_current_day")) '('"d_current_month" (Member $74 '"date_dim.d_current_month")) '($64 (Member $74 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $74 '"date_dim.d_current_week")) '('"d_current_year" (Member $74 '"date_dim.d_current_year")) '('"d_date" (Member $74 '"date_dim.d_date")) '('"d_date_id" (Member $74 '"date_dim.d_date_id")) '('"d_date_sk" $80) '('"d_day_name" (Member $74 '"date_dim.d_day_name")) '('"d_dom" (Member $74 '"date_dim.d_dom")) '('"d_dow" (Member $74 '"date_dim.d_dow")) '('"d_first_dom" (Member $74 '"date_dim.d_first_dom")) '($65 (Member $74 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $74 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $74 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $74 '"date_dim.d_fy_year")) '('"d_holiday" (Member $74 '"date_dim.d_holiday")) '('"d_last_dom" (Member $74 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $74 '"date_dim.d_month_seq")) '('"d_moy" $82) '('"d_qoy" (Member $74 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $74 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $74 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $74 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $74 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $74 '"date_dim.d_week_seq")) '('"d_weekend" (Member $74 '"date_dim.d_weekend")) '('"d_year" $81) '($44 (Member $74 '"wr.wr_account_credit")) '('"wr_fee" (Member $74 '"wr.wr_fee")) '('"wr_item_sk" (Member $74 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $74 '"wr.wr_net_loss")) '('"wr_order_number" (Member $74 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $74 '"wr.wr_reason_sk")) '($45 (Member $74 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $74 '"wr.wr_refunded_cash")) '($46 (Member $74 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $74 '"wr.wr_refunded_customer_sk")) '($48 (Member $74 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $75) '($49 (Member $74 '"wr.wr_return_amt_inc_tax")) '($50 (Member $74 '"wr.wr_return_quantity")) '($51 (Member $74 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $74 '"wr.wr_return_tax")) '($52 (Member $74 '"wr.wr_returned_date_sk")) '($53 (Member $74 '"wr.wr_returned_time_sk")) '($54 (Member $74 '"wr.wr_returning_addr_sk")) '($55 (Member $74 '"wr.wr_returning_cdemo_sk")) '($56 (Member $74 '"wr.wr_returning_customer_sk")) '($57 (Member $74 '"wr.wr_returning_hdemo_sk")) '($58 (Member $74 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $74 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $74 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $74 '"ws.ws_bill_cdemo_sk")) '($28 (Member $74 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $74 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $74 '"ws.ws_coupon_amt")) '($29 (Member $74 '"ws.ws_ext_discount_amt")) '($30 (Member $74 '"ws.ws_ext_list_price")) '($31 (Member $74 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $74 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $74 '"ws.ws_ext_tax")) '($32 (Member $74 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $74 '"ws.ws_item_sk")) '('"ws_list_price" (Member $74 '"ws.ws_list_price")) '('"ws_net_paid" $76) '($33 (Member $74 '"ws.ws_net_paid_inc_ship")) '($34 (Member $74 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $74 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $74 '"ws.ws_net_profit")) '('"ws_order_number" (Member $74 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $74 '"ws.ws_promo_sk")) '('"ws_quantity" $78) '('"ws_sales_price" (Member $74 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $74 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $74 '"ws.ws_ship_cdemo_sk")) '($36 (Member $74 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $74 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $74 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $74 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" $79) '('"ws_sold_time_sk" (Member $74 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $74 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $74 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $74 '"ws.ws_web_site_sk")) '($37 (Member $74 '"ws.ws_wholesale_cost")))))) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.792 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:1003: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FlatOptionalIf with Just | |
| 2024-03-06 15:03:41.808 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (OptionalIf (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) $73))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $71 (lambda '($74) (block '( | |
| (let $75 (Member $74 '"wr.wr_return_amt")) | |
| (let $76 (Member $74 '"ws.ws_net_paid")) | |
| (let $77 (Int32 '0)) | |
| (let $78 (Member $74 '"ws.ws_quantity")) | |
| (let $79 (Member $74 '"ws.ws_sold_date_sk")) | |
| (let $80 (Member $74 '"date_dim.d_date_sk")) | |
| (let $81 (Member $74 '"date_dim.d_year")) | |
| (let $82 (Member $74 '"date_dim.d_moy")) | |
| (let $83 (And (Coalesce (> $75 (Int32 '"10000")) $39) (Coalesce (> $76 $77) $39) (Coalesce (> $78 $77) $39) (Coalesce (== $79 $80) $39) (Coalesce (== $81 (Int32 '"2000")) $39) (Coalesce (== $82 (Int32 '"12")) $39))) | |
| (let $84 (AsStruct '('"d_current_day" (Member $74 '"date_dim.d_current_day")) '('"d_current_month" (Member $74 '"date_dim.d_current_month")) '($64 (Member $74 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $74 '"date_dim.d_current_week")) '('"d_current_year" (Member $74 '"date_dim.d_current_year")) '('"d_date" (Member $74 '"date_dim.d_date")) '('"d_date_id" (Member $74 '"date_dim.d_date_id")) '('"d_date_sk" $80) '('"d_day_name" (Member $74 '"date_dim.d_day_name")) '('"d_dom" (Member $74 '"date_dim.d_dom")) '('"d_dow" (Member $74 '"date_dim.d_dow")) '('"d_first_dom" (Member $74 '"date_dim.d_first_dom")) '($65 (Member $74 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $74 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $74 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $74 '"date_dim.d_fy_year")) '('"d_holiday" (Member $74 '"date_dim.d_holiday")) '('"d_last_dom" (Member $74 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $74 '"date_dim.d_month_seq")) '('"d_moy" $82) '('"d_qoy" (Member $74 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $74 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $74 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $74 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $74 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $74 '"date_dim.d_week_seq")) '('"d_weekend" (Member $74 '"date_dim.d_weekend")) '('"d_year" $81) '($44 (Member $74 '"wr.wr_account_credit")) '('"wr_fee" (Member $74 '"wr.wr_fee")) '('"wr_item_sk" (Member $74 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $74 '"wr.wr_net_loss")) '('"wr_order_number" (Member $74 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $74 '"wr.wr_reason_sk")) '($45 (Member $74 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $74 '"wr.wr_refunded_cash")) '($46 (Member $74 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $74 '"wr.wr_refunded_customer_sk")) '($48 (Member $74 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $75) '($49 (Member $74 '"wr.wr_return_amt_inc_tax")) '($50 (Member $74 '"wr.wr_return_quantity")) '($51 (Member $74 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $74 '"wr.wr_return_tax")) '($52 (Member $74 '"wr.wr_returned_date_sk")) '($53 (Member $74 '"wr.wr_returned_time_sk")) '($54 (Member $74 '"wr.wr_returning_addr_sk")) '($55 (Member $74 '"wr.wr_returning_cdemo_sk")) '($56 (Member $74 '"wr.wr_returning_customer_sk")) '($57 (Member $74 '"wr.wr_returning_hdemo_sk")) '($58 (Member $74 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $74 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $74 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $74 '"ws.ws_bill_cdemo_sk")) '($28 (Member $74 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $74 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $74 '"ws.ws_coupon_amt")) '($29 (Member $74 '"ws.ws_ext_discount_amt")) '($30 (Member $74 '"ws.ws_ext_list_price")) '($31 (Member $74 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $74 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $74 '"ws.ws_ext_tax")) '($32 (Member $74 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $74 '"ws.ws_item_sk")) '('"ws_list_price" (Member $74 '"ws.ws_list_price")) '('"ws_net_paid" $76) '($33 (Member $74 '"ws.ws_net_paid_inc_ship")) '($34 (Member $74 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $74 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $74 '"ws.ws_net_profit")) '('"ws_order_number" (Member $74 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $74 '"ws.ws_promo_sk")) '('"ws_quantity" $78) '('"ws_sales_price" (Member $74 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $74 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $74 '"ws.ws_ship_cdemo_sk")) '($36 (Member $74 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $74 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $74 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $74 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" $79) '('"ws_sold_time_sk" (Member $74 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $74 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $74 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $74 '"ws.ws_web_site_sk")) '($37 (Member $74 '"ws.ws_wholesale_cost")))) | |
| (return (OptionalIf $83 $84)) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.816 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_flatmap_over_join.cpp:736: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} SingleInputPredicatePushdownOverEquiJoin | |
| 2024-03-06 15:03:41.817 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow2.cpp:1120: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OrderedFlatMapOverEquiJoin | |
| 2024-03-06 15:03:41.838 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '"ws.ws_bill_addr_sk") | |
| (let $41 '"ws.ws_bill_cdemo_sk") | |
| (let $42 '"ws.ws_bill_customer_sk") | |
| (let $43 '"ws.ws_bill_hdemo_sk") | |
| (let $44 '"ws.ws_ext_discount_amt") | |
| (let $45 '"ws.ws_ext_list_price") | |
| (let $46 '"ws.ws_ext_sales_price") | |
| (let $47 '"ws.ws_ext_ship_cost") | |
| (let $48 '"ws.ws_ext_wholesale_cost") | |
| (let $49 '"ws.ws_net_paid_inc_ship") | |
| (let $50 '"ws.ws_net_paid_inc_ship_tax") | |
| (let $51 '"ws.ws_net_paid_inc_tax") | |
| (let $52 '"ws.ws_order_number") | |
| (let $53 '"ws.ws_sales_price") | |
| (let $54 '"ws.ws_ship_addr_sk") | |
| (let $55 '"ws.ws_ship_cdemo_sk") | |
| (let $56 '"ws.ws_ship_customer_sk") | |
| (let $57 '"ws.ws_ship_date_sk") | |
| (let $58 '"ws.ws_ship_hdemo_sk") | |
| (let $59 '"ws.ws_ship_mode_sk") | |
| (let $60 '"ws.ws_sold_date_sk") | |
| (let $61 '"ws.ws_sold_time_sk") | |
| (let $62 '"ws.ws_warehouse_sk") | |
| (let $63 '"ws.ws_web_page_sk") | |
| (let $64 '"ws.ws_web_site_sk") | |
| (let $65 '"ws.ws_wholesale_cost") | |
| (let $66 (Int32 '0)) | |
| (let $67 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $68 (YqlRowSpec $16 $17 $18 '('Type $67))) | |
| (let $69 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $70 (YtTable '"home/tpcds/3Tb/web_returns" $68 $21 $69 '() (Void) (Void) '"dirac")) | |
| (let $71 '"wr_account_credit") | |
| (let $72 '"wr_refunded_addr_sk") | |
| (let $73 '"wr_refunded_cdemo_sk") | |
| (let $74 '"wr_refunded_customer_sk") | |
| (let $75 '"wr_refunded_hdemo_sk") | |
| (let $76 '"wr_return_amt_inc_tax") | |
| (let $77 '"wr_return_quantity") | |
| (let $78 '"wr_return_ship_cost") | |
| (let $79 '"wr_returned_date_sk") | |
| (let $80 '"wr_returned_time_sk") | |
| (let $81 '"wr_returning_addr_sk") | |
| (let $82 '"wr_returning_cdemo_sk") | |
| (let $83 '"wr_returning_customer_sk") | |
| (let $84 '"wr_returning_hdemo_sk") | |
| (let $85 '"wr_reversed_charge") | |
| (let $86 '($71 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $72 '"wr_refunded_cash" $73 $74 $75 '"wr_return_amt" $76 $77 $78 '"wr_return_tax" $79 $80 $81 $82 $83 $84 $85 '"wr_web_page_sk")) | |
| (let $87 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $88 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $87))) | |
| (let $89 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $90 (YtTable '"home/tpcds/3Tb/date_dim" $88 $21 $89 '() (Void) (Void) '"dirac")) | |
| (let $91 '"d_current_quarter") | |
| (let $92 '"d_following_holiday") | |
| (let $93 '('"d_current_day" '"d_current_month" $91 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $92 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $94 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $95 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $96 '('Left '"ws" '"wr" $94 $95 '())) | |
| (let $97 '('Cross $96 '"date_dim" '() '() '())) | |
| (let $98 (EquiJoin '((OrderedFilter (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($101) (OptionalIf (Coalesce (> (Member $101 '"ws_net_profit") (Int32 '1)) $39) $101))) (lambda '($102) (block '( | |
| (let $103 (AsStruct '($40 (Member $102 '"ws_bill_addr_sk")) '($41 (Member $102 '"ws_bill_cdemo_sk")) '($42 (Member $102 $28)) '($43 (Member $102 '"ws_bill_hdemo_sk")) '('"ws.ws_coupon_amt" (Member $102 '"ws_coupon_amt")) '($44 (Member $102 $29)) '($45 (Member $102 $30)) '($46 (Member $102 $31)) '($47 (Member $102 '"ws_ext_ship_cost")) '('"ws.ws_ext_tax" (Member $102 '"ws_ext_tax")) '($48 (Member $102 $32)) '('"ws.ws_item_sk" (Member $102 '"ws_item_sk")) '('"ws.ws_list_price" (Member $102 '"ws_list_price")) '('"ws.ws_net_paid" (Member $102 '"ws_net_paid")) '($49 (Member $102 $33)) '($50 (Member $102 $34)) '($51 (Member $102 $35)) '('"ws.ws_net_profit" (Member $102 '"ws_net_profit")) '($52 (Member $102 '"ws_order_number")) '('"ws.ws_promo_sk" (Member $102 '"ws_promo_sk")) '('"ws.ws_quantity" (Member $102 '"ws_quantity")) '($53 (Member $102 '"ws_sales_price")) '($54 (Member $102 '"ws_ship_addr_sk")) '($55 (Member $102 '"ws_ship_cdemo_sk")) '($56 (Member $102 $36)) '($57 (Member $102 '"ws_ship_date_sk")) '($58 (Member $102 '"ws_ship_hdemo_sk")) '($59 (Member $102 '"ws_ship_mode_sk")) '($60 (Member $102 '"ws_sold_date_sk")) '($61 (Member $102 '"ws_sold_time_sk")) '($62 (Member $102 '"ws_warehouse_sk")) '($63 (Member $102 '"ws_web_page_sk")) '($64 (Member $102 '"ws_web_site_sk")) '($65 (Member $102 $37)))) | |
| (return (Coalesce (> (Member $103 '"ws.ws_net_paid") $66) $39)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $70 (Void) (Void) (Void))) $27)))) $86) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $90 (Void) (Void) (Void))) $27)))) $93) '"date_dim") $97 '())) | |
| (let $99 '"date_dim.d_date_sk") | |
| (let $100 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $98 (lambda '($104) (And (And (And (And (Coalesce (> (Member $104 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $104 '"ws.ws_quantity") $66) $39)) (Coalesce (== (Member $104 $60) (Member $104 $99)) $39)) (Coalesce (== (Member $104 '"date_dim.d_year") (Int32 '"2000")) $39)) (Coalesce (== (Member $104 '"date_dim.d_moy") (Int32 '"12")) $39)))) (lambda '($105) (AsStruct '('"d_current_day" (Member $105 '"date_dim.d_current_day")) '('"d_current_month" (Member $105 '"date_dim.d_current_month")) '($91 (Member $105 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $105 '"date_dim.d_current_week")) '('"d_current_year" (Member $105 '"date_dim.d_current_year")) '('"d_date" (Member $105 '"date_dim.d_date")) '('"d_date_id" (Member $105 '"date_dim.d_date_id")) '('"d_date_sk" (Member $105 $99)) '('"d_day_name" (Member $105 '"date_dim.d_day_name")) '('"d_dom" (Member $105 '"date_dim.d_dom")) '('"d_dow" (Member $105 '"date_dim.d_dow")) '('"d_first_dom" (Member $105 '"date_dim.d_first_dom")) '($92 (Member $105 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $105 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $105 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $105 '"date_dim.d_fy_year")) '('"d_holiday" (Member $105 '"date_dim.d_holiday")) '('"d_last_dom" (Member $105 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $105 '"date_dim.d_month_seq")) '('"d_moy" (Member $105 '"date_dim.d_moy")) '('"d_qoy" (Member $105 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $105 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $105 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $105 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $105 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $105 '"date_dim.d_week_seq")) '('"d_weekend" (Member $105 '"date_dim.d_weekend")) '('"d_year" (Member $105 '"date_dim.d_year")) '($71 (Member $105 '"wr.wr_account_credit")) '('"wr_fee" (Member $105 '"wr.wr_fee")) '('"wr_item_sk" (Member $105 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $105 '"wr.wr_net_loss")) '('"wr_order_number" (Member $105 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $105 '"wr.wr_reason_sk")) '($72 (Member $105 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $105 '"wr.wr_refunded_cash")) '($73 (Member $105 '"wr.wr_refunded_cdemo_sk")) '($74 (Member $105 '"wr.wr_refunded_customer_sk")) '($75 (Member $105 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $105 '"wr.wr_return_amt")) '($76 (Member $105 '"wr.wr_return_amt_inc_tax")) '($77 (Member $105 '"wr.wr_return_quantity")) '($78 (Member $105 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $105 '"wr.wr_return_tax")) '($79 (Member $105 '"wr.wr_returned_date_sk")) '($80 (Member $105 '"wr.wr_returned_time_sk")) '($81 (Member $105 '"wr.wr_returning_addr_sk")) '($82 (Member $105 '"wr.wr_returning_cdemo_sk")) '($83 (Member $105 '"wr.wr_returning_customer_sk")) '($84 (Member $105 '"wr.wr_returning_hdemo_sk")) '($85 (Member $105 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $105 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $105 $40)) '('"ws_bill_cdemo_sk" (Member $105 $41)) '($28 (Member $105 $42)) '('"ws_bill_hdemo_sk" (Member $105 $43)) '('"ws_coupon_amt" (Member $105 '"ws.ws_coupon_amt")) '($29 (Member $105 $44)) '($30 (Member $105 $45)) '($31 (Member $105 $46)) '('"ws_ext_ship_cost" (Member $105 $47)) '('"ws_ext_tax" (Member $105 '"ws.ws_ext_tax")) '($32 (Member $105 $48)) '('"ws_item_sk" (Member $105 '"ws.ws_item_sk")) '('"ws_list_price" (Member $105 '"ws.ws_list_price")) '('"ws_net_paid" (Member $105 '"ws.ws_net_paid")) '($33 (Member $105 $49)) '($34 (Member $105 $50)) '($35 (Member $105 $51)) '('"ws_net_profit" (Member $105 '"ws.ws_net_profit")) '('"ws_order_number" (Member $105 $52)) '('"ws_promo_sk" (Member $105 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $105 '"ws.ws_quantity")) '('"ws_sales_price" (Member $105 $53)) '('"ws_ship_addr_sk" (Member $105 $54)) '('"ws_ship_cdemo_sk" (Member $105 $55)) '($36 (Member $105 $56)) '('"ws_ship_date_sk" (Member $105 $57)) '('"ws_ship_hdemo_sk" (Member $105 $58)) '('"ws_ship_mode_sk" (Member $105 $59)) '('"ws_sold_date_sk" (Member $105 $60)) '('"ws_sold_time_sk" (Member $105 $61)) '('"ws_warehouse_sk" (Member $105 $62)) '('"ws_web_page_sk" (Member $105 $63)) '('"ws_web_site_sk" (Member $105 $64)) '($37 (Member $105 $65)))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $100 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.839 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:4268: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Member over AsStruct | |
| 2024-03-06 15:03:41.839 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:41.851 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFilter (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (OptionalIf (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) $76))) (lambda '($77) (Coalesce (> (Member $77 '"ws_net_paid") $40) $39))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $72 (lambda '($78) (block '( | |
| (let $79 (And (Coalesce (> (Member $78 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $78 '"ws.ws_quantity") $40) $39) (Coalesce (== (Member $78 $73) (Member $78 $74)) $39))) | |
| (return (And (And $79 (Coalesce (== (Member $78 '"date_dim.d_year") (Int32 '"2000")) $39)) (Coalesce (== (Member $78 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| )))) (lambda '($80) (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($65 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 $74)) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($66 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($45 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($46 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($47 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $80 '"wr.wr_refunded_customer_sk")) '($49 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($50 (Member $80 '"wr.wr_return_amt_inc_tax")) '($51 (Member $80 '"wr.wr_return_quantity")) '($52 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($53 (Member $80 '"wr.wr_returned_date_sk")) '($54 (Member $80 '"wr.wr_returned_time_sk")) '($55 (Member $80 '"wr.wr_returning_addr_sk")) '($56 (Member $80 '"wr.wr_returning_cdemo_sk")) '($57 (Member $80 '"wr.wr_returning_customer_sk")) '($58 (Member $80 '"wr.wr_returning_hdemo_sk")) '($59 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 $73)) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.852 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:41.852 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:41.863 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (OptionalIf (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) $76))) (lambda '($77) (OptionalIf (Coalesce (> (Member $77 '"ws_net_paid") $40) $39) $77))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $72 (lambda '($78) (block '( | |
| (let $79 (And (Coalesce (> (Member $78 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $78 '"ws.ws_quantity") $40) $39) (Coalesce (== (Member $78 $73) (Member $78 $74)) $39) (Coalesce (== (Member $78 '"date_dim.d_year") (Int32 '"2000")) $39))) | |
| (return (And $79 (Coalesce (== (Member $78 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| )))) (lambda '($80) (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($65 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 $74)) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($66 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($45 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($46 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($47 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $80 '"wr.wr_refunded_customer_sk")) '($49 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($50 (Member $80 '"wr.wr_return_amt_inc_tax")) '($51 (Member $80 '"wr.wr_return_quantity")) '($52 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($53 (Member $80 '"wr.wr_returned_date_sk")) '($54 (Member $80 '"wr.wr_returned_time_sk")) '($55 (Member $80 '"wr.wr_returning_addr_sk")) '($56 (Member $80 '"wr.wr_returning_cdemo_sk")) '($57 (Member $80 '"wr.wr_returning_customer_sk")) '($58 (Member $80 '"wr.wr_returning_hdemo_sk")) '($59 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 $73)) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.864 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:41.872 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (OptionalIf (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) $76))) (lambda '($77) (OptionalIf (Coalesce (> (Member $77 '"ws_net_paid") $40) $39) $77))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $72 (lambda '($78) (And (Coalesce (> (Member $78 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $78 '"ws.ws_quantity") $40) $39) (Coalesce (== (Member $78 $73) (Member $78 $74)) $39) (Coalesce (== (Member $78 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $78 '"date_dim.d_moy") (Int32 '"12")) $39)))) (lambda '($79) (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($65 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $74)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($66 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($45 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($46 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($47 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $79 '"wr.wr_refunded_customer_sk")) '($49 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($50 (Member $79 '"wr.wr_return_amt_inc_tax")) '($51 (Member $79 '"wr.wr_return_quantity")) '($52 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($53 (Member $79 '"wr.wr_returned_date_sk")) '($54 (Member $79 '"wr.wr_returned_time_sk")) '($55 (Member $79 '"wr.wr_returning_addr_sk")) '($56 (Member $79 '"wr.wr_returning_cdemo_sk")) '($57 (Member $79 '"wr.wr_returning_customer_sk")) '($58 (Member $79 '"wr.wr_returning_hdemo_sk")) '($59 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $73)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.873 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:41.882 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (OptionalIf (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) $76))) (lambda '($77) (OptionalIf (Coalesce (> (Member $77 '"ws_net_paid") $40) $39) $77))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFlatMap $72 (lambda '($78) (block '( | |
| (let $79 (And (Coalesce (> (Member $78 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $78 '"ws.ws_quantity") $40) $39) (Coalesce (== (Member $78 $73) (Member $78 $74)) $39) (Coalesce (== (Member $78 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $78 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $79 $78)) | |
| )))) (lambda '($80) (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($65 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 $74)) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($66 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($45 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($46 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($47 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $80 '"wr.wr_refunded_customer_sk")) '($49 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($50 (Member $80 '"wr.wr_return_amt_inc_tax")) '($51 (Member $80 '"wr.wr_return_quantity")) '($52 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($53 (Member $80 '"wr.wr_returned_date_sk")) '($54 (Member $80 '"wr.wr_returned_time_sk")) '($55 (Member $80 '"wr.wr_returning_addr_sk")) '($56 (Member $80 '"wr.wr_returning_cdemo_sk")) '($57 (Member $80 '"wr.wr_returning_customer_sk")) '($58 (Member $80 '"wr.wr_returning_hdemo_sk")) '($59 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 $73)) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.883 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3636: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedMap | |
| 2024-03-06 15:03:41.898 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (OptionalIf (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) $76))) (lambda '($77) (OptionalIf (Coalesce (> (Member $77 '"ws_net_paid") $40) $39) $77))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $72 (lambda '($78) (block '( | |
| (let $79 (And (Coalesce (> (Member $78 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $78 '"ws.ws_quantity") $40) $39) (Coalesce (== (Member $78 $73) (Member $78 $74)) $39) (Coalesce (== (Member $78 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $78 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $79 $78)) | |
| )))) (lambda '($80) (Just (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($65 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 $74)) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($66 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($45 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($46 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($47 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $80 '"wr.wr_refunded_customer_sk")) '($49 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($50 (Member $80 '"wr.wr_return_amt_inc_tax")) '($51 (Member $80 '"wr.wr_return_quantity")) '($52 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($53 (Member $80 '"wr.wr_returned_date_sk")) '($54 (Member $80 '"wr.wr_returned_time_sk")) '($55 (Member $80 '"wr.wr_returning_addr_sk")) '($56 (Member $80 '"wr.wr_returning_cdemo_sk")) '($57 (Member $80 '"wr.wr_returning_customer_sk")) '($58 (Member $80 '"wr.wr_returning_hdemo_sk")) '($59 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 $73)) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.904 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow1.cpp:219: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FuseFlatmaps with inner OptionalIf | |
| 2024-03-06 15:03:41.915 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (FlatOptionalIf (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) (OptionalIf (Coalesce (> (Member $76 '"ws_net_paid") $40) $39) $76)))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $72 (lambda '($77) (block '( | |
| (let $78 (And (Coalesce (> (Member $77 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $77 '"ws.ws_quantity") $40) $39) (Coalesce (== (Member $77 $73) (Member $77 $74)) $39) (Coalesce (== (Member $77 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $77 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $78 $77)) | |
| )))) (lambda '($79) (Just (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($65 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $74)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($66 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($45 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($46 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($47 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $79 '"wr.wr_refunded_customer_sk")) '($49 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($50 (Member $79 '"wr.wr_return_amt_inc_tax")) '($51 (Member $79 '"wr.wr_return_quantity")) '($52 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($53 (Member $79 '"wr.wr_returned_date_sk")) '($54 (Member $79 '"wr.wr_returned_time_sk")) '($55 (Member $79 '"wr.wr_returning_addr_sk")) '($56 (Member $79 '"wr.wr_returning_cdemo_sk")) '($57 (Member $79 '"wr.wr_returning_customer_sk")) '($58 (Member $79 '"wr.wr_returning_hdemo_sk")) '($59 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $73)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.915 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:990: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Fuse FlatOptionalIf with OptionalIf '> | |
| 2024-03-06 15:03:41.925 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (OptionalIf (And (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $76 '"ws_net_paid") $40) $39)) $76))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $72 (lambda '($77) (block '( | |
| (let $78 (And (Coalesce (> (Member $77 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (> (Member $77 '"ws.ws_quantity") $40) $39) (Coalesce (== (Member $77 $73) (Member $77 $74)) $39) (Coalesce (== (Member $77 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $77 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $78 $77)) | |
| )))) (lambda '($79) (Just (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($65 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $74)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($66 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($45 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($46 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($47 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $79 '"wr.wr_refunded_customer_sk")) '($49 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($50 (Member $79 '"wr.wr_return_amt_inc_tax")) '($51 (Member $79 '"wr.wr_return_quantity")) '($52 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($53 (Member $79 '"wr.wr_returned_date_sk")) '($54 (Member $79 '"wr.wr_returned_time_sk")) '($55 (Member $79 '"wr.wr_returning_addr_sk")) '($56 (Member $79 '"wr.wr_returning_cdemo_sk")) '($57 (Member $79 '"wr.wr_returning_customer_sk")) '($58 (Member $79 '"wr.wr_returning_hdemo_sk")) '($59 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $73)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.930 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow1.cpp:219: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FuseFlatmaps with inner OptionalIf | |
| 2024-03-06 15:03:41.946 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($74) (OptionalIf (And (Coalesce (> (Member $74 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $74 '"ws_net_paid") $40) $39)) $74))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $72 (lambda '($75) (block '( | |
| (let $76 (Member $75 '"wr.wr_return_amt")) | |
| (let $77 (Member $75 '"ws.ws_quantity")) | |
| (let $78 (Member $75 '"ws.ws_sold_date_sk")) | |
| (let $79 (Member $75 '"date_dim.d_date_sk")) | |
| (let $80 (Member $75 '"date_dim.d_year")) | |
| (let $81 (Member $75 '"date_dim.d_moy")) | |
| (let $82 (And (Coalesce (> $76 (Int32 '"10000")) $39) (Coalesce (> $77 $40) $39) (Coalesce (== $78 $79) $39) (Coalesce (== $80 (Int32 '"2000")) $39) (Coalesce (== $81 (Int32 '"12")) $39))) | |
| (return (FlatOptionalIf $82 (Just (AsStruct '('"d_current_day" (Member $75 '"date_dim.d_current_day")) '('"d_current_month" (Member $75 '"date_dim.d_current_month")) '($65 (Member $75 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $75 '"date_dim.d_current_week")) '('"d_current_year" (Member $75 '"date_dim.d_current_year")) '('"d_date" (Member $75 '"date_dim.d_date")) '('"d_date_id" (Member $75 '"date_dim.d_date_id")) '('"d_date_sk" $79) '('"d_day_name" (Member $75 '"date_dim.d_day_name")) '('"d_dom" (Member $75 '"date_dim.d_dom")) '('"d_dow" (Member $75 '"date_dim.d_dow")) '('"d_first_dom" (Member $75 '"date_dim.d_first_dom")) '($66 (Member $75 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $75 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $75 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $75 '"date_dim.d_fy_year")) '('"d_holiday" (Member $75 '"date_dim.d_holiday")) '('"d_last_dom" (Member $75 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $75 '"date_dim.d_month_seq")) '('"d_moy" $81) '('"d_qoy" (Member $75 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $75 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $75 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $75 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $75 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $75 '"date_dim.d_week_seq")) '('"d_weekend" (Member $75 '"date_dim.d_weekend")) '('"d_year" $80) '($45 (Member $75 '"wr.wr_account_credit")) '('"wr_fee" (Member $75 '"wr.wr_fee")) '('"wr_item_sk" (Member $75 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $75 '"wr.wr_net_loss")) '('"wr_order_number" (Member $75 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $75 '"wr.wr_reason_sk")) '($46 (Member $75 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $75 '"wr.wr_refunded_cash")) '($47 (Member $75 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $75 '"wr.wr_refunded_customer_sk")) '($49 (Member $75 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $76) '($50 (Member $75 '"wr.wr_return_amt_inc_tax")) '($51 (Member $75 '"wr.wr_return_quantity")) '($52 (Member $75 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $75 '"wr.wr_return_tax")) '($53 (Member $75 '"wr.wr_returned_date_sk")) '($54 (Member $75 '"wr.wr_returned_time_sk")) '($55 (Member $75 '"wr.wr_returning_addr_sk")) '($56 (Member $75 '"wr.wr_returning_cdemo_sk")) '($57 (Member $75 '"wr.wr_returning_customer_sk")) '($58 (Member $75 '"wr.wr_returning_hdemo_sk")) '($59 (Member $75 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $75 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $75 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $75 '"ws.ws_bill_cdemo_sk")) '($28 (Member $75 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $75 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $75 '"ws.ws_coupon_amt")) '($29 (Member $75 '"ws.ws_ext_discount_amt")) '($30 (Member $75 '"ws.ws_ext_list_price")) '($31 (Member $75 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $75 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $75 '"ws.ws_ext_tax")) '($32 (Member $75 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $75 '"ws.ws_item_sk")) '('"ws_list_price" (Member $75 '"ws.ws_list_price")) '('"ws_net_paid" (Member $75 '"ws.ws_net_paid")) '($33 (Member $75 '"ws.ws_net_paid_inc_ship")) '($34 (Member $75 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $75 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $75 '"ws.ws_net_profit")) '('"ws_order_number" (Member $75 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $75 '"ws.ws_promo_sk")) '('"ws_quantity" $77) '('"ws_sales_price" (Member $75 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $75 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $75 '"ws.ws_ship_cdemo_sk")) '($36 (Member $75 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $75 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $75 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $75 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" $78) '('"ws_sold_time_sk" (Member $75 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $75 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $75 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $75 '"ws.ws_web_site_sk")) '($37 (Member $75 '"ws.ws_wholesale_cost")))))) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $73 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.947 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:1003: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FlatOptionalIf with Just | |
| 2024-03-06 15:03:41.963 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($74) (OptionalIf (And (Coalesce (> (Member $74 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $74 '"ws_net_paid") $40) $39)) $74))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $72 (lambda '($75) (block '( | |
| (let $76 (Member $75 '"wr.wr_return_amt")) | |
| (let $77 (Member $75 '"ws.ws_quantity")) | |
| (let $78 (Member $75 '"ws.ws_sold_date_sk")) | |
| (let $79 (Member $75 '"date_dim.d_date_sk")) | |
| (let $80 (Member $75 '"date_dim.d_year")) | |
| (let $81 (Member $75 '"date_dim.d_moy")) | |
| (let $82 (And (Coalesce (> $76 (Int32 '"10000")) $39) (Coalesce (> $77 $40) $39) (Coalesce (== $78 $79) $39) (Coalesce (== $80 (Int32 '"2000")) $39) (Coalesce (== $81 (Int32 '"12")) $39))) | |
| (let $83 (AsStruct '('"d_current_day" (Member $75 '"date_dim.d_current_day")) '('"d_current_month" (Member $75 '"date_dim.d_current_month")) '($65 (Member $75 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $75 '"date_dim.d_current_week")) '('"d_current_year" (Member $75 '"date_dim.d_current_year")) '('"d_date" (Member $75 '"date_dim.d_date")) '('"d_date_id" (Member $75 '"date_dim.d_date_id")) '('"d_date_sk" $79) '('"d_day_name" (Member $75 '"date_dim.d_day_name")) '('"d_dom" (Member $75 '"date_dim.d_dom")) '('"d_dow" (Member $75 '"date_dim.d_dow")) '('"d_first_dom" (Member $75 '"date_dim.d_first_dom")) '($66 (Member $75 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $75 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $75 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $75 '"date_dim.d_fy_year")) '('"d_holiday" (Member $75 '"date_dim.d_holiday")) '('"d_last_dom" (Member $75 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $75 '"date_dim.d_month_seq")) '('"d_moy" $81) '('"d_qoy" (Member $75 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $75 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $75 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $75 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $75 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $75 '"date_dim.d_week_seq")) '('"d_weekend" (Member $75 '"date_dim.d_weekend")) '('"d_year" $80) '($45 (Member $75 '"wr.wr_account_credit")) '('"wr_fee" (Member $75 '"wr.wr_fee")) '('"wr_item_sk" (Member $75 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $75 '"wr.wr_net_loss")) '('"wr_order_number" (Member $75 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $75 '"wr.wr_reason_sk")) '($46 (Member $75 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $75 '"wr.wr_refunded_cash")) '($47 (Member $75 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $75 '"wr.wr_refunded_customer_sk")) '($49 (Member $75 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $76) '($50 (Member $75 '"wr.wr_return_amt_inc_tax")) '($51 (Member $75 '"wr.wr_return_quantity")) '($52 (Member $75 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $75 '"wr.wr_return_tax")) '($53 (Member $75 '"wr.wr_returned_date_sk")) '($54 (Member $75 '"wr.wr_returned_time_sk")) '($55 (Member $75 '"wr.wr_returning_addr_sk")) '($56 (Member $75 '"wr.wr_returning_cdemo_sk")) '($57 (Member $75 '"wr.wr_returning_customer_sk")) '($58 (Member $75 '"wr.wr_returning_hdemo_sk")) '($59 (Member $75 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $75 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $75 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $75 '"ws.ws_bill_cdemo_sk")) '($28 (Member $75 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $75 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $75 '"ws.ws_coupon_amt")) '($29 (Member $75 '"ws.ws_ext_discount_amt")) '($30 (Member $75 '"ws.ws_ext_list_price")) '($31 (Member $75 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $75 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $75 '"ws.ws_ext_tax")) '($32 (Member $75 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $75 '"ws.ws_item_sk")) '('"ws_list_price" (Member $75 '"ws.ws_list_price")) '('"ws_net_paid" (Member $75 '"ws.ws_net_paid")) '($33 (Member $75 '"ws.ws_net_paid_inc_ship")) '($34 (Member $75 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $75 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $75 '"ws.ws_net_profit")) '('"ws_order_number" (Member $75 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $75 '"ws.ws_promo_sk")) '('"ws_quantity" $77) '('"ws_sales_price" (Member $75 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $75 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $75 '"ws.ws_ship_cdemo_sk")) '($36 (Member $75 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $75 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $75 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $75 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" $78) '('"ws_sold_time_sk" (Member $75 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $75 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $75 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $75 '"ws.ws_web_site_sk")) '($37 (Member $75 '"ws.ws_wholesale_cost")))) | |
| (return (OptionalIf $82 $83)) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $73 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.971 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_flatmap_over_join.cpp:736: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} SingleInputPredicatePushdownOverEquiJoin | |
| 2024-03-06 15:03:41.972 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow2.cpp:1120: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OrderedFlatMapOverEquiJoin | |
| 2024-03-06 15:03:41.993 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '"ws.ws_bill_addr_sk") | |
| (let $42 '"ws.ws_bill_cdemo_sk") | |
| (let $43 '"ws.ws_bill_customer_sk") | |
| (let $44 '"ws.ws_bill_hdemo_sk") | |
| (let $45 '"ws.ws_ext_discount_amt") | |
| (let $46 '"ws.ws_ext_list_price") | |
| (let $47 '"ws.ws_ext_sales_price") | |
| (let $48 '"ws.ws_ext_ship_cost") | |
| (let $49 '"ws.ws_ext_wholesale_cost") | |
| (let $50 '"ws.ws_net_paid_inc_ship") | |
| (let $51 '"ws.ws_net_paid_inc_ship_tax") | |
| (let $52 '"ws.ws_net_paid_inc_tax") | |
| (let $53 '"ws.ws_order_number") | |
| (let $54 '"ws.ws_sales_price") | |
| (let $55 '"ws.ws_ship_addr_sk") | |
| (let $56 '"ws.ws_ship_cdemo_sk") | |
| (let $57 '"ws.ws_ship_customer_sk") | |
| (let $58 '"ws.ws_ship_date_sk") | |
| (let $59 '"ws.ws_ship_hdemo_sk") | |
| (let $60 '"ws.ws_ship_mode_sk") | |
| (let $61 '"ws.ws_sold_date_sk") | |
| (let $62 '"ws.ws_sold_time_sk") | |
| (let $63 '"ws.ws_warehouse_sk") | |
| (let $64 '"ws.ws_web_page_sk") | |
| (let $65 '"ws.ws_web_site_sk") | |
| (let $66 '"ws.ws_wholesale_cost") | |
| (let $67 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $68 (YqlRowSpec $16 $17 $18 '('Type $67))) | |
| (let $69 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $70 (YtTable '"home/tpcds/3Tb/web_returns" $68 $21 $69 '() (Void) (Void) '"dirac")) | |
| (let $71 '"wr_account_credit") | |
| (let $72 '"wr_refunded_addr_sk") | |
| (let $73 '"wr_refunded_cdemo_sk") | |
| (let $74 '"wr_refunded_customer_sk") | |
| (let $75 '"wr_refunded_hdemo_sk") | |
| (let $76 '"wr_return_amt_inc_tax") | |
| (let $77 '"wr_return_quantity") | |
| (let $78 '"wr_return_ship_cost") | |
| (let $79 '"wr_returned_date_sk") | |
| (let $80 '"wr_returned_time_sk") | |
| (let $81 '"wr_returning_addr_sk") | |
| (let $82 '"wr_returning_cdemo_sk") | |
| (let $83 '"wr_returning_customer_sk") | |
| (let $84 '"wr_returning_hdemo_sk") | |
| (let $85 '"wr_reversed_charge") | |
| (let $86 '($71 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $72 '"wr_refunded_cash" $73 $74 $75 '"wr_return_amt" $76 $77 $78 '"wr_return_tax" $79 $80 $81 $82 $83 $84 $85 '"wr_web_page_sk")) | |
| (let $87 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $88 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $87))) | |
| (let $89 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $90 (YtTable '"home/tpcds/3Tb/date_dim" $88 $21 $89 '() (Void) (Void) '"dirac")) | |
| (let $91 '"d_current_quarter") | |
| (let $92 '"d_following_holiday") | |
| (let $93 '('"d_current_day" '"d_current_month" $91 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $92 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $94 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $95 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $96 '('Left '"ws" '"wr" $94 $95 '())) | |
| (let $97 '('Cross $96 '"date_dim" '() '() '())) | |
| (let $98 (EquiJoin '((OrderedFilter (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($101) (OptionalIf (And (Coalesce (> (Member $101 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $101 '"ws_net_paid") $40) $39)) $101))) (lambda '($102) (block '( | |
| (let $103 (AsStruct '($41 (Member $102 '"ws_bill_addr_sk")) '($42 (Member $102 '"ws_bill_cdemo_sk")) '($43 (Member $102 $28)) '($44 (Member $102 '"ws_bill_hdemo_sk")) '('"ws.ws_coupon_amt" (Member $102 '"ws_coupon_amt")) '($45 (Member $102 $29)) '($46 (Member $102 $30)) '($47 (Member $102 $31)) '($48 (Member $102 '"ws_ext_ship_cost")) '('"ws.ws_ext_tax" (Member $102 '"ws_ext_tax")) '($49 (Member $102 $32)) '('"ws.ws_item_sk" (Member $102 '"ws_item_sk")) '('"ws.ws_list_price" (Member $102 '"ws_list_price")) '('"ws.ws_net_paid" (Member $102 '"ws_net_paid")) '($50 (Member $102 $33)) '($51 (Member $102 $34)) '($52 (Member $102 $35)) '('"ws.ws_net_profit" (Member $102 '"ws_net_profit")) '($53 (Member $102 '"ws_order_number")) '('"ws.ws_promo_sk" (Member $102 '"ws_promo_sk")) '('"ws.ws_quantity" (Member $102 '"ws_quantity")) '($54 (Member $102 '"ws_sales_price")) '($55 (Member $102 '"ws_ship_addr_sk")) '($56 (Member $102 '"ws_ship_cdemo_sk")) '($57 (Member $102 $36)) '($58 (Member $102 '"ws_ship_date_sk")) '($59 (Member $102 '"ws_ship_hdemo_sk")) '($60 (Member $102 '"ws_ship_mode_sk")) '($61 (Member $102 '"ws_sold_date_sk")) '($62 (Member $102 '"ws_sold_time_sk")) '($63 (Member $102 '"ws_warehouse_sk")) '($64 (Member $102 '"ws_web_page_sk")) '($65 (Member $102 '"ws_web_site_sk")) '($66 (Member $102 $37)))) | |
| (return (Coalesce (> (Member $103 '"ws.ws_quantity") $40) $39)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $70 (Void) (Void) (Void))) $27)))) $86) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $90 (Void) (Void) (Void))) $27)))) $93) '"date_dim") $97 '())) | |
| (let $99 '"date_dim.d_date_sk") | |
| (let $100 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $98 (lambda '($104) (And (And (And (Coalesce (> (Member $104 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $104 $61) (Member $104 $99)) $39)) (Coalesce (== (Member $104 '"date_dim.d_year") (Int32 '"2000")) $39)) (Coalesce (== (Member $104 '"date_dim.d_moy") (Int32 '"12")) $39)))) (lambda '($105) (AsStruct '('"d_current_day" (Member $105 '"date_dim.d_current_day")) '('"d_current_month" (Member $105 '"date_dim.d_current_month")) '($91 (Member $105 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $105 '"date_dim.d_current_week")) '('"d_current_year" (Member $105 '"date_dim.d_current_year")) '('"d_date" (Member $105 '"date_dim.d_date")) '('"d_date_id" (Member $105 '"date_dim.d_date_id")) '('"d_date_sk" (Member $105 $99)) '('"d_day_name" (Member $105 '"date_dim.d_day_name")) '('"d_dom" (Member $105 '"date_dim.d_dom")) '('"d_dow" (Member $105 '"date_dim.d_dow")) '('"d_first_dom" (Member $105 '"date_dim.d_first_dom")) '($92 (Member $105 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $105 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $105 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $105 '"date_dim.d_fy_year")) '('"d_holiday" (Member $105 '"date_dim.d_holiday")) '('"d_last_dom" (Member $105 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $105 '"date_dim.d_month_seq")) '('"d_moy" (Member $105 '"date_dim.d_moy")) '('"d_qoy" (Member $105 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $105 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $105 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $105 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $105 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $105 '"date_dim.d_week_seq")) '('"d_weekend" (Member $105 '"date_dim.d_weekend")) '('"d_year" (Member $105 '"date_dim.d_year")) '($71 (Member $105 '"wr.wr_account_credit")) '('"wr_fee" (Member $105 '"wr.wr_fee")) '('"wr_item_sk" (Member $105 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $105 '"wr.wr_net_loss")) '('"wr_order_number" (Member $105 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $105 '"wr.wr_reason_sk")) '($72 (Member $105 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $105 '"wr.wr_refunded_cash")) '($73 (Member $105 '"wr.wr_refunded_cdemo_sk")) '($74 (Member $105 '"wr.wr_refunded_customer_sk")) '($75 (Member $105 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $105 '"wr.wr_return_amt")) '($76 (Member $105 '"wr.wr_return_amt_inc_tax")) '($77 (Member $105 '"wr.wr_return_quantity")) '($78 (Member $105 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $105 '"wr.wr_return_tax")) '($79 (Member $105 '"wr.wr_returned_date_sk")) '($80 (Member $105 '"wr.wr_returned_time_sk")) '($81 (Member $105 '"wr.wr_returning_addr_sk")) '($82 (Member $105 '"wr.wr_returning_cdemo_sk")) '($83 (Member $105 '"wr.wr_returning_customer_sk")) '($84 (Member $105 '"wr.wr_returning_hdemo_sk")) '($85 (Member $105 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $105 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $105 $41)) '('"ws_bill_cdemo_sk" (Member $105 $42)) '($28 (Member $105 $43)) '('"ws_bill_hdemo_sk" (Member $105 $44)) '('"ws_coupon_amt" (Member $105 '"ws.ws_coupon_amt")) '($29 (Member $105 $45)) '($30 (Member $105 $46)) '($31 (Member $105 $47)) '('"ws_ext_ship_cost" (Member $105 $48)) '('"ws_ext_tax" (Member $105 '"ws.ws_ext_tax")) '($32 (Member $105 $49)) '('"ws_item_sk" (Member $105 '"ws.ws_item_sk")) '('"ws_list_price" (Member $105 '"ws.ws_list_price")) '('"ws_net_paid" (Member $105 '"ws.ws_net_paid")) '($33 (Member $105 $50)) '($34 (Member $105 $51)) '($35 (Member $105 $52)) '('"ws_net_profit" (Member $105 '"ws.ws_net_profit")) '('"ws_order_number" (Member $105 $53)) '('"ws_promo_sk" (Member $105 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $105 '"ws.ws_quantity")) '('"ws_sales_price" (Member $105 $54)) '('"ws_ship_addr_sk" (Member $105 $55)) '('"ws_ship_cdemo_sk" (Member $105 $56)) '($36 (Member $105 $57)) '('"ws_ship_date_sk" (Member $105 $58)) '('"ws_ship_hdemo_sk" (Member $105 $59)) '('"ws_ship_mode_sk" (Member $105 $60)) '('"ws_sold_date_sk" (Member $105 $61)) '('"ws_sold_time_sk" (Member $105 $62)) '('"ws_warehouse_sk" (Member $105 $63)) '('"ws_web_page_sk" (Member $105 $64)) '('"ws_web_site_sk" (Member $105 $65)) '($37 (Member $105 $66)))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $100 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:41.994 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:4268: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Member over AsStruct | |
| 2024-03-06 15:03:41.994 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:42.005 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFilter (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (OptionalIf (And (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $76 '"ws_net_paid") $40) $39)) $76))) (lambda '($77) (Coalesce (> (Member $77 '"ws_quantity") $40) $39))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $72 (lambda '($78) (block '( | |
| (let $79 (And (Coalesce (> (Member $78 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $78 $73) (Member $78 $74)) $39) (Coalesce (== (Member $78 '"date_dim.d_year") (Int32 '"2000")) $39))) | |
| (return (And $79 (Coalesce (== (Member $78 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| )))) (lambda '($80) (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($65 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 $74)) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($66 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($45 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($46 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($47 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $80 '"wr.wr_refunded_customer_sk")) '($49 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($50 (Member $80 '"wr.wr_return_amt_inc_tax")) '($51 (Member $80 '"wr.wr_return_quantity")) '($52 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($53 (Member $80 '"wr.wr_returned_date_sk")) '($54 (Member $80 '"wr.wr_returned_time_sk")) '($55 (Member $80 '"wr.wr_returning_addr_sk")) '($56 (Member $80 '"wr.wr_returning_cdemo_sk")) '($57 (Member $80 '"wr.wr_returning_customer_sk")) '($58 (Member $80 '"wr.wr_returning_hdemo_sk")) '($59 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 $73)) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.006 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:42.006 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:42.017 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (OptionalIf (And (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $76 '"ws_net_paid") $40) $39)) $76))) (lambda '($77) (OptionalIf (Coalesce (> (Member $77 '"ws_quantity") $40) $39) $77))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $72 (lambda '($78) (And (Coalesce (> (Member $78 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $78 $73) (Member $78 $74)) $39) (Coalesce (== (Member $78 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $78 '"date_dim.d_moy") (Int32 '"12")) $39)))) (lambda '($79) (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($65 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $74)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($66 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($45 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($46 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($47 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $79 '"wr.wr_refunded_customer_sk")) '($49 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($50 (Member $79 '"wr.wr_return_amt_inc_tax")) '($51 (Member $79 '"wr.wr_return_quantity")) '($52 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($53 (Member $79 '"wr.wr_returned_date_sk")) '($54 (Member $79 '"wr.wr_returned_time_sk")) '($55 (Member $79 '"wr.wr_returning_addr_sk")) '($56 (Member $79 '"wr.wr_returning_cdemo_sk")) '($57 (Member $79 '"wr.wr_returning_customer_sk")) '($58 (Member $79 '"wr.wr_returning_hdemo_sk")) '($59 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $73)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.018 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:42.027 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (OptionalIf (And (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $76 '"ws_net_paid") $40) $39)) $76))) (lambda '($77) (OptionalIf (Coalesce (> (Member $77 '"ws_quantity") $40) $39) $77))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFlatMap $72 (lambda '($78) (block '( | |
| (let $79 (And (Coalesce (> (Member $78 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $78 $73) (Member $78 $74)) $39) (Coalesce (== (Member $78 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $78 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $79 $78)) | |
| )))) (lambda '($80) (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($65 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 $74)) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($66 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($45 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($46 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($47 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $80 '"wr.wr_refunded_customer_sk")) '($49 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($50 (Member $80 '"wr.wr_return_amt_inc_tax")) '($51 (Member $80 '"wr.wr_return_quantity")) '($52 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($53 (Member $80 '"wr.wr_returned_date_sk")) '($54 (Member $80 '"wr.wr_returned_time_sk")) '($55 (Member $80 '"wr.wr_returning_addr_sk")) '($56 (Member $80 '"wr.wr_returning_cdemo_sk")) '($57 (Member $80 '"wr.wr_returning_customer_sk")) '($58 (Member $80 '"wr.wr_returning_hdemo_sk")) '($59 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 $73)) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.028 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3636: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedMap | |
| 2024-03-06 15:03:42.043 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 (Int32 '0)) | |
| (let $41 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $42 (YqlRowSpec $16 $17 $18 '('Type $41))) | |
| (let $43 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $44 (YtTable '"home/tpcds/3Tb/web_returns" $42 $21 $43 '() (Void) (Void) '"dirac")) | |
| (let $45 '"wr_account_credit") | |
| (let $46 '"wr_refunded_addr_sk") | |
| (let $47 '"wr_refunded_cdemo_sk") | |
| (let $48 '"wr_refunded_customer_sk") | |
| (let $49 '"wr_refunded_hdemo_sk") | |
| (let $50 '"wr_return_amt_inc_tax") | |
| (let $51 '"wr_return_quantity") | |
| (let $52 '"wr_return_ship_cost") | |
| (let $53 '"wr_returned_date_sk") | |
| (let $54 '"wr_returned_time_sk") | |
| (let $55 '"wr_returning_addr_sk") | |
| (let $56 '"wr_returning_cdemo_sk") | |
| (let $57 '"wr_returning_customer_sk") | |
| (let $58 '"wr_returning_hdemo_sk") | |
| (let $59 '"wr_reversed_charge") | |
| (let $60 '($45 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $46 '"wr_refunded_cash" $47 $48 $49 '"wr_return_amt" $50 $51 $52 '"wr_return_tax" $53 $54 $55 $56 $57 $58 $59 '"wr_web_page_sk")) | |
| (let $61 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $62 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $61))) | |
| (let $63 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $64 (YtTable '"home/tpcds/3Tb/date_dim" $62 $21 $63 '() (Void) (Void) '"dirac")) | |
| (let $65 '"d_current_quarter") | |
| (let $66 '"d_following_holiday") | |
| (let $67 '('"d_current_day" '"d_current_month" $65 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $66 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('Cross $70 '"date_dim" '() '() '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($76) (OptionalIf (And (Coalesce (> (Member $76 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $76 '"ws_net_paid") $40) $39)) $76))) (lambda '($77) (OptionalIf (Coalesce (> (Member $77 '"ws_quantity") $40) $39) $77))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $44 (Void) (Void) (Void))) $27)))) $60) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $64 (Void) (Void) (Void))) $27)))) $67) '"date_dim") $71 '())) | |
| (let $73 '"ws.ws_sold_date_sk") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $72 (lambda '($78) (block '( | |
| (let $79 (And (Coalesce (> (Member $78 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $78 $73) (Member $78 $74)) $39) (Coalesce (== (Member $78 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $78 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $79 $78)) | |
| )))) (lambda '($80) (Just (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($65 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 $74)) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($66 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($45 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($46 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($47 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($48 (Member $80 '"wr.wr_refunded_customer_sk")) '($49 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($50 (Member $80 '"wr.wr_return_amt_inc_tax")) '($51 (Member $80 '"wr.wr_return_quantity")) '($52 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($53 (Member $80 '"wr.wr_returned_date_sk")) '($54 (Member $80 '"wr.wr_returned_time_sk")) '($55 (Member $80 '"wr.wr_returning_addr_sk")) '($56 (Member $80 '"wr.wr_returning_cdemo_sk")) '($57 (Member $80 '"wr.wr_returning_customer_sk")) '($58 (Member $80 '"wr.wr_returning_hdemo_sk")) '($59 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 $73)) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $75 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.048 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow1.cpp:219: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FuseFlatmaps with inner OptionalIf | |
| 2024-03-06 15:03:42.065 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($75) (block '( | |
| (let $76 (Int32 '0)) | |
| (return (FlatOptionalIf (And (Coalesce (> (Member $75 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $75 '"ws_net_paid") $76) $39)) (OptionalIf (Coalesce (> (Member $75 '"ws_quantity") $76) $39) $75))) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 '"ws.ws_sold_date_sk") | |
| (let $73 '"date_dim.d_date_sk") | |
| (let $74 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $71 (lambda '($77) (block '( | |
| (let $78 (And (Coalesce (> (Member $77 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $77 $72) (Member $77 $73)) $39) (Coalesce (== (Member $77 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $77 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $78 $77)) | |
| )))) (lambda '($79) (Just (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($64 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $73)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($65 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($44 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($45 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($46 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $79 '"wr.wr_refunded_customer_sk")) '($48 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($49 (Member $79 '"wr.wr_return_amt_inc_tax")) '($50 (Member $79 '"wr.wr_return_quantity")) '($51 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($52 (Member $79 '"wr.wr_returned_date_sk")) '($53 (Member $79 '"wr.wr_returned_time_sk")) '($54 (Member $79 '"wr.wr_returning_addr_sk")) '($55 (Member $79 '"wr.wr_returning_cdemo_sk")) '($56 (Member $79 '"wr.wr_returning_customer_sk")) '($57 (Member $79 '"wr.wr_returning_hdemo_sk")) '($58 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $72)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $74 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.066 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:990: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Fuse FlatOptionalIf with OptionalIf 'Coalesce | |
| 2024-03-06 15:03:42.075 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($75) (block '( | |
| (let $76 (Int32 '0)) | |
| (return (OptionalIf (And (And (Coalesce (> (Member $75 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $75 '"ws_net_paid") $76) $39)) (Coalesce (> (Member $75 '"ws_quantity") $76) $39)) $75)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 '"ws.ws_sold_date_sk") | |
| (let $73 '"date_dim.d_date_sk") | |
| (let $74 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $71 (lambda '($77) (block '( | |
| (let $78 (And (Coalesce (> (Member $77 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $77 $72) (Member $77 $73)) $39) (Coalesce (== (Member $77 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $77 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $78 $77)) | |
| )))) (lambda '($79) (Just (AsStruct '('"d_current_day" (Member $79 '"date_dim.d_current_day")) '('"d_current_month" (Member $79 '"date_dim.d_current_month")) '($64 (Member $79 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $79 '"date_dim.d_current_week")) '('"d_current_year" (Member $79 '"date_dim.d_current_year")) '('"d_date" (Member $79 '"date_dim.d_date")) '('"d_date_id" (Member $79 '"date_dim.d_date_id")) '('"d_date_sk" (Member $79 $73)) '('"d_day_name" (Member $79 '"date_dim.d_day_name")) '('"d_dom" (Member $79 '"date_dim.d_dom")) '('"d_dow" (Member $79 '"date_dim.d_dow")) '('"d_first_dom" (Member $79 '"date_dim.d_first_dom")) '($65 (Member $79 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $79 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $79 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $79 '"date_dim.d_fy_year")) '('"d_holiday" (Member $79 '"date_dim.d_holiday")) '('"d_last_dom" (Member $79 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $79 '"date_dim.d_month_seq")) '('"d_moy" (Member $79 '"date_dim.d_moy")) '('"d_qoy" (Member $79 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $79 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $79 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $79 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $79 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $79 '"date_dim.d_week_seq")) '('"d_weekend" (Member $79 '"date_dim.d_weekend")) '('"d_year" (Member $79 '"date_dim.d_year")) '($44 (Member $79 '"wr.wr_account_credit")) '('"wr_fee" (Member $79 '"wr.wr_fee")) '('"wr_item_sk" (Member $79 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $79 '"wr.wr_net_loss")) '('"wr_order_number" (Member $79 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $79 '"wr.wr_reason_sk")) '($45 (Member $79 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $79 '"wr.wr_refunded_cash")) '($46 (Member $79 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $79 '"wr.wr_refunded_customer_sk")) '($48 (Member $79 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $79 '"wr.wr_return_amt")) '($49 (Member $79 '"wr.wr_return_amt_inc_tax")) '($50 (Member $79 '"wr.wr_return_quantity")) '($51 (Member $79 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $79 '"wr.wr_return_tax")) '($52 (Member $79 '"wr.wr_returned_date_sk")) '($53 (Member $79 '"wr.wr_returned_time_sk")) '($54 (Member $79 '"wr.wr_returning_addr_sk")) '($55 (Member $79 '"wr.wr_returning_cdemo_sk")) '($56 (Member $79 '"wr.wr_returning_customer_sk")) '($57 (Member $79 '"wr.wr_returning_hdemo_sk")) '($58 (Member $79 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $79 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $79 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $79 '"ws.ws_bill_cdemo_sk")) '($28 (Member $79 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $79 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $79 '"ws.ws_coupon_amt")) '($29 (Member $79 '"ws.ws_ext_discount_amt")) '($30 (Member $79 '"ws.ws_ext_list_price")) '($31 (Member $79 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $79 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $79 '"ws.ws_ext_tax")) '($32 (Member $79 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $79 '"ws.ws_item_sk")) '('"ws_list_price" (Member $79 '"ws.ws_list_price")) '('"ws_net_paid" (Member $79 '"ws.ws_net_paid")) '($33 (Member $79 '"ws.ws_net_paid_inc_ship")) '($34 (Member $79 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $79 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $79 '"ws.ws_net_profit")) '('"ws_order_number" (Member $79 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $79 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $79 '"ws.ws_quantity")) '('"ws_sales_price" (Member $79 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $79 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $79 '"ws.ws_ship_cdemo_sk")) '($36 (Member $79 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $79 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $79 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $79 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $79 $72)) '('"ws_sold_time_sk" (Member $79 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $79 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $79 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $79 '"ws.ws_web_site_sk")) '($37 (Member $79 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $74 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.076 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:42.086 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($75) (block '( | |
| (let $76 (Int32 '0)) | |
| (let $77 (And (Coalesce (> (Member $75 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $75 '"ws_net_paid") $76) $39) (Coalesce (> (Member $75 '"ws_quantity") $76) $39))) | |
| (return (OptionalIf $77 $75)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 '"ws.ws_sold_date_sk") | |
| (let $73 '"date_dim.d_date_sk") | |
| (let $74 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $71 (lambda '($78) (block '( | |
| (let $79 (And (Coalesce (> (Member $78 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $78 $72) (Member $78 $73)) $39) (Coalesce (== (Member $78 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $78 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $79 $78)) | |
| )))) (lambda '($80) (Just (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($64 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 $73)) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($65 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($44 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($45 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($46 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $80 '"wr.wr_refunded_customer_sk")) '($48 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($49 (Member $80 '"wr.wr_return_amt_inc_tax")) '($50 (Member $80 '"wr.wr_return_quantity")) '($51 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($52 (Member $80 '"wr.wr_returned_date_sk")) '($53 (Member $80 '"wr.wr_returned_time_sk")) '($54 (Member $80 '"wr.wr_returning_addr_sk")) '($55 (Member $80 '"wr.wr_returning_cdemo_sk")) '($56 (Member $80 '"wr.wr_returning_customer_sk")) '($57 (Member $80 '"wr.wr_returning_hdemo_sk")) '($58 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 $72)) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $74 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.091 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow1.cpp:219: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FuseFlatmaps with inner OptionalIf | |
| 2024-03-06 15:03:42.107 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $71 (lambda '($76) (block '( | |
| (let $77 (Member $76 '"wr.wr_return_amt")) | |
| (let $78 (Member $76 '"ws.ws_sold_date_sk")) | |
| (let $79 (Member $76 '"date_dim.d_date_sk")) | |
| (let $80 (Member $76 '"date_dim.d_year")) | |
| (let $81 (Member $76 '"date_dim.d_moy")) | |
| (let $82 (And (Coalesce (> $77 (Int32 '"10000")) $39) (Coalesce (== $78 $79) $39) (Coalesce (== $80 (Int32 '"2000")) $39) (Coalesce (== $81 (Int32 '"12")) $39))) | |
| (return (FlatOptionalIf $82 (Just (AsStruct '('"d_current_day" (Member $76 '"date_dim.d_current_day")) '('"d_current_month" (Member $76 '"date_dim.d_current_month")) '($64 (Member $76 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $76 '"date_dim.d_current_week")) '('"d_current_year" (Member $76 '"date_dim.d_current_year")) '('"d_date" (Member $76 '"date_dim.d_date")) '('"d_date_id" (Member $76 '"date_dim.d_date_id")) '('"d_date_sk" $79) '('"d_day_name" (Member $76 '"date_dim.d_day_name")) '('"d_dom" (Member $76 '"date_dim.d_dom")) '('"d_dow" (Member $76 '"date_dim.d_dow")) '('"d_first_dom" (Member $76 '"date_dim.d_first_dom")) '($65 (Member $76 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $76 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $76 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $76 '"date_dim.d_fy_year")) '('"d_holiday" (Member $76 '"date_dim.d_holiday")) '('"d_last_dom" (Member $76 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $76 '"date_dim.d_month_seq")) '('"d_moy" $81) '('"d_qoy" (Member $76 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $76 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $76 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $76 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $76 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $76 '"date_dim.d_week_seq")) '('"d_weekend" (Member $76 '"date_dim.d_weekend")) '('"d_year" $80) '($44 (Member $76 '"wr.wr_account_credit")) '('"wr_fee" (Member $76 '"wr.wr_fee")) '('"wr_item_sk" (Member $76 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $76 '"wr.wr_net_loss")) '('"wr_order_number" (Member $76 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $76 '"wr.wr_reason_sk")) '($45 (Member $76 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $76 '"wr.wr_refunded_cash")) '($46 (Member $76 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $76 '"wr.wr_refunded_customer_sk")) '($48 (Member $76 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $77) '($49 (Member $76 '"wr.wr_return_amt_inc_tax")) '($50 (Member $76 '"wr.wr_return_quantity")) '($51 (Member $76 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $76 '"wr.wr_return_tax")) '($52 (Member $76 '"wr.wr_returned_date_sk")) '($53 (Member $76 '"wr.wr_returned_time_sk")) '($54 (Member $76 '"wr.wr_returning_addr_sk")) '($55 (Member $76 '"wr.wr_returning_cdemo_sk")) '($56 (Member $76 '"wr.wr_returning_customer_sk")) '($57 (Member $76 '"wr.wr_returning_hdemo_sk")) '($58 (Member $76 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $76 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $76 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $76 '"ws.ws_bill_cdemo_sk")) '($28 (Member $76 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $76 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $76 '"ws.ws_coupon_amt")) '($29 (Member $76 '"ws.ws_ext_discount_amt")) '($30 (Member $76 '"ws.ws_ext_list_price")) '($31 (Member $76 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $76 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $76 '"ws.ws_ext_tax")) '($32 (Member $76 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $76 '"ws.ws_item_sk")) '('"ws_list_price" (Member $76 '"ws.ws_list_price")) '('"ws_net_paid" (Member $76 '"ws.ws_net_paid")) '($33 (Member $76 '"ws.ws_net_paid_inc_ship")) '($34 (Member $76 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $76 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $76 '"ws.ws_net_profit")) '('"ws_order_number" (Member $76 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $76 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $76 '"ws.ws_quantity")) '('"ws_sales_price" (Member $76 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $76 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $76 '"ws.ws_ship_cdemo_sk")) '($36 (Member $76 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $76 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $76 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $76 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" $78) '('"ws_sold_time_sk" (Member $76 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $76 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $76 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $76 '"ws.ws_web_site_sk")) '($37 (Member $76 '"ws.ws_wholesale_cost")))))) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.109 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:1003: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FlatOptionalIf with Just | |
| 2024-03-06 15:03:42.124 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('Cross $69 '"date_dim" '() '() '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $71 (lambda '($76) (block '( | |
| (let $77 (Member $76 '"wr.wr_return_amt")) | |
| (let $78 (Member $76 '"ws.ws_sold_date_sk")) | |
| (let $79 (Member $76 '"date_dim.d_date_sk")) | |
| (let $80 (Member $76 '"date_dim.d_year")) | |
| (let $81 (Member $76 '"date_dim.d_moy")) | |
| (let $82 (And (Coalesce (> $77 (Int32 '"10000")) $39) (Coalesce (== $78 $79) $39) (Coalesce (== $80 (Int32 '"2000")) $39) (Coalesce (== $81 (Int32 '"12")) $39))) | |
| (let $83 (AsStruct '('"d_current_day" (Member $76 '"date_dim.d_current_day")) '('"d_current_month" (Member $76 '"date_dim.d_current_month")) '($64 (Member $76 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $76 '"date_dim.d_current_week")) '('"d_current_year" (Member $76 '"date_dim.d_current_year")) '('"d_date" (Member $76 '"date_dim.d_date")) '('"d_date_id" (Member $76 '"date_dim.d_date_id")) '('"d_date_sk" $79) '('"d_day_name" (Member $76 '"date_dim.d_day_name")) '('"d_dom" (Member $76 '"date_dim.d_dom")) '('"d_dow" (Member $76 '"date_dim.d_dow")) '('"d_first_dom" (Member $76 '"date_dim.d_first_dom")) '($65 (Member $76 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $76 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $76 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $76 '"date_dim.d_fy_year")) '('"d_holiday" (Member $76 '"date_dim.d_holiday")) '('"d_last_dom" (Member $76 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $76 '"date_dim.d_month_seq")) '('"d_moy" $81) '('"d_qoy" (Member $76 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $76 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $76 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $76 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $76 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $76 '"date_dim.d_week_seq")) '('"d_weekend" (Member $76 '"date_dim.d_weekend")) '('"d_year" $80) '($44 (Member $76 '"wr.wr_account_credit")) '('"wr_fee" (Member $76 '"wr.wr_fee")) '('"wr_item_sk" (Member $76 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $76 '"wr.wr_net_loss")) '('"wr_order_number" (Member $76 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $76 '"wr.wr_reason_sk")) '($45 (Member $76 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $76 '"wr.wr_refunded_cash")) '($46 (Member $76 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $76 '"wr.wr_refunded_customer_sk")) '($48 (Member $76 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $77) '($49 (Member $76 '"wr.wr_return_amt_inc_tax")) '($50 (Member $76 '"wr.wr_return_quantity")) '($51 (Member $76 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $76 '"wr.wr_return_tax")) '($52 (Member $76 '"wr.wr_returned_date_sk")) '($53 (Member $76 '"wr.wr_returned_time_sk")) '($54 (Member $76 '"wr.wr_returning_addr_sk")) '($55 (Member $76 '"wr.wr_returning_cdemo_sk")) '($56 (Member $76 '"wr.wr_returning_customer_sk")) '($57 (Member $76 '"wr.wr_returning_hdemo_sk")) '($58 (Member $76 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $76 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $76 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $76 '"ws.ws_bill_cdemo_sk")) '($28 (Member $76 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $76 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $76 '"ws.ws_coupon_amt")) '($29 (Member $76 '"ws.ws_ext_discount_amt")) '($30 (Member $76 '"ws.ws_ext_list_price")) '($31 (Member $76 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $76 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $76 '"ws.ws_ext_tax")) '($32 (Member $76 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $76 '"ws.ws_item_sk")) '('"ws_list_price" (Member $76 '"ws.ws_list_price")) '('"ws_net_paid" (Member $76 '"ws.ws_net_paid")) '($33 (Member $76 '"ws.ws_net_paid_inc_ship")) '($34 (Member $76 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $76 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $76 '"ws.ws_net_profit")) '('"ws_order_number" (Member $76 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $76 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $76 '"ws.ws_quantity")) '('"ws_sales_price" (Member $76 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $76 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $76 '"ws.ws_ship_cdemo_sk")) '($36 (Member $76 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $76 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $76 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $76 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" $78) '('"ws_sold_time_sk" (Member $76 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $76 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $76 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $76 '"ws.ws_web_site_sk")) '($37 (Member $76 '"ws.ws_wholesale_cost")))) | |
| (return (OptionalIf $82 $83)) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.132 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_flatmap_over_join.cpp:747: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} DecayCrossJoinIntoInner | |
| 2024-03-06 15:03:42.133 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow2.cpp:1120: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OrderedFlatMapOverEquiJoin | |
| 2024-03-06 15:03:42.149 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $71 (lambda '($76) (And (And (Coalesce (> (Member $76 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $76 '"date_dim.d_year") (Int32 '"2000")) $39)) (Coalesce (== (Member $76 '"date_dim.d_moy") (Int32 '"12")) $39)))) (lambda '($77) (AsStruct '('"d_current_day" (Member $77 '"date_dim.d_current_day")) '('"d_current_month" (Member $77 '"date_dim.d_current_month")) '($64 (Member $77 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $77 '"date_dim.d_current_week")) '('"d_current_year" (Member $77 '"date_dim.d_current_year")) '('"d_date" (Member $77 '"date_dim.d_date")) '('"d_date_id" (Member $77 '"date_dim.d_date_id")) '('"d_date_sk" (Member $77 '"date_dim.d_date_sk")) '('"d_day_name" (Member $77 '"date_dim.d_day_name")) '('"d_dom" (Member $77 '"date_dim.d_dom")) '('"d_dow" (Member $77 '"date_dim.d_dow")) '('"d_first_dom" (Member $77 '"date_dim.d_first_dom")) '($65 (Member $77 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $77 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $77 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $77 '"date_dim.d_fy_year")) '('"d_holiday" (Member $77 '"date_dim.d_holiday")) '('"d_last_dom" (Member $77 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $77 '"date_dim.d_month_seq")) '('"d_moy" (Member $77 '"date_dim.d_moy")) '('"d_qoy" (Member $77 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $77 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $77 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $77 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $77 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $77 '"date_dim.d_week_seq")) '('"d_weekend" (Member $77 '"date_dim.d_weekend")) '('"d_year" (Member $77 '"date_dim.d_year")) '($44 (Member $77 '"wr.wr_account_credit")) '('"wr_fee" (Member $77 '"wr.wr_fee")) '('"wr_item_sk" (Member $77 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $77 '"wr.wr_net_loss")) '('"wr_order_number" (Member $77 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $77 '"wr.wr_reason_sk")) '($45 (Member $77 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $77 '"wr.wr_refunded_cash")) '($46 (Member $77 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $77 '"wr.wr_refunded_customer_sk")) '($48 (Member $77 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $77 '"wr.wr_return_amt")) '($49 (Member $77 '"wr.wr_return_amt_inc_tax")) '($50 (Member $77 '"wr.wr_return_quantity")) '($51 (Member $77 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $77 '"wr.wr_return_tax")) '($52 (Member $77 '"wr.wr_returned_date_sk")) '($53 (Member $77 '"wr.wr_returned_time_sk")) '($54 (Member $77 '"wr.wr_returning_addr_sk")) '($55 (Member $77 '"wr.wr_returning_cdemo_sk")) '($56 (Member $77 '"wr.wr_returning_customer_sk")) '($57 (Member $77 '"wr.wr_returning_hdemo_sk")) '($58 (Member $77 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $77 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $77 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $77 '"ws.ws_bill_cdemo_sk")) '($28 (Member $77 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $77 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $77 '"ws.ws_coupon_amt")) '($29 (Member $77 '"ws.ws_ext_discount_amt")) '($30 (Member $77 '"ws.ws_ext_list_price")) '($31 (Member $77 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $77 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $77 '"ws.ws_ext_tax")) '($32 (Member $77 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $77 '"ws.ws_item_sk")) '('"ws_list_price" (Member $77 '"ws.ws_list_price")) '('"ws_net_paid" (Member $77 '"ws.ws_net_paid")) '($33 (Member $77 '"ws.ws_net_paid_inc_ship")) '($34 (Member $77 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $77 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $77 '"ws.ws_net_profit")) '('"ws_order_number" (Member $77 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $77 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $77 '"ws.ws_quantity")) '('"ws_sales_price" (Member $77 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $77 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $77 '"ws.ws_ship_cdemo_sk")) '($36 (Member $77 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $77 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $77 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $77 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $77 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $77 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $77 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $77 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $77 '"ws.ws_web_site_sk")) '($37 (Member $77 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.150 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:743: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} And over And | |
| 2024-03-06 15:03:42.160 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $71 (lambda '($76) (And (Coalesce (> (Member $76 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $76 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $76 '"date_dim.d_moy") (Int32 '"12")) $39)))) (lambda '($77) (AsStruct '('"d_current_day" (Member $77 '"date_dim.d_current_day")) '('"d_current_month" (Member $77 '"date_dim.d_current_month")) '($64 (Member $77 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $77 '"date_dim.d_current_week")) '('"d_current_year" (Member $77 '"date_dim.d_current_year")) '('"d_date" (Member $77 '"date_dim.d_date")) '('"d_date_id" (Member $77 '"date_dim.d_date_id")) '('"d_date_sk" (Member $77 '"date_dim.d_date_sk")) '('"d_day_name" (Member $77 '"date_dim.d_day_name")) '('"d_dom" (Member $77 '"date_dim.d_dom")) '('"d_dow" (Member $77 '"date_dim.d_dow")) '('"d_first_dom" (Member $77 '"date_dim.d_first_dom")) '($65 (Member $77 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $77 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $77 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $77 '"date_dim.d_fy_year")) '('"d_holiday" (Member $77 '"date_dim.d_holiday")) '('"d_last_dom" (Member $77 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $77 '"date_dim.d_month_seq")) '('"d_moy" (Member $77 '"date_dim.d_moy")) '('"d_qoy" (Member $77 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $77 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $77 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $77 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $77 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $77 '"date_dim.d_week_seq")) '('"d_weekend" (Member $77 '"date_dim.d_weekend")) '('"d_year" (Member $77 '"date_dim.d_year")) '($44 (Member $77 '"wr.wr_account_credit")) '('"wr_fee" (Member $77 '"wr.wr_fee")) '('"wr_item_sk" (Member $77 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $77 '"wr.wr_net_loss")) '('"wr_order_number" (Member $77 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $77 '"wr.wr_reason_sk")) '($45 (Member $77 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $77 '"wr.wr_refunded_cash")) '($46 (Member $77 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $77 '"wr.wr_refunded_customer_sk")) '($48 (Member $77 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $77 '"wr.wr_return_amt")) '($49 (Member $77 '"wr.wr_return_amt_inc_tax")) '($50 (Member $77 '"wr.wr_return_quantity")) '($51 (Member $77 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $77 '"wr.wr_return_tax")) '($52 (Member $77 '"wr.wr_returned_date_sk")) '($53 (Member $77 '"wr.wr_returned_time_sk")) '($54 (Member $77 '"wr.wr_returning_addr_sk")) '($55 (Member $77 '"wr.wr_returning_cdemo_sk")) '($56 (Member $77 '"wr.wr_returning_customer_sk")) '($57 (Member $77 '"wr.wr_returning_hdemo_sk")) '($58 (Member $77 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $77 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $77 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $77 '"ws.ws_bill_cdemo_sk")) '($28 (Member $77 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $77 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $77 '"ws.ws_coupon_amt")) '($29 (Member $77 '"ws.ws_ext_discount_amt")) '($30 (Member $77 '"ws.ws_ext_list_price")) '($31 (Member $77 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $77 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $77 '"ws.ws_ext_tax")) '($32 (Member $77 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $77 '"ws.ws_item_sk")) '('"ws_list_price" (Member $77 '"ws.ws_list_price")) '('"ws_net_paid" (Member $77 '"ws.ws_net_paid")) '($33 (Member $77 '"ws.ws_net_paid_inc_ship")) '($34 (Member $77 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $77 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $77 '"ws.ws_net_profit")) '('"ws_order_number" (Member $77 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $77 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $77 '"ws.ws_quantity")) '('"ws_sales_price" (Member $77 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $77 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $77 '"ws.ws_ship_cdemo_sk")) '($36 (Member $77 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $77 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $77 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $77 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $77 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $77 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $77 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $77 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $77 '"ws.ws_web_site_sk")) '($37 (Member $77 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.160 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:42.169 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFlatMap $71 (lambda '($76) (block '( | |
| (let $77 (And (Coalesce (> (Member $76 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $76 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $76 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $77 $76)) | |
| )))) (lambda '($78) (AsStruct '('"d_current_day" (Member $78 '"date_dim.d_current_day")) '('"d_current_month" (Member $78 '"date_dim.d_current_month")) '($64 (Member $78 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $78 '"date_dim.d_current_week")) '('"d_current_year" (Member $78 '"date_dim.d_current_year")) '('"d_date" (Member $78 '"date_dim.d_date")) '('"d_date_id" (Member $78 '"date_dim.d_date_id")) '('"d_date_sk" (Member $78 '"date_dim.d_date_sk")) '('"d_day_name" (Member $78 '"date_dim.d_day_name")) '('"d_dom" (Member $78 '"date_dim.d_dom")) '('"d_dow" (Member $78 '"date_dim.d_dow")) '('"d_first_dom" (Member $78 '"date_dim.d_first_dom")) '($65 (Member $78 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $78 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $78 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $78 '"date_dim.d_fy_year")) '('"d_holiday" (Member $78 '"date_dim.d_holiday")) '('"d_last_dom" (Member $78 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $78 '"date_dim.d_month_seq")) '('"d_moy" (Member $78 '"date_dim.d_moy")) '('"d_qoy" (Member $78 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $78 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $78 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $78 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $78 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $78 '"date_dim.d_week_seq")) '('"d_weekend" (Member $78 '"date_dim.d_weekend")) '('"d_year" (Member $78 '"date_dim.d_year")) '($44 (Member $78 '"wr.wr_account_credit")) '('"wr_fee" (Member $78 '"wr.wr_fee")) '('"wr_item_sk" (Member $78 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $78 '"wr.wr_net_loss")) '('"wr_order_number" (Member $78 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $78 '"wr.wr_reason_sk")) '($45 (Member $78 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $78 '"wr.wr_refunded_cash")) '($46 (Member $78 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $78 '"wr.wr_refunded_customer_sk")) '($48 (Member $78 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $78 '"wr.wr_return_amt")) '($49 (Member $78 '"wr.wr_return_amt_inc_tax")) '($50 (Member $78 '"wr.wr_return_quantity")) '($51 (Member $78 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $78 '"wr.wr_return_tax")) '($52 (Member $78 '"wr.wr_returned_date_sk")) '($53 (Member $78 '"wr.wr_returned_time_sk")) '($54 (Member $78 '"wr.wr_returning_addr_sk")) '($55 (Member $78 '"wr.wr_returning_cdemo_sk")) '($56 (Member $78 '"wr.wr_returning_customer_sk")) '($57 (Member $78 '"wr.wr_returning_hdemo_sk")) '($58 (Member $78 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $78 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $78 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $78 '"ws.ws_bill_cdemo_sk")) '($28 (Member $78 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $78 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $78 '"ws.ws_coupon_amt")) '($29 (Member $78 '"ws.ws_ext_discount_amt")) '($30 (Member $78 '"ws.ws_ext_list_price")) '($31 (Member $78 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $78 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $78 '"ws.ws_ext_tax")) '($32 (Member $78 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $78 '"ws.ws_item_sk")) '('"ws_list_price" (Member $78 '"ws.ws_list_price")) '('"ws_net_paid" (Member $78 '"ws.ws_net_paid")) '($33 (Member $78 '"ws.ws_net_paid_inc_ship")) '($34 (Member $78 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $78 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $78 '"ws.ws_net_profit")) '('"ws_order_number" (Member $78 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $78 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $78 '"ws.ws_quantity")) '('"ws_sales_price" (Member $78 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $78 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $78 '"ws.ws_ship_cdemo_sk")) '($36 (Member $78 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $78 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $78 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $78 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $78 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $78 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $78 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $78 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $78 '"ws.ws_web_site_sk")) '($37 (Member $78 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.170 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3636: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedMap | |
| 2024-03-06 15:03:42.185 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $71 (lambda '($76) (block '( | |
| (let $77 (And (Coalesce (> (Member $76 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $76 '"date_dim.d_year") (Int32 '"2000")) $39) (Coalesce (== (Member $76 '"date_dim.d_moy") (Int32 '"12")) $39))) | |
| (return (OptionalIf $77 $76)) | |
| )))) (lambda '($78) (Just (AsStruct '('"d_current_day" (Member $78 '"date_dim.d_current_day")) '('"d_current_month" (Member $78 '"date_dim.d_current_month")) '($64 (Member $78 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $78 '"date_dim.d_current_week")) '('"d_current_year" (Member $78 '"date_dim.d_current_year")) '('"d_date" (Member $78 '"date_dim.d_date")) '('"d_date_id" (Member $78 '"date_dim.d_date_id")) '('"d_date_sk" (Member $78 '"date_dim.d_date_sk")) '('"d_day_name" (Member $78 '"date_dim.d_day_name")) '('"d_dom" (Member $78 '"date_dim.d_dom")) '('"d_dow" (Member $78 '"date_dim.d_dow")) '('"d_first_dom" (Member $78 '"date_dim.d_first_dom")) '($65 (Member $78 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $78 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $78 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $78 '"date_dim.d_fy_year")) '('"d_holiday" (Member $78 '"date_dim.d_holiday")) '('"d_last_dom" (Member $78 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $78 '"date_dim.d_month_seq")) '('"d_moy" (Member $78 '"date_dim.d_moy")) '('"d_qoy" (Member $78 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $78 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $78 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $78 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $78 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $78 '"date_dim.d_week_seq")) '('"d_weekend" (Member $78 '"date_dim.d_weekend")) '('"d_year" (Member $78 '"date_dim.d_year")) '($44 (Member $78 '"wr.wr_account_credit")) '('"wr_fee" (Member $78 '"wr.wr_fee")) '('"wr_item_sk" (Member $78 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $78 '"wr.wr_net_loss")) '('"wr_order_number" (Member $78 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $78 '"wr.wr_reason_sk")) '($45 (Member $78 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $78 '"wr.wr_refunded_cash")) '($46 (Member $78 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $78 '"wr.wr_refunded_customer_sk")) '($48 (Member $78 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $78 '"wr.wr_return_amt")) '($49 (Member $78 '"wr.wr_return_amt_inc_tax")) '($50 (Member $78 '"wr.wr_return_quantity")) '($51 (Member $78 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $78 '"wr.wr_return_tax")) '($52 (Member $78 '"wr.wr_returned_date_sk")) '($53 (Member $78 '"wr.wr_returned_time_sk")) '($54 (Member $78 '"wr.wr_returning_addr_sk")) '($55 (Member $78 '"wr.wr_returning_cdemo_sk")) '($56 (Member $78 '"wr.wr_returning_customer_sk")) '($57 (Member $78 '"wr.wr_returning_hdemo_sk")) '($58 (Member $78 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $78 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $78 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $78 '"ws.ws_bill_cdemo_sk")) '($28 (Member $78 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $78 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $78 '"ws.ws_coupon_amt")) '($29 (Member $78 '"ws.ws_ext_discount_amt")) '($30 (Member $78 '"ws.ws_ext_list_price")) '($31 (Member $78 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $78 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $78 '"ws.ws_ext_tax")) '($32 (Member $78 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $78 '"ws.ws_item_sk")) '('"ws_list_price" (Member $78 '"ws.ws_list_price")) '('"ws_net_paid" (Member $78 '"ws.ws_net_paid")) '($33 (Member $78 '"ws.ws_net_paid_inc_ship")) '($34 (Member $78 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $78 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $78 '"ws.ws_net_profit")) '('"ws_order_number" (Member $78 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $78 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $78 '"ws.ws_quantity")) '('"ws_sales_price" (Member $78 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $78 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $78 '"ws.ws_ship_cdemo_sk")) '($36 (Member $78 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $78 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $78 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $78 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $78 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $78 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $78 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $78 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $78 '"ws.ws_web_site_sk")) '($37 (Member $78 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.192 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow1.cpp:219: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FuseFlatmaps with inner OptionalIf | |
| 2024-03-06 15:03:42.207 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $71 (lambda '($76) (block '( | |
| (let $77 (Member $76 '"wr.wr_return_amt")) | |
| (let $78 (Member $76 '"date_dim.d_year")) | |
| (let $79 (Member $76 '"date_dim.d_moy")) | |
| (let $80 (And (Coalesce (> $77 (Int32 '"10000")) $39) (Coalesce (== $78 (Int32 '"2000")) $39) (Coalesce (== $79 (Int32 '"12")) $39))) | |
| (return (FlatOptionalIf $80 (Just (AsStruct '('"d_current_day" (Member $76 '"date_dim.d_current_day")) '('"d_current_month" (Member $76 '"date_dim.d_current_month")) '($64 (Member $76 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $76 '"date_dim.d_current_week")) '('"d_current_year" (Member $76 '"date_dim.d_current_year")) '('"d_date" (Member $76 '"date_dim.d_date")) '('"d_date_id" (Member $76 '"date_dim.d_date_id")) '('"d_date_sk" (Member $76 '"date_dim.d_date_sk")) '('"d_day_name" (Member $76 '"date_dim.d_day_name")) '('"d_dom" (Member $76 '"date_dim.d_dom")) '('"d_dow" (Member $76 '"date_dim.d_dow")) '('"d_first_dom" (Member $76 '"date_dim.d_first_dom")) '($65 (Member $76 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $76 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $76 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $76 '"date_dim.d_fy_year")) '('"d_holiday" (Member $76 '"date_dim.d_holiday")) '('"d_last_dom" (Member $76 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $76 '"date_dim.d_month_seq")) '('"d_moy" $79) '('"d_qoy" (Member $76 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $76 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $76 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $76 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $76 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $76 '"date_dim.d_week_seq")) '('"d_weekend" (Member $76 '"date_dim.d_weekend")) '('"d_year" $78) '($44 (Member $76 '"wr.wr_account_credit")) '('"wr_fee" (Member $76 '"wr.wr_fee")) '('"wr_item_sk" (Member $76 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $76 '"wr.wr_net_loss")) '('"wr_order_number" (Member $76 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $76 '"wr.wr_reason_sk")) '($45 (Member $76 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $76 '"wr.wr_refunded_cash")) '($46 (Member $76 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $76 '"wr.wr_refunded_customer_sk")) '($48 (Member $76 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $77) '($49 (Member $76 '"wr.wr_return_amt_inc_tax")) '($50 (Member $76 '"wr.wr_return_quantity")) '($51 (Member $76 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $76 '"wr.wr_return_tax")) '($52 (Member $76 '"wr.wr_returned_date_sk")) '($53 (Member $76 '"wr.wr_returned_time_sk")) '($54 (Member $76 '"wr.wr_returning_addr_sk")) '($55 (Member $76 '"wr.wr_returning_cdemo_sk")) '($56 (Member $76 '"wr.wr_returning_customer_sk")) '($57 (Member $76 '"wr.wr_returning_hdemo_sk")) '($58 (Member $76 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $76 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $76 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $76 '"ws.ws_bill_cdemo_sk")) '($28 (Member $76 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $76 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $76 '"ws.ws_coupon_amt")) '($29 (Member $76 '"ws.ws_ext_discount_amt")) '($30 (Member $76 '"ws.ws_ext_list_price")) '($31 (Member $76 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $76 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $76 '"ws.ws_ext_tax")) '($32 (Member $76 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $76 '"ws.ws_item_sk")) '('"ws_list_price" (Member $76 '"ws.ws_list_price")) '('"ws_net_paid" (Member $76 '"ws.ws_net_paid")) '($33 (Member $76 '"ws.ws_net_paid_inc_ship")) '($34 (Member $76 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $76 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $76 '"ws.ws_net_profit")) '('"ws_order_number" (Member $76 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $76 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $76 '"ws.ws_quantity")) '('"ws_sales_price" (Member $76 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $76 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $76 '"ws.ws_ship_cdemo_sk")) '($36 (Member $76 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $76 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $76 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $76 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $76 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $76 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $76 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $76 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $76 '"ws.ws_web_site_sk")) '($37 (Member $76 '"ws.ws_wholesale_cost")))))) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.209 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:1003: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FlatOptionalIf with Just | |
| 2024-03-06 15:03:42.224 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $71 (lambda '($76) (block '( | |
| (let $77 (Member $76 '"wr.wr_return_amt")) | |
| (let $78 (Member $76 '"date_dim.d_year")) | |
| (let $79 (Member $76 '"date_dim.d_moy")) | |
| (let $80 (And (Coalesce (> $77 (Int32 '"10000")) $39) (Coalesce (== $78 (Int32 '"2000")) $39) (Coalesce (== $79 (Int32 '"12")) $39))) | |
| (let $81 (AsStruct '('"d_current_day" (Member $76 '"date_dim.d_current_day")) '('"d_current_month" (Member $76 '"date_dim.d_current_month")) '($64 (Member $76 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $76 '"date_dim.d_current_week")) '('"d_current_year" (Member $76 '"date_dim.d_current_year")) '('"d_date" (Member $76 '"date_dim.d_date")) '('"d_date_id" (Member $76 '"date_dim.d_date_id")) '('"d_date_sk" (Member $76 '"date_dim.d_date_sk")) '('"d_day_name" (Member $76 '"date_dim.d_day_name")) '('"d_dom" (Member $76 '"date_dim.d_dom")) '('"d_dow" (Member $76 '"date_dim.d_dow")) '('"d_first_dom" (Member $76 '"date_dim.d_first_dom")) '($65 (Member $76 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $76 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $76 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $76 '"date_dim.d_fy_year")) '('"d_holiday" (Member $76 '"date_dim.d_holiday")) '('"d_last_dom" (Member $76 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $76 '"date_dim.d_month_seq")) '('"d_moy" $79) '('"d_qoy" (Member $76 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $76 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $76 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $76 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $76 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $76 '"date_dim.d_week_seq")) '('"d_weekend" (Member $76 '"date_dim.d_weekend")) '('"d_year" $78) '($44 (Member $76 '"wr.wr_account_credit")) '('"wr_fee" (Member $76 '"wr.wr_fee")) '('"wr_item_sk" (Member $76 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $76 '"wr.wr_net_loss")) '('"wr_order_number" (Member $76 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $76 '"wr.wr_reason_sk")) '($45 (Member $76 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $76 '"wr.wr_refunded_cash")) '($46 (Member $76 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $76 '"wr.wr_refunded_customer_sk")) '($48 (Member $76 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $77) '($49 (Member $76 '"wr.wr_return_amt_inc_tax")) '($50 (Member $76 '"wr.wr_return_quantity")) '($51 (Member $76 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $76 '"wr.wr_return_tax")) '($52 (Member $76 '"wr.wr_returned_date_sk")) '($53 (Member $76 '"wr.wr_returned_time_sk")) '($54 (Member $76 '"wr.wr_returning_addr_sk")) '($55 (Member $76 '"wr.wr_returning_cdemo_sk")) '($56 (Member $76 '"wr.wr_returning_customer_sk")) '($57 (Member $76 '"wr.wr_returning_hdemo_sk")) '($58 (Member $76 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $76 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $76 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $76 '"ws.ws_bill_cdemo_sk")) '($28 (Member $76 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $76 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $76 '"ws.ws_coupon_amt")) '($29 (Member $76 '"ws.ws_ext_discount_amt")) '($30 (Member $76 '"ws.ws_ext_list_price")) '($31 (Member $76 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $76 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $76 '"ws.ws_ext_tax")) '($32 (Member $76 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $76 '"ws.ws_item_sk")) '('"ws_list_price" (Member $76 '"ws.ws_list_price")) '('"ws_net_paid" (Member $76 '"ws.ws_net_paid")) '($33 (Member $76 '"ws.ws_net_paid_inc_ship")) '($34 (Member $76 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $76 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $76 '"ws.ws_net_profit")) '('"ws_order_number" (Member $76 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $76 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $76 '"ws.ws_quantity")) '('"ws_sales_price" (Member $76 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $76 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $76 '"ws.ws_ship_cdemo_sk")) '($36 (Member $76 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $76 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $76 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $76 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $76 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $76 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $76 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $76 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $76 '"ws.ws_web_site_sk")) '($37 (Member $76 '"ws.ws_wholesale_cost")))) | |
| (return (OptionalIf $80 $81)) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.232 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_flatmap_over_join.cpp:736: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} SingleInputPredicatePushdownOverEquiJoin | |
| 2024-03-06 15:03:42.232 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow2.cpp:1120: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OrderedFlatMapOverEquiJoin | |
| 2024-03-06 15:03:42.252 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '"date_dim.d_current_day") | |
| (let $68 '"date_dim.d_current_month") | |
| (let $69 '"date_dim.d_current_quarter") | |
| (let $70 '"date_dim.d_current_week") | |
| (let $71 '"date_dim.d_current_year") | |
| (let $72 '"date_dim.d_date_id") | |
| (let $73 '"date_dim.d_date_sk") | |
| (let $74 '"date_dim.d_day_name") | |
| (let $75 '"date_dim.d_first_dom") | |
| (let $76 '"date_dim.d_following_holiday") | |
| (let $77 '"date_dim.d_fy_quarter_seq") | |
| (let $78 '"date_dim.d_fy_week_seq") | |
| (let $79 '"date_dim.d_fy_year") | |
| (let $80 '"date_dim.d_holiday") | |
| (let $81 '"date_dim.d_last_dom") | |
| (let $82 '"date_dim.d_month_seq") | |
| (let $83 '"date_dim.d_quarter_name") | |
| (let $84 '"date_dim.d_quarter_seq") | |
| (let $85 '"date_dim.d_same_day_lq") | |
| (let $86 '"date_dim.d_same_day_ly") | |
| (let $87 '"date_dim.d_week_seq") | |
| (let $88 '"date_dim.d_weekend") | |
| (let $89 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $90 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $91 '('Left '"ws" '"wr" $89 $90 '())) | |
| (let $92 '('"Inner" '"date_dim" $91 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $93 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($95) (block '( | |
| (let $96 (Int32 '0)) | |
| (let $97 (And (Coalesce (> (Member $95 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $95 '"ws_net_paid") $96) $39) (Coalesce (> (Member $95 '"ws_quantity") $96) $39))) | |
| (return (OptionalIf $97 $95)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFilter (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '('"d_date_sk")) (lambda '($98) (block '( | |
| (let $99 (AsStruct '($67 (Member $98 '"d_current_day")) '($68 (Member $98 '"d_current_month")) '($69 (Member $98 $64)) '($70 (Member $98 '"d_current_week")) '($71 (Member $98 '"d_current_year")) '('"date_dim.d_date" (Member $98 '"d_date")) '($72 (Member $98 '"d_date_id")) '($73 (Member $98 '"d_date_sk")) '($74 (Member $98 '"d_day_name")) '('"date_dim.d_dom" (Member $98 '"d_dom")) '('"date_dim.d_dow" (Member $98 '"d_dow")) '($75 (Member $98 '"d_first_dom")) '($76 (Member $98 $65)) '($77 (Member $98 '"d_fy_quarter_seq")) '($78 (Member $98 '"d_fy_week_seq")) '($79 (Member $98 '"d_fy_year")) '($80 (Member $98 '"d_holiday")) '($81 (Member $98 '"d_last_dom")) '($82 (Member $98 '"d_month_seq")) '('"date_dim.d_moy" (Member $98 '"d_moy")) '('"date_dim.d_qoy" (Member $98 '"d_qoy")) '($83 (Member $98 '"d_quarter_name")) '($84 (Member $98 '"d_quarter_seq")) '($85 (Member $98 '"d_same_day_lq")) '($86 (Member $98 '"d_same_day_ly")) '($87 (Member $98 '"d_week_seq")) '($88 (Member $98 '"d_weekend")) '('"date_dim.d_year" (Member $98 '"d_year")))) | |
| (return (Coalesce (== (Member $99 '"date_dim.d_year") (Int32 '"2000")) $39)) | |
| )))) '"date_dim") $92 '())) | |
| (let $94 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $93 (lambda '($100) (And (Coalesce (> (Member $100 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $100 '"date_dim.d_moy") (Int32 '"12")) $39)))) (lambda '($101) (AsStruct '('"d_current_day" (Member $101 $67)) '('"d_current_month" (Member $101 $68)) '($64 (Member $101 $69)) '('"d_current_week" (Member $101 $70)) '('"d_current_year" (Member $101 $71)) '('"d_date" (Member $101 '"date_dim.d_date")) '('"d_date_id" (Member $101 $72)) '('"d_date_sk" (Member $101 $73)) '('"d_day_name" (Member $101 $74)) '('"d_dom" (Member $101 '"date_dim.d_dom")) '('"d_dow" (Member $101 '"date_dim.d_dow")) '('"d_first_dom" (Member $101 $75)) '($65 (Member $101 $76)) '('"d_fy_quarter_seq" (Member $101 $77)) '('"d_fy_week_seq" (Member $101 $78)) '('"d_fy_year" (Member $101 $79)) '('"d_holiday" (Member $101 $80)) '('"d_last_dom" (Member $101 $81)) '('"d_month_seq" (Member $101 $82)) '('"d_moy" (Member $101 '"date_dim.d_moy")) '('"d_qoy" (Member $101 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $101 $83)) '('"d_quarter_seq" (Member $101 $84)) '('"d_same_day_lq" (Member $101 $85)) '('"d_same_day_ly" (Member $101 $86)) '('"d_week_seq" (Member $101 $87)) '('"d_weekend" (Member $101 $88)) '('"d_year" (Member $101 '"date_dim.d_year")) '($44 (Member $101 '"wr.wr_account_credit")) '('"wr_fee" (Member $101 '"wr.wr_fee")) '('"wr_item_sk" (Member $101 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $101 '"wr.wr_net_loss")) '('"wr_order_number" (Member $101 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $101 '"wr.wr_reason_sk")) '($45 (Member $101 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $101 '"wr.wr_refunded_cash")) '($46 (Member $101 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $101 '"wr.wr_refunded_customer_sk")) '($48 (Member $101 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $101 '"wr.wr_return_amt")) '($49 (Member $101 '"wr.wr_return_amt_inc_tax")) '($50 (Member $101 '"wr.wr_return_quantity")) '($51 (Member $101 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $101 '"wr.wr_return_tax")) '($52 (Member $101 '"wr.wr_returned_date_sk")) '($53 (Member $101 '"wr.wr_returned_time_sk")) '($54 (Member $101 '"wr.wr_returning_addr_sk")) '($55 (Member $101 '"wr.wr_returning_cdemo_sk")) '($56 (Member $101 '"wr.wr_returning_customer_sk")) '($57 (Member $101 '"wr.wr_returning_hdemo_sk")) '($58 (Member $101 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $101 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $101 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $101 '"ws.ws_bill_cdemo_sk")) '($28 (Member $101 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $101 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $101 '"ws.ws_coupon_amt")) '($29 (Member $101 '"ws.ws_ext_discount_amt")) '($30 (Member $101 '"ws.ws_ext_list_price")) '($31 (Member $101 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $101 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $101 '"ws.ws_ext_tax")) '($32 (Member $101 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $101 '"ws.ws_item_sk")) '('"ws_list_price" (Member $101 '"ws.ws_list_price")) '('"ws_net_paid" (Member $101 '"ws.ws_net_paid")) '($33 (Member $101 '"ws.ws_net_paid_inc_ship")) '($34 (Member $101 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $101 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $101 '"ws.ws_net_profit")) '('"ws_order_number" (Member $101 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $101 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $101 '"ws.ws_quantity")) '('"ws_sales_price" (Member $101 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $101 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $101 '"ws.ws_ship_cdemo_sk")) '($36 (Member $101 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $101 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $101 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $101 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $101 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $101 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $101 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $101 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $101 '"ws.ws_web_site_sk")) '($37 (Member $101 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $94 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.254 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:4268: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Member over AsStruct | |
| 2024-03-06 15:03:42.264 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFilter (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '('"d_date_sk")) (lambda '($76) (Coalesce (== (Member $76 '"d_year") (Int32 '"2000")) $39))) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $71 (lambda '($77) (And (Coalesce (> (Member $77 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $77 '"date_dim.d_moy") (Int32 '"12")) $39)))) (lambda '($78) (AsStruct '('"d_current_day" (Member $78 '"date_dim.d_current_day")) '('"d_current_month" (Member $78 '"date_dim.d_current_month")) '($64 (Member $78 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $78 '"date_dim.d_current_week")) '('"d_current_year" (Member $78 '"date_dim.d_current_year")) '('"d_date" (Member $78 '"date_dim.d_date")) '('"d_date_id" (Member $78 '"date_dim.d_date_id")) '('"d_date_sk" (Member $78 '"date_dim.d_date_sk")) '('"d_day_name" (Member $78 '"date_dim.d_day_name")) '('"d_dom" (Member $78 '"date_dim.d_dom")) '('"d_dow" (Member $78 '"date_dim.d_dow")) '('"d_first_dom" (Member $78 '"date_dim.d_first_dom")) '($65 (Member $78 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $78 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $78 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $78 '"date_dim.d_fy_year")) '('"d_holiday" (Member $78 '"date_dim.d_holiday")) '('"d_last_dom" (Member $78 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $78 '"date_dim.d_month_seq")) '('"d_moy" (Member $78 '"date_dim.d_moy")) '('"d_qoy" (Member $78 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $78 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $78 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $78 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $78 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $78 '"date_dim.d_week_seq")) '('"d_weekend" (Member $78 '"date_dim.d_weekend")) '('"d_year" (Member $78 '"date_dim.d_year")) '($44 (Member $78 '"wr.wr_account_credit")) '('"wr_fee" (Member $78 '"wr.wr_fee")) '('"wr_item_sk" (Member $78 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $78 '"wr.wr_net_loss")) '('"wr_order_number" (Member $78 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $78 '"wr.wr_reason_sk")) '($45 (Member $78 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $78 '"wr.wr_refunded_cash")) '($46 (Member $78 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $78 '"wr.wr_refunded_customer_sk")) '($48 (Member $78 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $78 '"wr.wr_return_amt")) '($49 (Member $78 '"wr.wr_return_amt_inc_tax")) '($50 (Member $78 '"wr.wr_return_quantity")) '($51 (Member $78 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $78 '"wr.wr_return_tax")) '($52 (Member $78 '"wr.wr_returned_date_sk")) '($53 (Member $78 '"wr.wr_returned_time_sk")) '($54 (Member $78 '"wr.wr_returning_addr_sk")) '($55 (Member $78 '"wr.wr_returning_cdemo_sk")) '($56 (Member $78 '"wr.wr_returning_customer_sk")) '($57 (Member $78 '"wr.wr_returning_hdemo_sk")) '($58 (Member $78 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $78 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $78 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $78 '"ws.ws_bill_cdemo_sk")) '($28 (Member $78 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $78 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $78 '"ws.ws_coupon_amt")) '($29 (Member $78 '"ws.ws_ext_discount_amt")) '($30 (Member $78 '"ws.ws_ext_list_price")) '($31 (Member $78 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $78 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $78 '"ws.ws_ext_tax")) '($32 (Member $78 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $78 '"ws.ws_item_sk")) '('"ws_list_price" (Member $78 '"ws.ws_list_price")) '('"ws_net_paid" (Member $78 '"ws.ws_net_paid")) '($33 (Member $78 '"ws.ws_net_paid_inc_ship")) '($34 (Member $78 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $78 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $78 '"ws.ws_net_profit")) '('"ws_order_number" (Member $78 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $78 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $78 '"ws.ws_quantity")) '('"ws_sales_price" (Member $78 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $78 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $78 '"ws.ws_ship_cdemo_sk")) '($36 (Member $78 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $78 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $78 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $78 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $78 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $78 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $78 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $78 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $78 '"ws.ws_web_site_sk")) '($37 (Member $78 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.264 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:42.274 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFlatMap (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '('"d_date_sk")) (lambda '($76) (OptionalIf (Coalesce (== (Member $76 '"d_year") (Int32 '"2000")) $39) $76))) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $71 (lambda '($77) (And (Coalesce (> (Member $77 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $77 '"date_dim.d_moy") (Int32 '"12")) $39)))) (lambda '($78) (AsStruct '('"d_current_day" (Member $78 '"date_dim.d_current_day")) '('"d_current_month" (Member $78 '"date_dim.d_current_month")) '($64 (Member $78 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $78 '"date_dim.d_current_week")) '('"d_current_year" (Member $78 '"date_dim.d_current_year")) '('"d_date" (Member $78 '"date_dim.d_date")) '('"d_date_id" (Member $78 '"date_dim.d_date_id")) '('"d_date_sk" (Member $78 '"date_dim.d_date_sk")) '('"d_day_name" (Member $78 '"date_dim.d_day_name")) '('"d_dom" (Member $78 '"date_dim.d_dom")) '('"d_dow" (Member $78 '"date_dim.d_dow")) '('"d_first_dom" (Member $78 '"date_dim.d_first_dom")) '($65 (Member $78 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $78 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $78 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $78 '"date_dim.d_fy_year")) '('"d_holiday" (Member $78 '"date_dim.d_holiday")) '('"d_last_dom" (Member $78 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $78 '"date_dim.d_month_seq")) '('"d_moy" (Member $78 '"date_dim.d_moy")) '('"d_qoy" (Member $78 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $78 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $78 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $78 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $78 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $78 '"date_dim.d_week_seq")) '('"d_weekend" (Member $78 '"date_dim.d_weekend")) '('"d_year" (Member $78 '"date_dim.d_year")) '($44 (Member $78 '"wr.wr_account_credit")) '('"wr_fee" (Member $78 '"wr.wr_fee")) '('"wr_item_sk" (Member $78 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $78 '"wr.wr_net_loss")) '('"wr_order_number" (Member $78 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $78 '"wr.wr_reason_sk")) '($45 (Member $78 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $78 '"wr.wr_refunded_cash")) '($46 (Member $78 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $78 '"wr.wr_refunded_customer_sk")) '($48 (Member $78 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $78 '"wr.wr_return_amt")) '($49 (Member $78 '"wr.wr_return_amt_inc_tax")) '($50 (Member $78 '"wr.wr_return_quantity")) '($51 (Member $78 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $78 '"wr.wr_return_tax")) '($52 (Member $78 '"wr.wr_returned_date_sk")) '($53 (Member $78 '"wr.wr_returned_time_sk")) '($54 (Member $78 '"wr.wr_returning_addr_sk")) '($55 (Member $78 '"wr.wr_returning_cdemo_sk")) '($56 (Member $78 '"wr.wr_returning_customer_sk")) '($57 (Member $78 '"wr.wr_returning_hdemo_sk")) '($58 (Member $78 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $78 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $78 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $78 '"ws.ws_bill_cdemo_sk")) '($28 (Member $78 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $78 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $78 '"ws.ws_coupon_amt")) '($29 (Member $78 '"ws.ws_ext_discount_amt")) '($30 (Member $78 '"ws.ws_ext_list_price")) '($31 (Member $78 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $78 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $78 '"ws.ws_ext_tax")) '($32 (Member $78 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $78 '"ws.ws_item_sk")) '('"ws_list_price" (Member $78 '"ws.ws_list_price")) '('"ws_net_paid" (Member $78 '"ws.ws_net_paid")) '($33 (Member $78 '"ws.ws_net_paid_inc_ship")) '($34 (Member $78 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $78 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $78 '"ws.ws_net_profit")) '('"ws_order_number" (Member $78 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $78 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $78 '"ws.ws_quantity")) '('"ws_sales_price" (Member $78 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $78 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $78 '"ws.ws_ship_cdemo_sk")) '($36 (Member $78 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $78 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $78 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $78 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $78 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $78 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $78 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $78 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $78 '"ws.ws_web_site_sk")) '($37 (Member $78 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.275 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:42.283 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFlatMap (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '('"d_date_sk")) (lambda '($76) (OptionalIf (Coalesce (== (Member $76 '"d_year") (Int32 '"2000")) $39) $76))) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFlatMap $71 (lambda '($77) (OptionalIf (And (Coalesce (> (Member $77 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $77 '"date_dim.d_moy") (Int32 '"12")) $39)) $77))) (lambda '($78) (AsStruct '('"d_current_day" (Member $78 '"date_dim.d_current_day")) '('"d_current_month" (Member $78 '"date_dim.d_current_month")) '($64 (Member $78 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $78 '"date_dim.d_current_week")) '('"d_current_year" (Member $78 '"date_dim.d_current_year")) '('"d_date" (Member $78 '"date_dim.d_date")) '('"d_date_id" (Member $78 '"date_dim.d_date_id")) '('"d_date_sk" (Member $78 '"date_dim.d_date_sk")) '('"d_day_name" (Member $78 '"date_dim.d_day_name")) '('"d_dom" (Member $78 '"date_dim.d_dom")) '('"d_dow" (Member $78 '"date_dim.d_dow")) '('"d_first_dom" (Member $78 '"date_dim.d_first_dom")) '($65 (Member $78 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $78 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $78 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $78 '"date_dim.d_fy_year")) '('"d_holiday" (Member $78 '"date_dim.d_holiday")) '('"d_last_dom" (Member $78 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $78 '"date_dim.d_month_seq")) '('"d_moy" (Member $78 '"date_dim.d_moy")) '('"d_qoy" (Member $78 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $78 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $78 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $78 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $78 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $78 '"date_dim.d_week_seq")) '('"d_weekend" (Member $78 '"date_dim.d_weekend")) '('"d_year" (Member $78 '"date_dim.d_year")) '($44 (Member $78 '"wr.wr_account_credit")) '('"wr_fee" (Member $78 '"wr.wr_fee")) '('"wr_item_sk" (Member $78 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $78 '"wr.wr_net_loss")) '('"wr_order_number" (Member $78 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $78 '"wr.wr_reason_sk")) '($45 (Member $78 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $78 '"wr.wr_refunded_cash")) '($46 (Member $78 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $78 '"wr.wr_refunded_customer_sk")) '($48 (Member $78 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $78 '"wr.wr_return_amt")) '($49 (Member $78 '"wr.wr_return_amt_inc_tax")) '($50 (Member $78 '"wr.wr_return_quantity")) '($51 (Member $78 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $78 '"wr.wr_return_tax")) '($52 (Member $78 '"wr.wr_returned_date_sk")) '($53 (Member $78 '"wr.wr_returned_time_sk")) '($54 (Member $78 '"wr.wr_returning_addr_sk")) '($55 (Member $78 '"wr.wr_returning_cdemo_sk")) '($56 (Member $78 '"wr.wr_returning_customer_sk")) '($57 (Member $78 '"wr.wr_returning_hdemo_sk")) '($58 (Member $78 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $78 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $78 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $78 '"ws.ws_bill_cdemo_sk")) '($28 (Member $78 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $78 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $78 '"ws.ws_coupon_amt")) '($29 (Member $78 '"ws.ws_ext_discount_amt")) '($30 (Member $78 '"ws.ws_ext_list_price")) '($31 (Member $78 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $78 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $78 '"ws.ws_ext_tax")) '($32 (Member $78 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $78 '"ws.ws_item_sk")) '('"ws_list_price" (Member $78 '"ws.ws_list_price")) '('"ws_net_paid" (Member $78 '"ws.ws_net_paid")) '($33 (Member $78 '"ws.ws_net_paid_inc_ship")) '($34 (Member $78 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $78 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $78 '"ws.ws_net_profit")) '('"ws_order_number" (Member $78 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $78 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $78 '"ws.ws_quantity")) '('"ws_sales_price" (Member $78 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $78 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $78 '"ws.ws_ship_cdemo_sk")) '($36 (Member $78 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $78 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $78 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $78 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $78 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $78 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $78 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $78 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $78 '"ws.ws_web_site_sk")) '($37 (Member $78 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.284 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3636: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedMap | |
| 2024-03-06 15:03:42.299 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFlatMap (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '('"d_date_sk")) (lambda '($76) (OptionalIf (Coalesce (== (Member $76 '"d_year") (Int32 '"2000")) $39) $76))) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $71 (lambda '($77) (OptionalIf (And (Coalesce (> (Member $77 '"wr.wr_return_amt") (Int32 '"10000")) $39) (Coalesce (== (Member $77 '"date_dim.d_moy") (Int32 '"12")) $39)) $77))) (lambda '($78) (Just (AsStruct '('"d_current_day" (Member $78 '"date_dim.d_current_day")) '('"d_current_month" (Member $78 '"date_dim.d_current_month")) '($64 (Member $78 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $78 '"date_dim.d_current_week")) '('"d_current_year" (Member $78 '"date_dim.d_current_year")) '('"d_date" (Member $78 '"date_dim.d_date")) '('"d_date_id" (Member $78 '"date_dim.d_date_id")) '('"d_date_sk" (Member $78 '"date_dim.d_date_sk")) '('"d_day_name" (Member $78 '"date_dim.d_day_name")) '('"d_dom" (Member $78 '"date_dim.d_dom")) '('"d_dow" (Member $78 '"date_dim.d_dow")) '('"d_first_dom" (Member $78 '"date_dim.d_first_dom")) '($65 (Member $78 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $78 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $78 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $78 '"date_dim.d_fy_year")) '('"d_holiday" (Member $78 '"date_dim.d_holiday")) '('"d_last_dom" (Member $78 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $78 '"date_dim.d_month_seq")) '('"d_moy" (Member $78 '"date_dim.d_moy")) '('"d_qoy" (Member $78 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $78 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $78 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $78 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $78 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $78 '"date_dim.d_week_seq")) '('"d_weekend" (Member $78 '"date_dim.d_weekend")) '('"d_year" (Member $78 '"date_dim.d_year")) '($44 (Member $78 '"wr.wr_account_credit")) '('"wr_fee" (Member $78 '"wr.wr_fee")) '('"wr_item_sk" (Member $78 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $78 '"wr.wr_net_loss")) '('"wr_order_number" (Member $78 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $78 '"wr.wr_reason_sk")) '($45 (Member $78 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $78 '"wr.wr_refunded_cash")) '($46 (Member $78 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $78 '"wr.wr_refunded_customer_sk")) '($48 (Member $78 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $78 '"wr.wr_return_amt")) '($49 (Member $78 '"wr.wr_return_amt_inc_tax")) '($50 (Member $78 '"wr.wr_return_quantity")) '($51 (Member $78 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $78 '"wr.wr_return_tax")) '($52 (Member $78 '"wr.wr_returned_date_sk")) '($53 (Member $78 '"wr.wr_returned_time_sk")) '($54 (Member $78 '"wr.wr_returning_addr_sk")) '($55 (Member $78 '"wr.wr_returning_cdemo_sk")) '($56 (Member $78 '"wr.wr_returning_customer_sk")) '($57 (Member $78 '"wr.wr_returning_hdemo_sk")) '($58 (Member $78 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $78 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $78 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $78 '"ws.ws_bill_cdemo_sk")) '($28 (Member $78 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $78 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $78 '"ws.ws_coupon_amt")) '($29 (Member $78 '"ws.ws_ext_discount_amt")) '($30 (Member $78 '"ws.ws_ext_list_price")) '($31 (Member $78 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $78 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $78 '"ws.ws_ext_tax")) '($32 (Member $78 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $78 '"ws.ws_item_sk")) '('"ws_list_price" (Member $78 '"ws.ws_list_price")) '('"ws_net_paid" (Member $78 '"ws.ws_net_paid")) '($33 (Member $78 '"ws.ws_net_paid_inc_ship")) '($34 (Member $78 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $78 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $78 '"ws.ws_net_profit")) '('"ws_order_number" (Member $78 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $78 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $78 '"ws.ws_quantity")) '('"ws_sales_price" (Member $78 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $78 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $78 '"ws.ws_ship_cdemo_sk")) '($36 (Member $78 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $78 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $78 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $78 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $78 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $78 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $78 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $78 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $78 '"ws.ws_web_site_sk")) '($37 (Member $78 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.306 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow1.cpp:219: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FuseFlatmaps with inner OptionalIf | |
| 2024-03-06 15:03:42.322 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFlatMap (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '('"d_date_sk")) (lambda '($76) (OptionalIf (Coalesce (== (Member $76 '"d_year") (Int32 '"2000")) $39) $76))) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $71 (lambda '($77) (block '( | |
| (let $78 (Member $77 '"wr.wr_return_amt")) | |
| (let $79 (Member $77 '"date_dim.d_moy")) | |
| (return (FlatOptionalIf (And (Coalesce (> $78 (Int32 '"10000")) $39) (Coalesce (== $79 (Int32 '"12")) $39)) (Just (AsStruct '('"d_current_day" (Member $77 '"date_dim.d_current_day")) '('"d_current_month" (Member $77 '"date_dim.d_current_month")) '($64 (Member $77 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $77 '"date_dim.d_current_week")) '('"d_current_year" (Member $77 '"date_dim.d_current_year")) '('"d_date" (Member $77 '"date_dim.d_date")) '('"d_date_id" (Member $77 '"date_dim.d_date_id")) '('"d_date_sk" (Member $77 '"date_dim.d_date_sk")) '('"d_day_name" (Member $77 '"date_dim.d_day_name")) '('"d_dom" (Member $77 '"date_dim.d_dom")) '('"d_dow" (Member $77 '"date_dim.d_dow")) '('"d_first_dom" (Member $77 '"date_dim.d_first_dom")) '($65 (Member $77 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $77 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $77 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $77 '"date_dim.d_fy_year")) '('"d_holiday" (Member $77 '"date_dim.d_holiday")) '('"d_last_dom" (Member $77 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $77 '"date_dim.d_month_seq")) '('"d_moy" $79) '('"d_qoy" (Member $77 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $77 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $77 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $77 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $77 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $77 '"date_dim.d_week_seq")) '('"d_weekend" (Member $77 '"date_dim.d_weekend")) '('"d_year" (Member $77 '"date_dim.d_year")) '($44 (Member $77 '"wr.wr_account_credit")) '('"wr_fee" (Member $77 '"wr.wr_fee")) '('"wr_item_sk" (Member $77 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $77 '"wr.wr_net_loss")) '('"wr_order_number" (Member $77 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $77 '"wr.wr_reason_sk")) '($45 (Member $77 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $77 '"wr.wr_refunded_cash")) '($46 (Member $77 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $77 '"wr.wr_refunded_customer_sk")) '($48 (Member $77 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $78) '($49 (Member $77 '"wr.wr_return_amt_inc_tax")) '($50 (Member $77 '"wr.wr_return_quantity")) '($51 (Member $77 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $77 '"wr.wr_return_tax")) '($52 (Member $77 '"wr.wr_returned_date_sk")) '($53 (Member $77 '"wr.wr_returned_time_sk")) '($54 (Member $77 '"wr.wr_returning_addr_sk")) '($55 (Member $77 '"wr.wr_returning_cdemo_sk")) '($56 (Member $77 '"wr.wr_returning_customer_sk")) '($57 (Member $77 '"wr.wr_returning_hdemo_sk")) '($58 (Member $77 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $77 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $77 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $77 '"ws.ws_bill_cdemo_sk")) '($28 (Member $77 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $77 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $77 '"ws.ws_coupon_amt")) '($29 (Member $77 '"ws.ws_ext_discount_amt")) '($30 (Member $77 '"ws.ws_ext_list_price")) '($31 (Member $77 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $77 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $77 '"ws.ws_ext_tax")) '($32 (Member $77 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $77 '"ws.ws_item_sk")) '('"ws_list_price" (Member $77 '"ws.ws_list_price")) '('"ws_net_paid" (Member $77 '"ws.ws_net_paid")) '($33 (Member $77 '"ws.ws_net_paid_inc_ship")) '($34 (Member $77 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $77 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $77 '"ws.ws_net_profit")) '('"ws_order_number" (Member $77 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $77 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $77 '"ws.ws_quantity")) '('"ws_sales_price" (Member $77 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $77 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $77 '"ws.ws_ship_cdemo_sk")) '($36 (Member $77 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $77 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $77 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $77 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $77 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $77 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $77 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $77 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $77 '"ws.ws_web_site_sk")) '($37 (Member $77 '"ws.ws_wholesale_cost")))))) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.324 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:1003: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} FlatOptionalIf with Just | |
| 2024-03-06 15:03:42.339 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $68 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $69 '('Left '"ws" '"wr" $67 $68 '())) | |
| (let $70 '('"Inner" '"date_dim" $69 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $71 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($73) (block '( | |
| (let $74 (Int32 '0)) | |
| (let $75 (And (Coalesce (> (Member $73 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $73 '"ws_net_paid") $74) $39) (Coalesce (> (Member $73 '"ws_quantity") $74) $39))) | |
| (return (OptionalIf $75 $73)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFlatMap (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) '('"d_date_sk")) (lambda '($76) (OptionalIf (Coalesce (== (Member $76 '"d_year") (Int32 '"2000")) $39) $76))) '"date_dim") $70 '())) | |
| (let $72 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap $71 (lambda '($77) (block '( | |
| (let $78 (Member $77 '"wr.wr_return_amt")) | |
| (let $79 (Member $77 '"date_dim.d_moy")) | |
| (let $80 (AsStruct '('"d_current_day" (Member $77 '"date_dim.d_current_day")) '('"d_current_month" (Member $77 '"date_dim.d_current_month")) '($64 (Member $77 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $77 '"date_dim.d_current_week")) '('"d_current_year" (Member $77 '"date_dim.d_current_year")) '('"d_date" (Member $77 '"date_dim.d_date")) '('"d_date_id" (Member $77 '"date_dim.d_date_id")) '('"d_date_sk" (Member $77 '"date_dim.d_date_sk")) '('"d_day_name" (Member $77 '"date_dim.d_day_name")) '('"d_dom" (Member $77 '"date_dim.d_dom")) '('"d_dow" (Member $77 '"date_dim.d_dow")) '('"d_first_dom" (Member $77 '"date_dim.d_first_dom")) '($65 (Member $77 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $77 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $77 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $77 '"date_dim.d_fy_year")) '('"d_holiday" (Member $77 '"date_dim.d_holiday")) '('"d_last_dom" (Member $77 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $77 '"date_dim.d_month_seq")) '('"d_moy" $79) '('"d_qoy" (Member $77 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $77 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $77 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $77 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $77 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $77 '"date_dim.d_week_seq")) '('"d_weekend" (Member $77 '"date_dim.d_weekend")) '('"d_year" (Member $77 '"date_dim.d_year")) '($44 (Member $77 '"wr.wr_account_credit")) '('"wr_fee" (Member $77 '"wr.wr_fee")) '('"wr_item_sk" (Member $77 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $77 '"wr.wr_net_loss")) '('"wr_order_number" (Member $77 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $77 '"wr.wr_reason_sk")) '($45 (Member $77 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $77 '"wr.wr_refunded_cash")) '($46 (Member $77 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $77 '"wr.wr_refunded_customer_sk")) '($48 (Member $77 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" $78) '($49 (Member $77 '"wr.wr_return_amt_inc_tax")) '($50 (Member $77 '"wr.wr_return_quantity")) '($51 (Member $77 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $77 '"wr.wr_return_tax")) '($52 (Member $77 '"wr.wr_returned_date_sk")) '($53 (Member $77 '"wr.wr_returned_time_sk")) '($54 (Member $77 '"wr.wr_returning_addr_sk")) '($55 (Member $77 '"wr.wr_returning_cdemo_sk")) '($56 (Member $77 '"wr.wr_returning_customer_sk")) '($57 (Member $77 '"wr.wr_returning_hdemo_sk")) '($58 (Member $77 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $77 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $77 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $77 '"ws.ws_bill_cdemo_sk")) '($28 (Member $77 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $77 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $77 '"ws.ws_coupon_amt")) '($29 (Member $77 '"ws.ws_ext_discount_amt")) '($30 (Member $77 '"ws.ws_ext_list_price")) '($31 (Member $77 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $77 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $77 '"ws.ws_ext_tax")) '($32 (Member $77 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $77 '"ws.ws_item_sk")) '('"ws_list_price" (Member $77 '"ws.ws_list_price")) '('"ws_net_paid" (Member $77 '"ws.ws_net_paid")) '($33 (Member $77 '"ws.ws_net_paid_inc_ship")) '($34 (Member $77 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $77 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $77 '"ws.ws_net_profit")) '('"ws_order_number" (Member $77 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $77 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $77 '"ws.ws_quantity")) '('"ws_sales_price" (Member $77 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $77 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $77 '"ws.ws_ship_cdemo_sk")) '($36 (Member $77 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $77 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $77 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $77 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $77 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $77 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $77 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $77 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $77 '"ws.ws_web_site_sk")) '($37 (Member $77 '"ws.ws_wholesale_cost")))) | |
| (return (OptionalIf (And (Coalesce (> $78 (Int32 '"10000")) $39) (Coalesce (== $79 (Int32 '"12")) $39)) $80)) | |
| ))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $72 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.347 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_flatmap_over_join.cpp:736: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} SingleInputPredicatePushdownOverEquiJoin | |
| 2024-03-06 15:03:42.347 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow2.cpp:1120: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OrderedFlatMapOverEquiJoin | |
| 2024-03-06 15:03:42.367 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"d_date_sk")) | |
| (let $68 '"date_dim.d_current_day") | |
| (let $69 '"date_dim.d_current_month") | |
| (let $70 '"date_dim.d_current_quarter") | |
| (let $71 '"date_dim.d_current_week") | |
| (let $72 '"date_dim.d_current_year") | |
| (let $73 '"date_dim.d_date_id") | |
| (let $74 '"date_dim.d_date_sk") | |
| (let $75 '"date_dim.d_day_name") | |
| (let $76 '"date_dim.d_first_dom") | |
| (let $77 '"date_dim.d_following_holiday") | |
| (let $78 '"date_dim.d_fy_quarter_seq") | |
| (let $79 '"date_dim.d_fy_week_seq") | |
| (let $80 '"date_dim.d_fy_year") | |
| (let $81 '"date_dim.d_holiday") | |
| (let $82 '"date_dim.d_last_dom") | |
| (let $83 '"date_dim.d_month_seq") | |
| (let $84 '"date_dim.d_quarter_name") | |
| (let $85 '"date_dim.d_quarter_seq") | |
| (let $86 '"date_dim.d_same_day_lq") | |
| (let $87 '"date_dim.d_same_day_ly") | |
| (let $88 '"date_dim.d_week_seq") | |
| (let $89 '"date_dim.d_weekend") | |
| (let $90 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $91 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $92 '('Left '"ws" '"wr" $90 $91 '())) | |
| (let $93 '('"Inner" '"date_dim" $92 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $94 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($96) (block '( | |
| (let $97 (Int32 '0)) | |
| (let $98 (And (Coalesce (> (Member $96 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $96 '"ws_net_paid") $97) $39) (Coalesce (> (Member $96 '"ws_quantity") $97) $39))) | |
| (return (OptionalIf $98 $96)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFilter (SkipNullMembers (OrderedFlatMap (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) $67) (lambda '($99) (OptionalIf (Coalesce (== (Member $99 '"d_year") (Int32 '"2000")) $39) $99))) $67) (lambda '($100) (block '( | |
| (let $101 (AsStruct '($68 (Member $100 '"d_current_day")) '($69 (Member $100 '"d_current_month")) '($70 (Member $100 $64)) '($71 (Member $100 '"d_current_week")) '($72 (Member $100 '"d_current_year")) '('"date_dim.d_date" (Member $100 '"d_date")) '($73 (Member $100 '"d_date_id")) '($74 (Member $100 '"d_date_sk")) '($75 (Member $100 '"d_day_name")) '('"date_dim.d_dom" (Member $100 '"d_dom")) '('"date_dim.d_dow" (Member $100 '"d_dow")) '($76 (Member $100 '"d_first_dom")) '($77 (Member $100 $65)) '($78 (Member $100 '"d_fy_quarter_seq")) '($79 (Member $100 '"d_fy_week_seq")) '($80 (Member $100 '"d_fy_year")) '($81 (Member $100 '"d_holiday")) '($82 (Member $100 '"d_last_dom")) '($83 (Member $100 '"d_month_seq")) '('"date_dim.d_moy" (Member $100 '"d_moy")) '('"date_dim.d_qoy" (Member $100 '"d_qoy")) '($84 (Member $100 '"d_quarter_name")) '($85 (Member $100 '"d_quarter_seq")) '($86 (Member $100 '"d_same_day_lq")) '($87 (Member $100 '"d_same_day_ly")) '($88 (Member $100 '"d_week_seq")) '($89 (Member $100 '"d_weekend")) '('"date_dim.d_year" (Member $100 '"d_year")))) | |
| (return (Coalesce (== (Member $101 '"date_dim.d_moy") (Int32 '"12")) $39)) | |
| )))) '"date_dim") $93 '())) | |
| (let $95 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $94 (lambda '($102) (Coalesce (> (Member $102 '"wr.wr_return_amt") (Int32 '"10000")) $39))) (lambda '($103) (AsStruct '('"d_current_day" (Member $103 $68)) '('"d_current_month" (Member $103 $69)) '($64 (Member $103 $70)) '('"d_current_week" (Member $103 $71)) '('"d_current_year" (Member $103 $72)) '('"d_date" (Member $103 '"date_dim.d_date")) '('"d_date_id" (Member $103 $73)) '('"d_date_sk" (Member $103 $74)) '('"d_day_name" (Member $103 $75)) '('"d_dom" (Member $103 '"date_dim.d_dom")) '('"d_dow" (Member $103 '"date_dim.d_dow")) '('"d_first_dom" (Member $103 $76)) '($65 (Member $103 $77)) '('"d_fy_quarter_seq" (Member $103 $78)) '('"d_fy_week_seq" (Member $103 $79)) '('"d_fy_year" (Member $103 $80)) '('"d_holiday" (Member $103 $81)) '('"d_last_dom" (Member $103 $82)) '('"d_month_seq" (Member $103 $83)) '('"d_moy" (Member $103 '"date_dim.d_moy")) '('"d_qoy" (Member $103 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $103 $84)) '('"d_quarter_seq" (Member $103 $85)) '('"d_same_day_lq" (Member $103 $86)) '('"d_same_day_ly" (Member $103 $87)) '('"d_week_seq" (Member $103 $88)) '('"d_weekend" (Member $103 $89)) '('"d_year" (Member $103 '"date_dim.d_year")) '($44 (Member $103 '"wr.wr_account_credit")) '('"wr_fee" (Member $103 '"wr.wr_fee")) '('"wr_item_sk" (Member $103 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $103 '"wr.wr_net_loss")) '('"wr_order_number" (Member $103 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $103 '"wr.wr_reason_sk")) '($45 (Member $103 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $103 '"wr.wr_refunded_cash")) '($46 (Member $103 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $103 '"wr.wr_refunded_customer_sk")) '($48 (Member $103 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $103 '"wr.wr_return_amt")) '($49 (Member $103 '"wr.wr_return_amt_inc_tax")) '($50 (Member $103 '"wr.wr_return_quantity")) '($51 (Member $103 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $103 '"wr.wr_return_tax")) '($52 (Member $103 '"wr.wr_returned_date_sk")) '($53 (Member $103 '"wr.wr_returned_time_sk")) '($54 (Member $103 '"wr.wr_returning_addr_sk")) '($55 (Member $103 '"wr.wr_returning_cdemo_sk")) '($56 (Member $103 '"wr.wr_returning_customer_sk")) '($57 (Member $103 '"wr.wr_returning_hdemo_sk")) '($58 (Member $103 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $103 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $103 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $103 '"ws.ws_bill_cdemo_sk")) '($28 (Member $103 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $103 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $103 '"ws.ws_coupon_amt")) '($29 (Member $103 '"ws.ws_ext_discount_amt")) '($30 (Member $103 '"ws.ws_ext_list_price")) '($31 (Member $103 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $103 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $103 '"ws.ws_ext_tax")) '($32 (Member $103 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $103 '"ws.ws_item_sk")) '('"ws_list_price" (Member $103 '"ws.ws_list_price")) '('"ws_net_paid" (Member $103 '"ws.ws_net_paid")) '($33 (Member $103 '"ws.ws_net_paid_inc_ship")) '($34 (Member $103 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $103 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $103 '"ws.ws_net_profit")) '('"ws_order_number" (Member $103 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $103 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $103 '"ws.ws_quantity")) '('"ws_sales_price" (Member $103 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $103 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $103 '"ws.ws_ship_cdemo_sk")) '($36 (Member $103 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $103 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $103 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $103 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $103 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $103 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $103 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $103 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $103 '"ws.ws_web_site_sk")) '($37 (Member $103 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $95 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.368 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:4268: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Member over AsStruct | |
| 2024-03-06 15:03:42.378 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"d_date_sk")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('"Inner" '"date_dim" $70 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($74) (block '( | |
| (let $75 (Int32 '0)) | |
| (let $76 (And (Coalesce (> (Member $74 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $74 '"ws_net_paid") $75) $39) (Coalesce (> (Member $74 '"ws_quantity") $75) $39))) | |
| (return (OptionalIf $76 $74)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFilter (SkipNullMembers (OrderedFlatMap (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) $67) (lambda '($77) (OptionalIf (Coalesce (== (Member $77 '"d_year") (Int32 '"2000")) $39) $77))) $67) (lambda '($78) (Coalesce (== (Member $78 '"d_moy") (Int32 '"12")) $39))) '"date_dim") $71 '())) | |
| (let $73 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $72 (lambda '($79) (Coalesce (> (Member $79 '"wr.wr_return_amt") (Int32 '"10000")) $39))) (lambda '($80) (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($64 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 '"date_dim.d_date_sk")) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($65 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($44 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($45 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($46 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $80 '"wr.wr_refunded_customer_sk")) '($48 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($49 (Member $80 '"wr.wr_return_amt_inc_tax")) '($50 (Member $80 '"wr.wr_return_quantity")) '($51 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($52 (Member $80 '"wr.wr_returned_date_sk")) '($53 (Member $80 '"wr.wr_returned_time_sk")) '($54 (Member $80 '"wr.wr_returning_addr_sk")) '($55 (Member $80 '"wr.wr_returning_cdemo_sk")) '($56 (Member $80 '"wr.wr_returning_customer_sk")) '($57 (Member $80 '"wr.wr_returning_hdemo_sk")) '($58 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $73 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.379 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:42.388 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"d_date_sk")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('"Inner" '"date_dim" $70 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($74) (block '( | |
| (let $75 (Int32 '0)) | |
| (let $76 (And (Coalesce (> (Member $74 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $74 '"ws_net_paid") $75) $39) (Coalesce (> (Member $74 '"ws_quantity") $75) $39))) | |
| (return (OptionalIf $76 $74)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFlatMap (SkipNullMembers (OrderedFlatMap (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) $67) (lambda '($77) (OptionalIf (Coalesce (== (Member $77 '"d_year") (Int32 '"2000")) $39) $77))) $67) (lambda '($78) (OptionalIf (Coalesce (== (Member $78 '"d_moy") (Int32 '"12")) $39) $78))) '"date_dim") $71 '())) | |
| (let $73 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFilter $72 (lambda '($79) (Coalesce (> (Member $79 '"wr.wr_return_amt") (Int32 '"10000")) $39))) (lambda '($80) (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($64 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 '"date_dim.d_date_sk")) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($65 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($44 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($45 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($46 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $80 '"wr.wr_refunded_customer_sk")) '($48 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($49 (Member $80 '"wr.wr_return_amt_inc_tax")) '($50 (Member $80 '"wr.wr_return_quantity")) '($51 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($52 (Member $80 '"wr.wr_returned_date_sk")) '($53 (Member $80 '"wr.wr_returned_time_sk")) '($54 (Member $80 '"wr.wr_returning_addr_sk")) '($55 (Member $80 '"wr.wr_returning_cdemo_sk")) '($56 (Member $80 '"wr.wr_returning_customer_sk")) '($57 (Member $80 '"wr.wr_returning_hdemo_sk")) '($58 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $73 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.389 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3616: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedFilter | |
| 2024-03-06 15:03:42.398 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"d_date_sk")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('"Inner" '"date_dim" $70 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($74) (block '( | |
| (let $75 (Int32 '0)) | |
| (let $76 (And (Coalesce (> (Member $74 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $74 '"ws_net_paid") $75) $39) (Coalesce (> (Member $74 '"ws_quantity") $75) $39))) | |
| (return (OptionalIf $76 $74)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFlatMap (SkipNullMembers (OrderedFlatMap (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) $67) (lambda '($77) (OptionalIf (Coalesce (== (Member $77 '"d_year") (Int32 '"2000")) $39) $77))) $67) (lambda '($78) (OptionalIf (Coalesce (== (Member $78 '"d_moy") (Int32 '"12")) $39) $78))) '"date_dim") $71 '())) | |
| (let $73 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedMap (OrderedFlatMap $72 (lambda '($79) (OptionalIf (Coalesce (> (Member $79 '"wr.wr_return_amt") (Int32 '"10000")) $39) $79))) (lambda '($80) (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($64 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 '"date_dim.d_date_sk")) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($65 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($44 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($45 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($46 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $80 '"wr.wr_refunded_customer_sk")) '($48 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($49 (Member $80 '"wr.wr_return_amt_inc_tax")) '($50 (Member $80 '"wr.wr_return_quantity")) '($51 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($52 (Member $80 '"wr.wr_returned_date_sk")) '($53 (Member $80 '"wr.wr_returned_time_sk")) '($54 (Member $80 '"wr.wr_returning_addr_sk")) '($55 (Member $80 '"wr.wr_returning_cdemo_sk")) '($56 (Member $80 '"wr.wr_returning_customer_sk")) '($57 (Member $80 '"wr.wr_returning_hdemo_sk")) '($58 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost")))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $73 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.399 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_simple1.cpp:3636: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} Canonize OrderedMap | |
| 2024-03-06 15:03:42.414 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"d_date_sk")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('"Inner" '"date_dim" $70 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($74) (block '( | |
| (let $75 (Int32 '0)) | |
| (let $76 (And (Coalesce (> (Member $74 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $74 '"ws_net_paid") $75) $39) (Coalesce (> (Member $74 '"ws_quantity") $75) $39))) | |
| (return (OptionalIf $76 $74)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFlatMap (SkipNullMembers (OrderedFlatMap (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) $67) (lambda '($77) (OptionalIf (Coalesce (== (Member $77 '"d_year") (Int32 '"2000")) $39) $77))) $67) (lambda '($78) (OptionalIf (Coalesce (== (Member $78 '"d_moy") (Int32 '"12")) $39) $78))) '"date_dim") $71 '())) | |
| (let $73 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $72 (lambda '($79) (OptionalIf (Coalesce (> (Member $79 '"wr.wr_return_amt") (Int32 '"10000")) $39) $79))) (lambda '($80) (Just (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($64 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 '"date_dim.d_date_sk")) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($65 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($44 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($45 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($46 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $80 '"wr.wr_refunded_customer_sk")) '($48 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($49 (Member $80 '"wr.wr_return_amt_inc_tax")) '($50 (Member $80 '"wr.wr_return_quantity")) '($51 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($52 (Member $80 '"wr.wr_returned_date_sk")) '($53 (Member $80 '"wr.wr_returned_time_sk")) '($54 (Member $80 '"wr.wr_returning_addr_sk")) '($55 (Member $80 '"wr.wr_returning_cdemo_sk")) '($56 (Member $80 '"wr.wr_returning_customer_sk")) '($57 (Member $80 '"wr.wr_returning_hdemo_sk")) '($58 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_inc_tax")) '('"ws_net_profit" (Member $80 '"ws.ws_net_profit")) '('"ws_order_number" (Member $80 '"ws.ws_order_number")) '('"ws_promo_sk" (Member $80 '"ws.ws_promo_sk")) '('"ws_quantity" (Member $80 '"ws.ws_quantity")) '('"ws_sales_price" (Member $80 '"ws.ws_sales_price")) '('"ws_ship_addr_sk" (Member $80 '"ws.ws_ship_addr_sk")) '('"ws_ship_cdemo_sk" (Member $80 '"ws.ws_ship_cdemo_sk")) '($36 (Member $80 '"ws.ws_ship_customer_sk")) '('"ws_ship_date_sk" (Member $80 '"ws.ws_ship_date_sk")) '('"ws_ship_hdemo_sk" (Member $80 '"ws.ws_ship_hdemo_sk")) '('"ws_ship_mode_sk" (Member $80 '"ws.ws_ship_mode_sk")) '('"ws_sold_date_sk" (Member $80 '"ws.ws_sold_date_sk")) '('"ws_sold_time_sk" (Member $80 '"ws.ws_sold_time_sk")) '('"ws_warehouse_sk" (Member $80 '"ws.ws_warehouse_sk")) '('"ws_web_page_sk" (Member $80 '"ws.ws_web_page_sk")) '('"ws_web_site_sk" (Member $80 '"ws.ws_web_site_sk")) '($37 (Member $80 '"ws.ws_wholesale_cost"))))))) '('('type) '('autoref)))) | |
| (return (Commit! (Commit! $73 $14) (DataSink '"yt" '"dirac") '('('"epoch" '1)))) | |
| ) | |
| 2024-03-06 15:03:42.419 DEBUG mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_co_flow1.cpp:2017: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} SkipNullMembersOverFlatmap | |
| 2024-03-06 15:03:42.428 TRACE mrrun(pid=2454930, tid=0x00007F0865BF7D80) [core] yql_out_transformers.cpp:59: {8705dd46-8c5b9f07-1c12db31-3ff5fc3} OptimizedExpr: | |
| ( | |
| (let $1 (DataSource '"yt" '"$all")) | |
| (let $2 (YtConfigure! world $1 '"Attr" '"operationspec" '"{time_limit=3600000}")) | |
| (let $3 (YtConfigure! $2 $1 '"Attr" '"maxreplicationfactortofuseoperations" '"30")) | |
| (let $4 (YtConfigure! $3 $1 '"Attr" '"pool" '"tpcds")) | |
| (let $5 (YtConfigure! $4 $1 '"Attr" '"schedulingtagfilter" '"%true")) | |
| (let $6 (YtConfigure! $5 $1 '"Attr" '"querycachemode" '"disable")) | |
| (let $7 (YtConfigure! $6 $1 '"Attr" '"hybriddqexecution" '"true")) | |
| (let $8 (YtConfigure! $7 $1 '"Attr" '"automerge" '"disabled")) | |
| (let $9 (YtConfigure! $8 $1 '"Attr" '"datasizeperjob" '"16M")) | |
| (let $10 (YtConfigure! $9 $1 '"Attr" '"datasizepermapjob" '"24M")) | |
| (let $11 (YtConfigure! $10 $1 '"Attr" '"datasizeperpartition" '"64M")) | |
| (let $12 (YtConfigure! $11 $1 '"Attr" '"mapjoinlimit" '"33554432")) | |
| (let $13 (Configure! world (DataSource '"config") '"CostBasedOptimizer" '"native")) | |
| (let $14 (DataSink 'result)) | |
| (let $15 (DataSource '"yt" '"dirac")) | |
| (let $16 '('NativeYtTypeFlags '16)) | |
| (let $17 '('StrictSchema '1)) | |
| (let $18 '('UniqueKeys '0)) | |
| (let $19 '@@["StructType";[["ws_sold_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_sold_time_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_date_sk";["OptionalType";["DataType";"Int64"]]];["ws_item_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_bill_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_customer_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_addr_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_page_sk";["OptionalType";["DataType";"Int64"]]];["ws_web_site_sk";["OptionalType";["DataType";"Int64"]]];["ws_ship_mode_sk";["OptionalType";["DataType";"Int64"]]];["ws_warehouse_sk";["OptionalType";["DataType";"Int64"]]];["ws_promo_sk";["OptionalType";["DataType";"Int64"]]];["ws_order_number";["OptionalType";["DataType";"Int64"]]];["ws_quantity";["OptionalType";["DataType";"Int64"]]];["ws_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_list_price";["OptionalType";["DataType";"Float"]]];["ws_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_discount_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_sales_price";["OptionalType";["DataType";"Float"]]];["ws_ext_wholesale_cost";["OptionalType";["DataType";"Float"]]];["ws_ext_list_price";["OptionalType";["DataType";"Float"]]];["ws_ext_tax";["OptionalType";["DataType";"Float"]]];["ws_coupon_amt";["OptionalType";["DataType";"Float"]]];["ws_ext_ship_cost";["OptionalType";["DataType";"Float"]]];["ws_net_paid";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_tax";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship";["OptionalType";["DataType";"Float"]]];["ws_net_paid_inc_ship_tax";["OptionalType";["DataType";"Float"]]];["ws_net_profit";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $20 (YqlRowSpec $16 $17 $18 '('Type $19))) | |
| (let $21 (YtMeta '('CanWrite '1) '('DoesExist '1) '('YqlCompatibleScheme '1) '('InferredScheme '0) '('IsDynamic '0))) | |
| (let $22 '('ChunkCount '"1000")) | |
| (let $23 '('ModifyTime '"1707907334")) | |
| (let $24 '('Revision '"7481833077937")) | |
| (let $25 (YtStat '('Id '"6cd-bde8-13440191-b4afb85b") '('RecordsCount '"2211809044") '('DataSize '"603695506444") $22 $23 $24)) | |
| (let $26 (YtTable '"home/tpcds/3Tb/web_sales" $20 $21 $25 '() (Void) (Void) '"dirac")) | |
| (let $27 '('('"syscolumns" '('"path" '"record")))) | |
| (let $28 '"ws_bill_customer_sk") | |
| (let $29 '"ws_ext_discount_amt") | |
| (let $30 '"ws_ext_list_price") | |
| (let $31 '"ws_ext_sales_price") | |
| (let $32 '"ws_ext_wholesale_cost") | |
| (let $33 '"ws_net_paid_inc_ship") | |
| (let $34 '"ws_net_paid_inc_ship_tax") | |
| (let $35 '"ws_net_paid_inc_tax") | |
| (let $36 '"ws_ship_customer_sk") | |
| (let $37 '"ws_wholesale_cost") | |
| (let $38 '('"ws_bill_addr_sk" '"ws_bill_cdemo_sk" $28 '"ws_bill_hdemo_sk" '"ws_coupon_amt" $29 $30 $31 '"ws_ext_ship_cost" '"ws_ext_tax" $32 '"ws_item_sk" '"ws_list_price" '"ws_net_paid" $33 $34 $35 '"ws_net_profit" '"ws_order_number" '"ws_promo_sk" '"ws_quantity" '"ws_sales_price" '"ws_ship_addr_sk" '"ws_ship_cdemo_sk" $36 '"ws_ship_date_sk" '"ws_ship_hdemo_sk" '"ws_ship_mode_sk" '"ws_sold_date_sk" '"ws_sold_time_sk" '"ws_warehouse_sk" '"ws_web_page_sk" '"ws_web_site_sk" $37)) | |
| (let $39 (Bool 'false)) | |
| (let $40 '@@["StructType";[["wr_returned_date_sk";["OptionalType";["DataType";"Int64"]]];["wr_returned_time_sk";["OptionalType";["DataType";"Int64"]]];["wr_item_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_refunded_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_customer_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_cdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_hdemo_sk";["OptionalType";["DataType";"Int64"]]];["wr_returning_addr_sk";["OptionalType";["DataType";"Int64"]]];["wr_web_page_sk";["OptionalType";["DataType";"Int64"]]];["wr_reason_sk";["OptionalType";["DataType";"Int64"]]];["wr_order_number";["OptionalType";["DataType";"Int64"]]];["wr_return_quantity";["OptionalType";["DataType";"Int64"]]];["wr_return_amt";["OptionalType";["DataType";"Float"]]];["wr_return_tax";["OptionalType";["DataType";"Float"]]];["wr_return_amt_inc_tax";["OptionalType";["DataType";"Float"]]];["wr_fee";["OptionalType";["DataType";"Float"]]];["wr_return_ship_cost";["OptionalType";["DataType";"Float"]]];["wr_refunded_cash";["OptionalType";["DataType";"Float"]]];["wr_reversed_charge";["OptionalType";["DataType";"Float"]]];["wr_account_credit";["OptionalType";["DataType";"Float"]]];["wr_net_loss";["OptionalType";["DataType";"Float"]]]]]@@) | |
| (let $41 (YqlRowSpec $16 $17 $18 '('Type $40))) | |
| (let $42 (YtStat '('Id '"6cd-bdec-13440191-2de00700") '('RecordsCount '"221188884") '('DataSize '"40937892044") $22 $23 $24)) | |
| (let $43 (YtTable '"home/tpcds/3Tb/web_returns" $41 $21 $42 '() (Void) (Void) '"dirac")) | |
| (let $44 '"wr_account_credit") | |
| (let $45 '"wr_refunded_addr_sk") | |
| (let $46 '"wr_refunded_cdemo_sk") | |
| (let $47 '"wr_refunded_customer_sk") | |
| (let $48 '"wr_refunded_hdemo_sk") | |
| (let $49 '"wr_return_amt_inc_tax") | |
| (let $50 '"wr_return_quantity") | |
| (let $51 '"wr_return_ship_cost") | |
| (let $52 '"wr_returned_date_sk") | |
| (let $53 '"wr_returned_time_sk") | |
| (let $54 '"wr_returning_addr_sk") | |
| (let $55 '"wr_returning_cdemo_sk") | |
| (let $56 '"wr_returning_customer_sk") | |
| (let $57 '"wr_returning_hdemo_sk") | |
| (let $58 '"wr_reversed_charge") | |
| (let $59 '($44 '"wr_fee" '"wr_item_sk" '"wr_net_loss" '"wr_order_number" '"wr_reason_sk" $45 '"wr_refunded_cash" $46 $47 $48 '"wr_return_amt" $49 $50 $51 '"wr_return_tax" $52 $53 $54 $55 $56 $57 $58 '"wr_web_page_sk")) | |
| (let $60 '@@["StructType";[["d_date_sk";["OptionalType";["DataType";"Int64"]]];["d_date_id";["OptionalType";["DataType";"String"]]];["d_date";["OptionalType";["DataType";"Date"]]];["d_month_seq";["OptionalType";["DataType";"Int64"]]];["d_week_seq";["OptionalType";["DataType";"Int64"]]];["d_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_year";["OptionalType";["DataType";"Int64"]]];["d_dow";["OptionalType";["DataType";"Int64"]]];["d_moy";["OptionalType";["DataType";"Int64"]]];["d_dom";["OptionalType";["DataType";"Int64"]]];["d_qoy";["OptionalType";["DataType";"Int64"]]];["d_fy_year";["OptionalType";["DataType";"Int64"]]];["d_fy_quarter_seq";["OptionalType";["DataType";"Int64"]]];["d_fy_week_seq";["OptionalType";["DataType";"Int64"]]];["d_day_name";["OptionalType";["DataType";"String"]]];["d_quarter_name";["OptionalType";["DataType";"String"]]];["d_holiday";["OptionalType";["DataType";"String"]]];["d_weekend";["OptionalType";["DataType";"String"]]];["d_following_holiday";["OptionalType";["DataType";"String"]]];["d_first_dom";["OptionalType";["DataType";"Int64"]]];["d_last_dom";["OptionalType";["DataType";"Int64"]]];["d_same_day_ly";["OptionalType";["DataType";"Int64"]]];["d_same_day_lq";["OptionalType";["DataType";"Int64"]]];["d_current_day";["OptionalType";["DataType";"String"]]];["d_current_week";["OptionalType";["DataType";"String"]]];["d_current_month";["OptionalType";["DataType";"String"]]];["d_current_quarter";["OptionalType";["DataType";"String"]]];["d_current_year";["OptionalType";["DataType";"String"]]]]]@@) | |
| (let $61 (YqlRowSpec '('NativeYtTypeFlags '2) $17 $18 '('Type $60))) | |
| (let $62 (YtStat '('Id '"6cd-be05-13440191-b0161bf0") '('RecordsCount '"73049") '('DataSize '"12720962") '('ChunkCount '1) $23 $24)) | |
| (let $63 (YtTable '"home/tpcds/3Tb/date_dim" $61 $21 $62 '() (Void) (Void) '"dirac")) | |
| (let $64 '"d_current_quarter") | |
| (let $65 '"d_following_holiday") | |
| (let $66 '('"d_current_day" '"d_current_month" $64 '"d_current_week" '"d_current_year" '"d_date" '"d_date_id" '"d_date_sk" '"d_day_name" '"d_dom" '"d_dow" '"d_first_dom" $65 '"d_fy_quarter_seq" '"d_fy_week_seq" '"d_fy_year" '"d_holiday" '"d_last_dom" '"d_month_seq" '"d_moy" '"d_qoy" '"d_quarter_name" '"d_quarter_seq" '"d_same_day_lq" '"d_same_day_ly" '"d_week_seq" '"d_weekend" '"d_year")) | |
| (let $67 '('"d_date_sk")) | |
| (let $68 '('"ws" '"ws_order_number" '"ws" '"ws_item_sk")) | |
| (let $69 '('"wr" '"wr_order_number" '"wr" '"wr_item_sk")) | |
| (let $70 '('Left '"ws" '"wr" $68 $69 '())) | |
| (let $71 '('"Inner" '"date_dim" $70 '('"date_dim" '"d_date_sk") '('"ws" '"ws_sold_date_sk") '())) | |
| (let $72 (EquiJoin '((OrderedFlatMap (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $26 (Void) (Void) (Void))) $27)))) $38) (lambda '($74) (block '( | |
| (let $75 (Int32 '0)) | |
| (let $76 (And (Coalesce (> (Member $74 '"ws_net_profit") (Int32 '1)) $39) (Coalesce (> (Member $74 '"ws_net_paid") $75) $39) (Coalesce (> (Member $74 '"ws_quantity") $75) $39))) | |
| (return (OptionalIf $76 $74)) | |
| )))) '"ws") '((ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $43 (Void) (Void) (Void))) $27)))) $59) '"wr") '((OrderedFlatMap (OrderedFlatMap (SkipNullMembers (SkipNullMembers (ExtractMembers (Right! (YtReadTable! $12 $15 '((YtSection '((YtPath $63 (Void) (Void) (Void))) $27)))) $66) $67) $67) (lambda '($77) (OptionalIf (Coalesce (== (Member $77 '"d_year") (Int32 '"2000")) $39) $77))) (lambda '($78) (OptionalIf (Coalesce (== (Member $78 '"d_moy") (Int32 '"12")) $39) $78))) '"date_dim") $71 '())) | |
| (let $73 (ResWrite! (Sync! $12 $13) $14 (Key) (Unordered (OrderedFlatMap (OrderedFlatMap $72 (lambda '($79) (OptionalIf (Coalesce (> (Member $79 '"wr.wr_return_amt") (Int32 '"10000")) $39) $79))) (lambda '($80) (Just (AsStruct '('"d_current_day" (Member $80 '"date_dim.d_current_day")) '('"d_current_month" (Member $80 '"date_dim.d_current_month")) '($64 (Member $80 '"date_dim.d_current_quarter")) '('"d_current_week" (Member $80 '"date_dim.d_current_week")) '('"d_current_year" (Member $80 '"date_dim.d_current_year")) '('"d_date" (Member $80 '"date_dim.d_date")) '('"d_date_id" (Member $80 '"date_dim.d_date_id")) '('"d_date_sk" (Member $80 '"date_dim.d_date_sk")) '('"d_day_name" (Member $80 '"date_dim.d_day_name")) '('"d_dom" (Member $80 '"date_dim.d_dom")) '('"d_dow" (Member $80 '"date_dim.d_dow")) '('"d_first_dom" (Member $80 '"date_dim.d_first_dom")) '($65 (Member $80 '"date_dim.d_following_holiday")) '('"d_fy_quarter_seq" (Member $80 '"date_dim.d_fy_quarter_seq")) '('"d_fy_week_seq" (Member $80 '"date_dim.d_fy_week_seq")) '('"d_fy_year" (Member $80 '"date_dim.d_fy_year")) '('"d_holiday" (Member $80 '"date_dim.d_holiday")) '('"d_last_dom" (Member $80 '"date_dim.d_last_dom")) '('"d_month_seq" (Member $80 '"date_dim.d_month_seq")) '('"d_moy" (Member $80 '"date_dim.d_moy")) '('"d_qoy" (Member $80 '"date_dim.d_qoy")) '('"d_quarter_name" (Member $80 '"date_dim.d_quarter_name")) '('"d_quarter_seq" (Member $80 '"date_dim.d_quarter_seq")) '('"d_same_day_lq" (Member $80 '"date_dim.d_same_day_lq")) '('"d_same_day_ly" (Member $80 '"date_dim.d_same_day_ly")) '('"d_week_seq" (Member $80 '"date_dim.d_week_seq")) '('"d_weekend" (Member $80 '"date_dim.d_weekend")) '('"d_year" (Member $80 '"date_dim.d_year")) '($44 (Member $80 '"wr.wr_account_credit")) '('"wr_fee" (Member $80 '"wr.wr_fee")) '('"wr_item_sk" (Member $80 '"wr.wr_item_sk")) '('"wr_net_loss" (Member $80 '"wr.wr_net_loss")) '('"wr_order_number" (Member $80 '"wr.wr_order_number")) '('"wr_reason_sk" (Member $80 '"wr.wr_reason_sk")) '($45 (Member $80 '"wr.wr_refunded_addr_sk")) '('"wr_refunded_cash" (Member $80 '"wr.wr_refunded_cash")) '($46 (Member $80 '"wr.wr_refunded_cdemo_sk")) '($47 (Member $80 '"wr.wr_refunded_customer_sk")) '($48 (Member $80 '"wr.wr_refunded_hdemo_sk")) '('"wr_return_amt" (Member $80 '"wr.wr_return_amt")) '($49 (Member $80 '"wr.wr_return_amt_inc_tax")) '($50 (Member $80 '"wr.wr_return_quantity")) '($51 (Member $80 '"wr.wr_return_ship_cost")) '('"wr_return_tax" (Member $80 '"wr.wr_return_tax")) '($52 (Member $80 '"wr.wr_returned_date_sk")) '($53 (Member $80 '"wr.wr_returned_time_sk")) '($54 (Member $80 '"wr.wr_returning_addr_sk")) '($55 (Member $80 '"wr.wr_returning_cdemo_sk")) '($56 (Member $80 '"wr.wr_returning_customer_sk")) '($57 (Member $80 '"wr.wr_returning_hdemo_sk")) '($58 (Member $80 '"wr.wr_reversed_charge")) '('"wr_web_page_sk" (Member $80 '"wr.wr_web_page_sk")) '('"ws_bill_addr_sk" (Member $80 '"ws.ws_bill_addr_sk")) '('"ws_bill_cdemo_sk" (Member $80 '"ws.ws_bill_cdemo_sk")) '($28 (Member $80 '"ws.ws_bill_customer_sk")) '('"ws_bill_hdemo_sk" (Member $80 '"ws.ws_bill_hdemo_sk")) '('"ws_coupon_amt" (Member $80 '"ws.ws_coupon_amt")) '($29 (Member $80 '"ws.ws_ext_discount_amt")) '($30 (Member $80 '"ws.ws_ext_list_price")) '($31 (Member $80 '"ws.ws_ext_sales_price")) '('"ws_ext_ship_cost" (Member $80 '"ws.ws_ext_ship_cost")) '('"ws_ext_tax" (Member $80 '"ws.ws_ext_tax")) '($32 (Member $80 '"ws.ws_ext_wholesale_cost")) '('"ws_item_sk" (Member $80 '"ws.ws_item_sk")) '('"ws_list_price" (Member $80 '"ws.ws_list_price")) '('"ws_net_paid" (Member $80 '"ws.ws_net_paid")) '($33 (Member $80 '"ws.ws_net_paid_inc_ship")) '($34 (Member $80 '"ws.ws_net_paid_inc_ship_tax")) '($35 (Member $80 '"ws.ws_net_paid_i |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment