README.md

Reproductions scripts for q23 problem

cmdline.sh

#!/bin/sh
: ${path=$HOME/src/ydb}
command time \
    $path/ydb/library/yql/tools/dqrun/dqrun \
    -s \
    --fs-cfg $path/ydb/library/yql/tools/dqrun/examples/fs.conf \
    --gateways-cfg $path/ydb/library/benchmarks/runner/runner/test-gateways.conf \
    --udfs-dir $path/ydb/library/yql/udfs/common/ \
    --bindings-file ds-1-bindings.json \
    -p q23-reduced.sql \
    --result-file q23-result.yson \
    --plan-file q23-half1.sql-plan.yson \
    --expr-file q23-half1.sql-plan.yson \
    2>ds-1-q23-join-spilled-stderr-exp14-.txt

ds-1-bindings.json

{
    "call_center": {
        "ClusterType": "s3",
        "path": "ds/1/call_center/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["cc_call_center_sk"]
        },
        "schema": [
            "StructType", [
                 ["cc_call_center_id", ["OptionalType", ["DataType", "String"]]],
                 ["cc_call_center_sk", ["OptionalType", ["DataType", "Int32"]]],
                 ["cc_city", ["OptionalType", ["DataType", "String"]]],
                 ["cc_class", ["OptionalType", ["DataType", "String"]]],
                 ["cc_closed_date_sk", ["OptionalType", ["DataType", "Int32"]]],
                 ["cc_company", ["OptionalType", ["DataType", "Int32"]]],
                 ["cc_company_name", ["OptionalType", ["DataType", "String"]]],
                 ["cc_country", ["OptionalType", ["DataType", "String"]]],
                 ["cc_county", ["OptionalType", ["DataType", "String"]]],
                 ["cc_division", ["OptionalType", ["DataType", "Int32"]]],
                 ["cc_division_name", ["OptionalType", ["DataType", "String"]]],
                 ["cc_employees", ["OptionalType", ["DataType", "Int32"]]],
                 ["cc_gmt_offset", ["OptionalType", ["DataType", "Double"]]],
                 ["cc_hours", ["OptionalType", ["DataType", "String"]]],
                 ["cc_manager", ["OptionalType", ["DataType", "String"]]],
                 ["cc_market_manager", ["OptionalType", ["DataType", "String"]]],
                 ["cc_mkt_class", ["OptionalType", ["DataType", "String"]]],
                 ["cc_mkt_desc", ["OptionalType", ["DataType", "String"]]],
                 ["cc_mkt_id", ["OptionalType", ["DataType", "Int32"]]],
                 ["cc_name", ["OptionalType", ["DataType", "String"]]],
                 ["cc_open_date_sk", ["OptionalType", ["DataType", "Int32"]]],
                 ["cc_rec_end_date", ["OptionalType", ["DataType", "Date"]]],
                 ["cc_rec_start_date", ["OptionalType", ["DataType", "Date"]]],
                 ["cc_sq_ft", ["OptionalType", ["DataType", "Int32"]]],
                 ["cc_state", ["OptionalType", ["DataType", "String"]]],
                 ["cc_street_name", ["OptionalType", ["DataType", "String"]]],
                 ["cc_street_number", ["OptionalType", ["DataType", "String"]]],
                 ["cc_street_type", ["OptionalType", ["DataType", "String"]]],
                 ["cc_suite_number", ["OptionalType", ["DataType", "String"]]],
                 ["cc_tax_percentage", ["OptionalType", ["DataType", "Double"]]],
                 ["cc_zip", ["OptionalType", ["DataType", "String"]]]
            ]
        ]
    },
    "catalog_page": {
        "ClusterType": "s3",
        "path": "ds/1/catalog_page/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["cp_catalog_page_sk"]
        },
        "schema": [
            "StructType", [
                ["cp_catalog_number", ["OptionalType", ["DataType", "Int32"]]],
                ["cp_catalog_page_id", ["OptionalType", ["DataType", "String"]]],
                ["cp_catalog_page_number", ["OptionalType", ["DataType", "Int32"]]],
                ["cp_catalog_page_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cp_department", ["OptionalType", ["DataType", "String"]]],
                ["cp_description", ["OptionalType", ["DataType", "String"]]],
                ["cp_end_date_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cp_start_date_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cp_type", ["OptionalType", ["DataType", "String"]]]
            ]
        ]
    },
    "catalog_returns": {
        "ClusterType": "s3",
        "path": "ds/1/catalog_returns/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["cr_item_sk", "cr_order_number"]
        },
        "schema": [
            "StructType", [
                ["cr_call_center_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_catalog_page_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_fee", ["OptionalType", ["DataType", "Double"]]],
                ["cr_item_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_net_loss", ["OptionalType", ["DataType", "Double"]]],
                ["cr_order_number", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_reason_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_refunded_addr_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_refunded_cash", ["OptionalType", ["DataType", "Double"]]],
                ["cr_refunded_cdemo_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_refunded_customer_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_refunded_hdemo_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_return_amount", ["OptionalType", ["DataType", "Double"]]],
                ["cr_return_amt_inc_tax", ["OptionalType", ["DataType", "Double"]]],
                ["cr_return_quantity", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_return_ship_cost", ["OptionalType", ["DataType", "Double"]]],
                ["cr_return_tax", ["OptionalType", ["DataType", "Double"]]],
                ["cr_returned_date_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_returned_time_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_returning_addr_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_returning_cdemo_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_returning_customer_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_returning_hdemo_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_reversed_charge", ["OptionalType", ["DataType", "Double"]]],
                ["cr_ship_mode_sk", ["OptionalType", ["DataType", "Int32"]]],
                ["cr_store_credit", ["OptionalType", ["DataType", "Double"]]],
                ["cr_warehouse_sk", ["OptionalType", ["DataType", "Int32"]]]
            ]
        ]
    },
    "catalog_sales": {
        "ClusterType": "s3",
        "path": "ds/1/catalog_sales/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["cs_item_sk", "cs_order_number"]
        },
        "schema": [
            "StructType", [
                ["cs_bill_addr_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_bill_cdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_bill_customer_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_bill_hdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_call_center_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_catalog_page_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_coupon_amt",["OptionalType",["DataType","Double"]]],
                ["cs_ext_discount_amt",["OptionalType",["DataType","Double"]]],
                ["cs_ext_list_price",["OptionalType",["DataType","Double"]]],
                ["cs_ext_sales_price",["OptionalType",["DataType","Double"]]],
                ["cs_ext_ship_cost",["OptionalType",["DataType","Double"]]],
                ["cs_ext_tax",["OptionalType",["DataType","Double"]]],
                ["cs_ext_wholesale_cost",["OptionalType",["DataType","Double"]]],
                ["cs_item_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_list_price",["OptionalType",["DataType","Double"]]],
                ["cs_net_paid",["OptionalType",["DataType","Double"]]],
                ["cs_net_paid_inc_ship",["OptionalType",["DataType","Double"]]],
                ["cs_net_paid_inc_ship_tax",["OptionalType",["DataType","Double"]]],
                ["cs_net_paid_inc_tax",["OptionalType",["DataType","Double"]]],
                ["cs_net_profit",["OptionalType",["DataType","Double"]]],
                ["cs_order_number",["OptionalType",["DataType","Int32"]]],
                ["cs_promo_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_quantity",["OptionalType",["DataType","Int32"]]],
                ["cs_sales_price",["OptionalType",["DataType","Double"]]],
                ["cs_ship_addr_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_ship_cdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_ship_customer_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_ship_date_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_ship_hdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_ship_mode_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_sold_date_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_sold_time_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_warehouse_sk",["OptionalType",["DataType","Int32"]]],
                ["cs_wholesale_cost",["OptionalType",["DataType","Double"]]]
            ]
        ]
    },
    "customer": {
        "ClusterType": "s3",
        "path": "ds/1/customer/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["c_customer_sk"]
        },
        "schema": [
            "StructType", [
                ["c_birth_country",["OptionalType",["DataType","String"]]],
                ["c_birth_day",["OptionalType",["DataType","Int32"]]],
                ["c_birth_month",["OptionalType",["DataType","Int32"]]],
                ["c_birth_year",["OptionalType",["DataType","Int32"]]],
                ["c_current_addr_sk",["OptionalType",["DataType","Int32"]]],
                ["c_current_cdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["c_current_hdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["c_customer_id",["OptionalType",["DataType","String"]]],
                ["c_customer_sk",["OptionalType",["DataType","Int32"]]],
                ["c_email_address",["OptionalType",["DataType","String"]]],
                ["c_first_name",["OptionalType",["DataType","String"]]],
                ["c_first_sales_date_sk",["OptionalType",["DataType","Int32"]]],
                ["c_first_shipto_date_sk",["OptionalType",["DataType","Int32"]]],
                ["c_last_name",["OptionalType",["DataType","String"]]],
                ["c_last_review_date",["OptionalType",["DataType","Date"]]],
                ["c_login",["OptionalType",["DataType","String"]]],
                ["c_preferred_cust_flag",["OptionalType",["DataType","String"]]],
                ["c_salutation",["OptionalType",["DataType","String"]]]            
            ]
        ]
    },
    "customer_address": {
        "ClusterType": "s3",
        "path": "ds/1/customer_address/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["ca_address_sk"]
        },
        "schema": [
            "StructType", [
                ["ca_address_id",["OptionalType",["DataType","String"]]],
                ["ca_address_sk",["OptionalType",["DataType","Int32"]]],
                ["ca_city",["OptionalType",["DataType","String"]]],
                ["ca_country",["OptionalType",["DataType","String"]]],
                ["ca_county",["OptionalType",["DataType","String"]]],
                ["ca_gmt_offset",["OptionalType",["DataType","Double"]]],
                ["ca_location_type",["OptionalType",["DataType","String"]]],
                ["ca_state",["OptionalType",["DataType","String"]]],
                ["ca_street_name",["OptionalType",["DataType","String"]]],
                ["ca_street_number",["OptionalType",["DataType","String"]]],
                ["ca_street_type",["OptionalType",["DataType","String"]]],
                ["ca_suite_number",["OptionalType",["DataType","String"]]],
                ["ca_zip",["OptionalType",["DataType","String"]]]
            ]
        ]
    },
    "customer_demographics": {
        "ClusterType": "s3",
        "path": "ds/1/customer_demographics/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["cd_demo_sk"]
        },
        "schema": [
            "StructType", [
                ["cd_credit_rating",["OptionalType",["DataType","String"]]],
                ["cd_demo_sk",["OptionalType",["DataType","Int32"]]],
                ["cd_dep_college_count",["OptionalType",["DataType","Int32"]]],
                ["cd_dep_count",["OptionalType",["DataType","Int32"]]],
                ["cd_dep_employed_count",["OptionalType",["DataType","Int32"]]],
                ["cd_education_status",["OptionalType",["DataType","String"]]],
                ["cd_gender",["OptionalType",["DataType","String"]]],
                ["cd_marital_status",["OptionalType",["DataType","String"]]],
                ["cd_purchase_estimate",["OptionalType",["DataType","Int32"]]]
            ]
        ]
    },
    "date_dim": {
        "ClusterType": "s3",
        "path": "ds/1/date_dim/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["d_date_sk"]
        },
        "schema": [
            "StructType", [
                ["d_current_day",["OptionalType",["DataType","String"]]],
                ["d_current_month",["OptionalType",["DataType","String"]]],
                ["d_current_quarter",["OptionalType",["DataType","String"]]],
                ["d_current_week",["OptionalType",["DataType","String"]]],
                ["d_current_year",["OptionalType",["DataType","String"]]],
                ["d_date",["OptionalType",["DataType","Date"]]],
                ["d_date_id",["OptionalType",["DataType","String"]]],
                ["d_date_sk",["OptionalType",["DataType","Int32"]]],
                ["d_day_name",["OptionalType",["DataType","String"]]],
                ["d_dom",["OptionalType",["DataType","Int32"]]],
                ["d_dow",["OptionalType",["DataType","Int32"]]],
                ["d_first_dom",["OptionalType",["DataType","Int32"]]],
                ["d_following_holiday",["OptionalType",["DataType","String"]]],
                ["d_fy_quarter_seq",["OptionalType",["DataType","Int32"]]],
                ["d_fy_week_seq",["OptionalType",["DataType","Int32"]]],
                ["d_fy_year",["OptionalType",["DataType","Int32"]]],
                ["d_holiday",["OptionalType",["DataType","String"]]],
                ["d_last_dom",["OptionalType",["DataType","Int32"]]],
                ["d_month_seq",["OptionalType",["DataType","Int32"]]],
                ["d_moy",["OptionalType",["DataType","Int32"]]],
                ["d_qoy",["OptionalType",["DataType","Int32"]]],
                ["d_quarter_name",["OptionalType",["DataType","String"]]],
                ["d_quarter_seq",["OptionalType",["DataType","Int32"]]],
                ["d_same_day_lq",["OptionalType",["DataType","Int32"]]],
                ["d_same_day_ly",["OptionalType",["DataType","Int32"]]],
                ["d_week_seq",["OptionalType",["DataType","Int32"]]],
                ["d_weekend",["OptionalType",["DataType","String"]]],
                ["d_year",["OptionalType",["DataType","Int32"]]]
            ]
        ]
    },
    "household_demographics": {
        "ClusterType": "s3",
        "path": "ds/1/household_demographics/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["hd_demo_sk"]
        },
        "schema": [
            "StructType", [
                ["hd_buy_potential",["OptionalType",["DataType","String"]]],
                ["hd_demo_sk",["OptionalType",["DataType","Int32"]]],
                ["hd_dep_count",["OptionalType",["DataType","Int32"]]],
                ["hd_income_band_sk",["OptionalType",["DataType","Int32"]]],
                ["hd_vehicle_count",["OptionalType",["DataType","Int32"]]]            
            ]
        ]
    },
    "income_band": {
        "ClusterType": "s3",
        "path": "ds/1/income_band/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["ib_income_band_sk"]
        },
        "schema": [
            "StructType", [
                ["ib_income_band_sk",["OptionalType",["DataType","Int32"]]],
                ["ib_lower_bound",["OptionalType",["DataType","Int32"]]],
                ["ib_upper_bound",["OptionalType",["DataType","Int32"]]]                        
            ]
        ]
    },
    "inventory": {
        "ClusterType": "s3",
        "path": "ds/1/inventory/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["inv_date_sk", "inv_item_sk", "inv_warehouse_sk"]
        },
        "schema": [
            "StructType", [
                ["inv_date_sk",["OptionalType",["DataType","Int32"]]],
                ["inv_item_sk",["OptionalType",["DataType","Int32"]]],
                ["inv_quantity_on_hand",["OptionalType",["DataType","Int32"]]],
                ["inv_warehouse_sk",["OptionalType",["DataType","Int32"]]]            
            ]
        ]
    },
    "item": {
        "ClusterType": "s3",
        "path": "ds/1/item/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["i_item_sk"]
        },
        "schema": [
            "StructType", [
                ["i_brand",["OptionalType",["DataType","String"]]],
                ["i_brand_id",["OptionalType",["DataType","Int32"]]],
                ["i_category",["OptionalType",["DataType","String"]]],
                ["i_category_id",["OptionalType",["DataType","Int32"]]],
                ["i_class",["OptionalType",["DataType","String"]]],
                ["i_class_id",["OptionalType",["DataType","Int32"]]],
                ["i_color",["OptionalType",["DataType","String"]]],
                ["i_container",["OptionalType",["DataType","String"]]],
                ["i_current_price",["OptionalType",["DataType","Double"]]],
                ["i_formulation",["OptionalType",["DataType","String"]]],
                ["i_item_desc",["OptionalType",["DataType","String"]]],
                ["i_item_id",["OptionalType",["DataType","String"]]],
                ["i_item_sk",["OptionalType",["DataType","Int32"]]],
                ["i_manager_id",["OptionalType",["DataType","Int32"]]],
                ["i_manufact",["OptionalType",["DataType","String"]]],
                ["i_manufact_id",["OptionalType",["DataType","Int32"]]],
                ["i_product_name",["OptionalType",["DataType","String"]]],
                ["i_rec_end_date",["OptionalType",["DataType","Date"]]],
                ["i_rec_start_date",["OptionalType",["DataType","Date"]]],
                ["i_size",["OptionalType",["DataType","String"]]],
                ["i_units",["OptionalType",["DataType","String"]]],
                ["i_wholesale_cost",["OptionalType",["DataType","Double"]]]            
            ]
        ]
    },
    "promotion": {
        "ClusterType": "s3",
        "path": "ds/1/promotion/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["p_promo_sk"]
        },
        "schema": [
            "StructType", [
                ["p_channel_catalog",["OptionalType",["DataType","String"]]],
                ["p_channel_demo",["OptionalType",["DataType","String"]]],
                ["p_channel_details",["OptionalType",["DataType","String"]]],
                ["p_channel_dmail",["OptionalType",["DataType","String"]]],
                ["p_channel_email",["OptionalType",["DataType","String"]]],
                ["p_channel_event",["OptionalType",["DataType","String"]]],
                ["p_channel_press",["OptionalType",["DataType","String"]]],
                ["p_channel_radio",["OptionalType",["DataType","String"]]],
                ["p_channel_tv",["OptionalType",["DataType","String"]]],
                ["p_cost",["OptionalType",["DataType","Double"]]],
                ["p_discount_active",["OptionalType",["DataType","String"]]],
                ["p_end_date_sk",["OptionalType",["DataType","Int32"]]],
                ["p_item_sk",["OptionalType",["DataType","Int32"]]],
                ["p_promo_id",["OptionalType",["DataType","String"]]],
                ["p_promo_name",["OptionalType",["DataType","String"]]],
                ["p_promo_sk",["OptionalType",["DataType","Int32"]]],
                ["p_purpose",["OptionalType",["DataType","String"]]],
                ["p_response_target",["OptionalType",["DataType","Int32"]]],
                ["p_start_date_sk",["OptionalType",["DataType","Int32"]]]
            ]
        ]
    },
    "reason": {
        "ClusterType": "s3",
        "path": "ds/1/reason/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["r_reason_sk"]
        },
        "schema": [
            "StructType", [
                ["r_reason_desc",["OptionalType",["DataType","String"]]],
                ["r_reason_id",["OptionalType",["DataType","String"]]],
                ["r_reason_sk",["OptionalType",["DataType","Int32"]]]            
            ]
        ]
    },
    "ship_mode": {
        "ClusterType": "s3",
        "path": "ds/1/ship_mode/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["sm_ship_mode_sk"]
        },
        "schema": [
            "StructType", [
                ["sm_carrier",["OptionalType",["DataType","String"]]],
                ["sm_code",["OptionalType",["DataType","String"]]],
                ["sm_contract",["OptionalType",["DataType","String"]]],
                ["sm_ship_mode_id",["OptionalType",["DataType","String"]]],
                ["sm_ship_mode_sk",["OptionalType",["DataType","Int32"]]],
                ["sm_type",["OptionalType",["DataType","String"]]]            
            ]
        ]
    },
    "store": {
        "ClusterType": "s3",
        "path": "ds/1/store/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["s_store_sk"]
        },
        "schema": [
            "StructType", [
                ["s_city",["OptionalType",["DataType","String"]]],
                ["s_closed_date_sk",["OptionalType",["DataType","Int32"]]],
                ["s_company_id",["OptionalType",["DataType","Int32"]]],
                ["s_company_name",["OptionalType",["DataType","String"]]],
                ["s_country",["OptionalType",["DataType","String"]]],
                ["s_county",["OptionalType",["DataType","String"]]],
                ["s_division_id",["OptionalType",["DataType","Int32"]]],
                ["s_division_name",["OptionalType",["DataType","String"]]],
                ["s_floor_space",["OptionalType",["DataType","Int32"]]],
                ["s_geography_class",["OptionalType",["DataType","String"]]],
                ["s_gmt_offset",["OptionalType",["DataType","Double"]]],
                ["s_hours",["OptionalType",["DataType","String"]]],
                ["s_manager",["OptionalType",["DataType","String"]]],
                ["s_market_desc",["OptionalType",["DataType","String"]]],
                ["s_market_id",["OptionalType",["DataType","Int32"]]],
                ["s_market_manager",["OptionalType",["DataType","String"]]],
                ["s_number_employees",["OptionalType",["DataType","Int32"]]],
                ["s_rec_end_date",["OptionalType",["DataType","Date"]]],
                ["s_rec_start_date",["OptionalType",["DataType","Date"]]],
                ["s_state",["OptionalType",["DataType","String"]]],
                ["s_store_id",["OptionalType",["DataType","String"]]],
                ["s_store_name",["OptionalType",["DataType","String"]]],
                ["s_store_sk",["OptionalType",["DataType","Int32"]]],
                ["s_street_name",["OptionalType",["DataType","String"]]],
                ["s_street_number",["OptionalType",["DataType","String"]]],
                ["s_street_type",["OptionalType",["DataType","String"]]],
                ["s_suite_number",["OptionalType",["DataType","String"]]],
                ["s_tax_precentage",["OptionalType",["DataType","Double"]]],
                ["s_zip",["OptionalType",["DataType","String"]]]            
            ]
        ]
    },
    "store_returns": {
        "ClusterType": "s3",
        "path": "ds/1/store_returns/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_keys": ["sr_item_sk", "sr_ticket_number"]
        },
        "schema": [
            "StructType", [
                ["sr_addr_sk",["OptionalType",["DataType","Int32"]]],
                ["sr_cdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["sr_customer_sk",["OptionalType",["DataType","Int32"]]],
                ["sr_fee",["OptionalType",["DataType","Double"]]],
                ["sr_hdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["sr_item_sk",["OptionalType",["DataType","Int32"]]],
                ["sr_net_loss",["OptionalType",["DataType","Double"]]],
                ["sr_reason_sk",["OptionalType",["DataType","Int32"]]],
                ["sr_refunded_cash",["OptionalType",["DataType","Double"]]],
                ["sr_return_amt",["OptionalType",["DataType","Double"]]],
                ["sr_return_amt_inc_tax",["OptionalType",["DataType","Double"]]],
                ["sr_return_quantity",["OptionalType",["DataType","Int32"]]],
                ["sr_return_ship_cost",["OptionalType",["DataType","Double"]]],
                ["sr_return_tax",["OptionalType",["DataType","Double"]]],
                ["sr_return_time_sk",["OptionalType",["DataType","Int32"]]],
                ["sr_returned_date_sk",["OptionalType",["DataType","Int32"]]],
                ["sr_reversed_charge",["OptionalType",["DataType","Double"]]],
                ["sr_store_credit",["OptionalType",["DataType","Double"]]],
                ["sr_store_sk",["OptionalType",["DataType","Int32"]]],
                ["sr_ticket_number",["OptionalType",["DataType","Int32"]]]            
            ]
        ]
    },
    "store_sales": {
        "ClusterType": "s3",
        "path": "ds/1/store_sales/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["ss_item_sk", "ss_ticket_number"]
        },
        "schema": [
            "StructType", [
                ["ss_addr_sk",["OptionalType",["DataType","Int32"]]],
                ["ss_cdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["ss_coupon_amt",["OptionalType",["DataType","Double"]]],
                ["ss_customer_sk",["OptionalType",["DataType","Int32"]]],
                ["ss_ext_discount_amt",["OptionalType",["DataType","Double"]]],
                ["ss_ext_list_price",["OptionalType",["DataType","Double"]]],
                ["ss_ext_sales_price",["OptionalType",["DataType","Double"]]],
                ["ss_ext_tax",["OptionalType",["DataType","Double"]]],
                ["ss_ext_wholesale_cost",["OptionalType",["DataType","Double"]]],
                ["ss_hdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["ss_item_sk",["OptionalType",["DataType","Int32"]]],
                ["ss_list_price",["OptionalType",["DataType","Double"]]],
                ["ss_net_paid",["OptionalType",["DataType","Double"]]],
                ["ss_net_paid_inc_tax",["OptionalType",["DataType","Double"]]],
                ["ss_net_profit",["OptionalType",["DataType","Double"]]],
                ["ss_promo_sk",["OptionalType",["DataType","Int32"]]],
                ["ss_quantity",["OptionalType",["DataType","Int32"]]],
                ["ss_sales_price",["OptionalType",["DataType","Double"]]],
                ["ss_sold_date_sk",["OptionalType",["DataType","Int32"]]],
                ["ss_sold_time_sk",["OptionalType",["DataType","Int32"]]],
                ["ss_store_sk",["OptionalType",["DataType","Int32"]]],
                ["ss_ticket_number",["OptionalType",["DataType","Int32"]]],
                ["ss_wholesale_cost",["OptionalType",["DataType","Double"]]]            
            ]
        ]
    },
    "time_dim": {
        "ClusterType": "s3",
        "path": "ds/1/time_dim/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["t_time_sk"]
        },
        "schema": [
            "StructType", [
                ["t_am_pm",["OptionalType",["DataType","String"]]],
                ["t_hour",["OptionalType",["DataType","Int32"]]],
                ["t_meal_time",["OptionalType",["DataType","String"]]],
                ["t_minute",["OptionalType",["DataType","Int32"]]],
                ["t_second",["OptionalType",["DataType","Int32"]]],
                ["t_shift",["OptionalType",["DataType","String"]]],
                ["t_sub_shift",["OptionalType",["DataType","String"]]],
                ["t_time",["OptionalType",["DataType","Int32"]]],
                ["t_time_id",["OptionalType",["DataType","String"]]],
                ["t_time_sk",["OptionalType",["DataType","Int32"]]]            
            ]
        ]
    },
    "warehouse": {
        "ClusterType": "s3",
        "path": "ds/1/warehouse/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_keys": ["w_warehouse_sk"]
        },
        "schema": [
            "StructType", [
                ["w_city",["OptionalType",["DataType","String"]]],
                ["w_country",["OptionalType",["DataType","String"]]],
                ["w_county",["OptionalType",["DataType","String"]]],
                ["w_gmt_offset",["OptionalType",["DataType","Double"]]],
                ["w_state",["OptionalType",["DataType","String"]]],
                ["w_street_name",["OptionalType",["DataType","String"]]],
                ["w_street_number",["OptionalType",["DataType","String"]]],
                ["w_street_type",["OptionalType",["DataType","String"]]],
                ["w_suite_number",["OptionalType",["DataType","String"]]],
                ["w_warehouse_id",["OptionalType",["DataType","String"]]],
                ["w_warehouse_name",["OptionalType",["DataType","String"]]],
                ["w_warehouse_sk",["OptionalType",["DataType","Int32"]]],
                ["w_warehouse_sq_ft",["OptionalType",["DataType","Int32"]]],
                ["w_zip",["OptionalType",["DataType","String"]]]            
            ]
        ]
    },
    "web_page": {
        "ClusterType": "s3",
        "path": "ds/1/web_page/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["wp_web_page_sk"]
        },
        "schema": [
            "StructType", [
                ["wp_access_date_sk",["OptionalType",["DataType","Int32"]]],
                ["wp_autogen_flag",["OptionalType",["DataType","String"]]],
                ["wp_char_count",["OptionalType",["DataType","Int32"]]],
                ["wp_creation_date_sk",["OptionalType",["DataType","Int32"]]],
                ["wp_customer_sk",["OptionalType",["DataType","Int32"]]],
                ["wp_image_count",["OptionalType",["DataType","Int32"]]],
                ["wp_link_count",["OptionalType",["DataType","Int32"]]],
                ["wp_max_ad_count",["OptionalType",["DataType","Int32"]]],
                ["wp_rec_end_date",["OptionalType",["DataType","Date"]]],
                ["wp_rec_start_date",["OptionalType",["DataType","Date"]]],
                ["wp_type",["OptionalType",["DataType","String"]]],
                ["wp_url",["OptionalType",["DataType","String"]]],
                ["wp_web_page_id",["OptionalType",["DataType","String"]]],
                ["wp_web_page_sk",["OptionalType",["DataType","Int32"]]]            
            ]
        ]
    },
    "web_returns": {
        "ClusterType": "s3",
        "path": "ds/1/web_returns/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["wr_item_sk", "wr_order_number"]
        },
        "schema": [
            "StructType", [
                ["wr_account_credit",["OptionalType",["DataType","Double"]]],
                ["wr_fee",["OptionalType",["DataType","Double"]]],
                ["wr_item_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_net_loss",["OptionalType",["DataType","Double"]]],
                ["wr_order_number",["OptionalType",["DataType","Int32"]]],
                ["wr_reason_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_refunded_addr_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_refunded_cash",["OptionalType",["DataType","Double"]]],
                ["wr_refunded_cdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_refunded_customer_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_refunded_hdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_return_amt",["OptionalType",["DataType","Double"]]],
                ["wr_return_amt_inc_tax",["OptionalType",["DataType","Double"]]],
                ["wr_return_quantity",["OptionalType",["DataType","Int32"]]],
                ["wr_return_ship_cost",["OptionalType",["DataType","Double"]]],
                ["wr_return_tax",["OptionalType",["DataType","Double"]]],
                ["wr_returned_date_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_returned_time_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_returning_addr_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_returning_cdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_returning_customer_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_returning_hdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["wr_reversed_charge",["OptionalType",["DataType","Double"]]],
                ["wr_web_page_sk",["OptionalType",["DataType","Int32"]]]            
            ]
        ]
    },
    "web_sales": {
        "ClusterType": "s3",
        "path": "ds/1/web_sales/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_key": ["ws_item_sk", "ws_order_number"]
        },
        "schema": [
            "StructType", [
                ["ws_bill_addr_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_bill_cdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_bill_customer_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_bill_hdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_coupon_amt",["OptionalType",["DataType","Double"]]],
                ["ws_ext_discount_amt",["OptionalType",["DataType","Double"]]],
                ["ws_ext_list_price",["OptionalType",["DataType","Double"]]],
                ["ws_ext_sales_price",["OptionalType",["DataType","Double"]]],
                ["ws_ext_ship_cost",["OptionalType",["DataType","Double"]]],
                ["ws_ext_tax",["OptionalType",["DataType","Double"]]],
                ["ws_ext_wholesale_cost",["OptionalType",["DataType","Double"]]],
                ["ws_item_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_list_price",["OptionalType",["DataType","Double"]]],
                ["ws_net_paid",["OptionalType",["DataType","Double"]]],
                ["ws_net_paid_inc_ship",["OptionalType",["DataType","Double"]]],
                ["ws_net_paid_inc_ship_tax",["OptionalType",["DataType","Double"]]],
                ["ws_net_paid_inc_tax",["OptionalType",["DataType","Double"]]],
                ["ws_net_profit",["OptionalType",["DataType","Double"]]],
                ["ws_order_number",["OptionalType",["DataType","Int32"]]],
                ["ws_promo_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_quantity",["OptionalType",["DataType","Int32"]]],
                ["ws_sales_price",["OptionalType",["DataType","Double"]]],
                ["ws_ship_addr_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_ship_cdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_ship_customer_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_ship_date_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_ship_hdemo_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_ship_mode_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_sold_date_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_sold_time_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_warehouse_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_web_page_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_web_site_sk",["OptionalType",["DataType","Int32"]]],
                ["ws_wholesale_cost",["OptionalType",["DataType","Double"]]]            
            ]
        ]
    },
    "web_site": {
        "ClusterType": "s3",
        "path": "ds/1/web_site/",
        "cluster": "yq-tpc-local",
        "format": "parquet",
        "constraints": {
            "primary_keys": ["web_site_sk"]
        },
        "schema": [
            "StructType", [
                ["web_city",["OptionalType",["DataType","String"]]],
                ["web_class",["OptionalType",["DataType","String"]]],
                ["web_close_date_sk",["OptionalType",["DataType","Int32"]]],
                ["web_company_id",["OptionalType",["DataType","Int32"]]],
                ["web_company_name",["OptionalType",["DataType","String"]]],
                ["web_country",["OptionalType",["DataType","String"]]],
                ["web_county",["OptionalType",["DataType","String"]]],
                ["web_gmt_offset",["OptionalType",["DataType","Double"]]],
                ["web_manager",["OptionalType",["DataType","String"]]],
                ["web_market_manager",["OptionalType",["DataType","String"]]],
                ["web_mkt_class",["OptionalType",["DataType","String"]]],
                ["web_mkt_desc",["OptionalType",["DataType","String"]]],
                ["web_mkt_id",["OptionalType",["DataType","Int32"]]],
                ["web_name",["OptionalType",["DataType","String"]]],
                ["web_open_date_sk",["OptionalType",["DataType","Int32"]]],
                ["web_rec_end_date",["OptionalType",["DataType","Date"]]],
                ["web_rec_start_date",["OptionalType",["DataType","Date"]]],
                ["web_site_id",["OptionalType",["DataType","String"]]],
                ["web_site_sk",["OptionalType",["DataType","Int32"]]],
                ["web_state",["OptionalType",["DataType","String"]]],
                ["web_street_name",["OptionalType",["DataType","String"]]],
                ["web_street_number",["OptionalType",["DataType","String"]]],
                ["web_street_type",["OptionalType",["DataType","String"]]],
                ["web_suite_number",["OptionalType",["DataType","String"]]],
                ["web_tax_percentage",["OptionalType",["DataType","Double"]]],
                ["web_zip",["OptionalType",["DataType","String"]]]            
            ]
        ]
    }
}

ds-1-q23-join-spilled-stderr-exp14-.txt-fbk

2024-06-29 00:10:05.447 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [default] dqrun.cpp:756: dqrun ABI version: 2.38.0
2024-06-29 00:10:05.472 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [default] storage.cpp:177: FileStorage initialized in "/tmp/tmp2TEmW2/", temporary dir: "/tmp/tmp2TEmW2/822880", files: 0, total size: 0
2024-06-29 00:10:05.480 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [generic] client.cpp:34: Connector endpoint: grpcs://connector.yqv2-dev.cloud.yandex.net:50051
2024-06-29 00:10:05.483 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [http gw] yql_dns_gateway.h:85: Filled DNS resolution table based on provided configuration
2024-06-29 00:10:05.483 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [http gw] yql_dns_gateway.h:126: Started DNS table update
2024-06-29 00:10:05.487 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] interconnect_helpers.cpp:215: Start listener ::1:31337 socket: 16
2024-06-29 00:10:05.510 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] service_node.cpp:126: Starting GRPC on 31338
GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option
2024-06-29 00:10:05.883 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [generic] yql_generic_settings.cpp:38: GenericConfiguration::AddCluster: name = ydb_dev, kind = YDB, database name = , database id = etnejle6hb72cdr6aqps, endpoint = {  }, use tls = 1, protocol = NATIVE
2024-06-29 00:10:05.885 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_dq_gateway.cpp:561: {dummy_op} OpenSession
2024-06-29 00:10:05.886 INFO  dqrun(pid=822880, tid=0x00007E84C5DC0640) [DQ] yql_dq_gateway.cpp:589: {dummy_op} OpenSession OK
2024-06-29 00:10:05.888 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [YT] yql_yt_io_discovery.cpp:227: {dummy_op} YtIODiscovery - finish, status: Ok
2024-06-29 00:10:05.888 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_listing_strategy.cpp:997: {dummy_op} [TLoggingS3ListingStrategy] Going to list request TListingRequest{.url=file://./tpc/,.Prefix=ds/1/customer/,.Pattern=ds/1/customer/*,.PatternType=Wildcard,.AwsUserPwd=<some token with length0>,.AwsSigV4=0,.Token=<some token with length 0>} with options TS3ListingOptions{.IsPartitionedDataset=0,.IsConcurrentListing=0}
2024-06-29 00:10:05.919 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_listing_strategy.cpp:227: {dummy_op} [TCompositeS3ListingStrategy] Strategy successfully listed paths. Returning result: 60 objects, 0 path prefixes
2024-06-29 00:10:05.919 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_listing_strategy.cpp:1005: {dummy_op} [TLoggingS3ListingStrategy] Listing took 0.000000s and ended with 60 entries
2024-06-29 00:10:05.919 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_listing_strategy.cpp:997: {dummy_op} [TLoggingS3ListingStrategy] Going to list request TListingRequest{.url=file://./tpc/,.Prefix=ds/1/store_sales/,.Pattern=ds/1/store_sales/*,.PatternType=Wildcard,.AwsUserPwd=<some token with length0>,.AwsSigV4=0,.Token=<some token with length 0>} with options TS3ListingOptions{.IsPartitionedDataset=0,.IsConcurrentListing=0}
2024-06-29 00:10:05.932 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_listing_strategy.cpp:227: {dummy_op} [TCompositeS3ListingStrategy] Strategy successfully listed paths. Returning result: 60 objects, 0 path prefixes
2024-06-29 00:10:05.932 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_listing_strategy.cpp:1005: {dummy_op} [TLoggingS3ListingStrategy] Listing took 0.000001s and ended with 60 entries
2024-06-29 00:10:05.932 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_listing_strategy.cpp:997: {dummy_op} [TLoggingS3ListingStrategy] Going to list request TListingRequest{.url=file://./tpc/,.Prefix=ds/1/date_dim/,.Pattern=ds/1/date_dim/*,.PatternType=Wildcard,.AwsUserPwd=<some token with length0>,.AwsSigV4=0,.Token=<some token with length 0>} with options TS3ListingOptions{.IsPartitionedDataset=0,.IsConcurrentListing=0}
2024-06-29 00:10:05.946 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_listing_strategy.cpp:227: {dummy_op} [TCompositeS3ListingStrategy] Strategy successfully listed paths. Returning result: 60 objects, 0 path prefixes
2024-06-29 00:10:05.946 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_listing_strategy.cpp:1005: {dummy_op} [TLoggingS3ListingStrategy] Listing took 0.000001s and ended with 60 entries
2024-06-29 00:10:05.946 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_io_discovery.cpp:379: {dummy_op} Pattern ds/1/customer/* has 60 items with total size 5709407
2024-06-29 00:10:05.947 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_io_discovery.cpp:379: {dummy_op} Pattern ds/1/date_dim/* has 60 items with total size 1640802
2024-06-29 00:10:05.947 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_io_discovery.cpp:379: {dummy_op} Pattern ds/1/store_sales/* has 60 items with total size 163887278
2024-06-29 00:10:05.947 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_io_discovery.cpp:379: {dummy_op} Pattern ds/1/store_sales/* has 60 items with total size 163887278
2024-06-29 00:10:05.947 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_io_discovery.cpp:379: {dummy_op} Pattern ds/1/customer/* has 60 items with total size 5709407
2024-06-29 00:10:05.948 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [YT] yql_yt_io_discovery.cpp:227: {dummy_op} YtIODiscovery - finish, status: Ok
2024-06-29 00:10:05.949 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [RESULT] yql_result_provider.cpp:1414: {dummy_op} RewriteIO
2024-06-29 00:10:06.053 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_dq_integration.cpp:244: {dummy_op} Wrap S3ReadObject! with token: cluster:default_yq-tpc-local
2024-06-29 00:10:06.054 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_dq_integration.cpp:244: {dummy_op} Wrap S3ReadObject! with token: cluster:default_yq-tpc-local
2024-06-29 00:10:06.054 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_dq_integration.cpp:244: {dummy_op} Wrap S3ReadObject! with token: cluster:default_yq-tpc-local
2024-06-29 00:10:06.055 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_dq_integration.cpp:244: {dummy_op} Wrap S3ReadObject! with token: cluster:default_yq-tpc-local
2024-06-29 00:10:06.055 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_dq_integration.cpp:244: {dummy_op} Wrap S3ReadObject! with token: cluster:default_yq-tpc-local
2024-06-29 00:10:06.056 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_dq_recapture.cpp:102: {dummy_op} DqsRecapture
2024-06-29 00:10:06.064 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_logical_opt.cpp:633: {dummy_op} ExtractMembers over DqSource with S3ParseSettings
2024-06-29 00:10:06.064 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_optimize.cpp:135: {dummy_op} LogicalOptimizer-ExtractMembersOverDqSource
2024-06-29 00:10:06.064 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_logical_opt.cpp:633: {dummy_op} ExtractMembers over DqSource with S3ParseSettings
2024-06-29 00:10:06.064 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_optimize.cpp:135: {dummy_op} LogicalOptimizer-ExtractMembersOverDqSource
2024-06-29 00:10:06.064 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_logical_opt.cpp:633: {dummy_op} ExtractMembers over DqSource with S3ParseSettings
2024-06-29 00:10:06.064 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_optimize.cpp:135: {dummy_op} LogicalOptimizer-ExtractMembersOverDqSource
2024-06-29 00:10:06.064 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_logical_opt.cpp:633: {dummy_op} ExtractMembers over DqSource with S3ParseSettings
2024-06-29 00:10:06.064 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_optimize.cpp:135: {dummy_op} LogicalOptimizer-ExtractMembersOverDqSource
2024-06-29 00:10:06.074 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:10:06.076 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_optimize.cpp:135: {dummy_op} PhysicalOptimizer-TrimReadWorld
2024-06-29 00:10:06.082 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:10:06.082 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_optimize.cpp:135: {dummy_op} PhysicalOptimizer-TrimReadWorld
2024-06-29 00:10:06.087 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:10:06.087 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_optimize.cpp:135: {dummy_op} PhysicalOptimizer-TrimReadWorld
2024-06-29 00:10:06.092 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:10:06.092 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_optimize.cpp:135: {dummy_op} PhysicalOptimizer-TrimReadWorld
2024-06-29 00:10:06.096 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:10:06.096 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_optimize.cpp:135: {dummy_op} PhysicalOptimizer-TrimReadWorld
2024-06-29 00:10:06.100 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:10:06.101 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildStageWithSourceWrap
2024-06-29 00:10:06.101 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildStageWithSourceWrap
2024-06-29 00:10:06.101 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildStageWithSourceWrap
2024-06-29 00:10:06.101 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildStageWithSourceWrap
2024-06-29 00:10:06.106 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteEquiJoin
2024-06-29 00:10:06.106 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteEquiJoin
2024-06-29 00:10:06.115 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] dqs_opt.cpp:220: {dummy_op} DqReplicateStageMultiOutput
2024-06-29 00:10:06.119 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:95: {dummy_op} DqsPhy-BuildJoin<true>
2024-06-29 00:10:06.134 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:95: {dummy_op} DqsPhy-BuildJoin<true>
2024-06-29 00:10:06.138 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-PushExtractMembersToStage<false>
2024-06-29 00:10:06.143 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:10:06.146 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:10:06.149 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:10:06.155 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-PushCombineToStage<false>
2024-06-29 00:10:06.158 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:10:06.161 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:10:06.166 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildShuffleStage<false>
2024-06-29 00:10:06.169 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildFlatmapStage<false>
2024-06-29 00:10:06.177 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [RESULT] yql_result_provider.cpp:769: {dummy_op} ResPull
2024-06-29 00:10:06.186 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core exec] yql_execution.cpp:59: {dummy_op} Begin, root #205831
2024-06-29 00:10:06.186 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core exec] yql_execution.cpp:72: {dummy_op} Collect unused nodes for root #205831, status: Ok
2024-06-29 00:10:06.186 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core exec] yql_execution.cpp:577: {dummy_op} Node #199077<Configure!> finished execution
2024-06-29 00:10:06.186 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core exec] yql_execution.cpp:594: {dummy_op} Node #199077<Configure!> created 0 trackable nodes: 
2024-06-29 00:10:06.186 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core exec] yql_execution.cpp:577: {dummy_op} Node #205827<DqCnResult> finished execution
2024-06-29 00:10:06.186 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core exec] yql_execution.cpp:594: {dummy_op} Node #205827<DqCnResult> created 0 trackable nodes: 
2024-06-29 00:10:06.195 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] dq_opt_build.cpp:641: {dummy_op/#205829/#205844} [DQ/Build/EnableWideChannels] Enabled wide channels for 12 stages
2024-06-29 00:10:06.530 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #203449 to Partial
2024-06-29 00:10:06.530 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #203425 to Partial
2024-06-29 00:10:06.530 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #202889 to Full
2024-06-29 00:10:06.530 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #202866 to Full
2024-06-29 00:10:06.530 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #203425 to Full
2024-06-29 00:10:06.532 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #204934 to None
2024-06-29 00:10:06.532 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #205501 to None
2024-06-29 00:10:06.532 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #205541 to None
2024-06-29 00:10:06.532 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #205586 to None
2024-06-29 00:10:06.533 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #205445 to None
2024-06-29 00:10:06.534 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #205633 to None
2024-06-29 00:10:06.535 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#205829/#205844} Setting block status for stage #205818 to None
2024-06-29 00:10:06.547 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core exec] yql_execution.cpp:466: {dummy_op} Register async execution for node #205829
2024-06-29 00:10:06.547 INFO  dqrun(pid=822880, tid=0x00007E84E8462C00) [core exec] yql_execution.cpp:87: {dummy_op} Finish, output #205831, status: Async
VERIFY failed (2024-06-29T00:10:14.012298+0300): 
  ydb/library/yql/minikql/comp_nodes/llvm14/mkql_join_dict.cpp:149
  JoinDicts(): requirement !HasNullInKey(key1) failed
NPrivate::InternalPanicImpl(int, char const*, char const*, int, int, int, TBasicStringBuf<char, std::__y1::char_traits<char>>, char const*, unsigned long)+557 (0xDE33C9D)
NPrivate::Panic(NPrivate::TStaticBuf const&, int, char const*, char const*, char const*, ...)+263 (0xDE2B977)
??+0 (0x13AE229A)
??+0 (0x13ADE38E)
??+0 (0x13ADD6A8)
??+0 (0x138C68D0)
??+0 (0x138C1E5A)
??+0 (0x13B3C030)
??+0 (0x133F2BA7)
??+0 (0x133F2908)
??+0 (0x133F16FF)
??+0 (0x138FD08D)
??+0 (0x13FD1188)
??+0 (0x138C6839)
??+0 (0x138C1E5A)
??+0 (0x13B3C030)
??+0 (0x133F2BA7)
??+0 (0x133F2908)
??+0 (0x133F16FF)
??+0 (0x1416A629)
??+0 (0x1416A103)
??+0 (0x1340D80F)
??+0 (0x1340D378)
??+0 (0x138D9DEE)
??+0 (0x138D9BA8)
??+0 (0x138D7CFF)
??+0 (0x138FD08D)
??+0 (0x13C99C3A)
??+0 (0x133F2BA7)
??+0 (0x133F2908)
??+0 (0x133F16FF)
??+0 (0x13B4162E)
??+0 (0x13B413E8)
??+0 (0x13B3F96F)
??+0 (0x138FD08D)
??+0 (0x13C99C3A)
??+0 (0x133F2BA7)
??+0 (0x133F2908)
??+0 (0x133F16FF)
??+0 (0x13B4162E)
??+0 (0x13B41383)
??+0 (0x13B3F96F)
??+0 (0x1424A898)
??+0 (0x14249B76)
??+0 (0x133E7AFC)
??+0 (0x133E6D5E)
??+0 (0x1396BC85)
??+0 (0x1396BC85)
??+0 (0x133EDFD9)
??+0 (0x142F4655)
??+0 (0x138C0E6D)
??+0 (0x138C0E6D)
??+0 (0x138C0E6D)
??+0 (0x142FDD79)
??+0 (0x138F81F8)
NYql::NDq::TDqTaskRunner::FetchAndDispatch()+418 (0x17168102)
NYql::NDq::TDqTaskRunner::Run()+492 (0x1715B39C)
NYql::NDq::TDqSyncComputeActorBase<NYql::NDq::TDqComputeActor>::DoExecuteImpl()+45 (0x171E185D)
NYql::NDq::TDqComputeActorBase<NYql::NDq::TDqComputeActor, NYql::NDq::TComputeActorAsyncInputHelperSync>::DoExecute()+65 (0x171EF751)
void NYql::NDq::TDqComputeActorBase<NYql::NDq::TDqComputeActor, NYql::NDq::TComputeActorAsyncInputHelperSync>::StateFuncWrapper<&NYql::NDq::TDqComputeActorBase<NYql::NDq::TDqComputeActor, NYql::NDq::TComputeActorAsyncInputHelperSync>::BaseStateFuncBody(TAutoPtr<NActors::IEventHandle, TDelete>&)>(TAutoPtr<NActors::IEventHandle, TDelete>&)+19 (0x171EB7D3)
NActors::TGenericExecutorThread::TProcessingResult NActors::TGenericExecutorThread::Execute<NActors::TMailboxTable::THTSwapMailbox>(NActors::TMailboxTable::THTSwapMailbox*, unsigned int, bool)+1928 (0xE260B78)
??+0 (0xE2582D2)
NActors::TGenericExecutorThread::ProcessExecutorPool(NActors::IExecutorPool*)+458 (0xE257CCA)
NActors::TExecutorThread::ThreadProc()+192 (0xE258B70)
??+0 (0xDE3909F)
??+0 (0x7E84E8294AC3)
??+0 (0x7E84E8326850)
__GI___pthread_kill at ./nptl/pthread_kill.c:89:078:0c:43:0
__GI_raise at ../sysdeps/posix/raise.c:26:0
__GI_abort at ./stdlib/abort.c:79:0
NPrivate::InternalPanicImpl(int, char const*, char const*, int, int, int, TBasicStringBuf<char, std::__y1::char_traits<char>>, char const*, unsigned long) at /-S/util/system/yassert.cpp:90:0
NPrivate::Panic(NPrivate::TStaticBuf const&, int, char const*, char const*, char const*, ...) at /-S/util/system/yassert.cpp:55:0
NKikimr::NMiniKQL::(anonymous namespace)::TJoinDictWrapper<false>::JoinDicts(NKikimr::NMiniKQL::TComputationContext&, NYql::NUdf::TUnboxedValuePod, NYql::NUdf::TUnboxedValuePod) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_join_dict.cpp:149:0
NKikimr::NMiniKQL::(anonymous namespace)::TJoinDictWrapper<false>::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_join_dict.cpp:39:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TJoinDictWrapper<false>>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:217:0
NKikimr::NMiniKQL::TStatefulFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TFlowFlatMapWrapper<true, false>, false>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:491:0
NKikimr::NMiniKQL::TStatefulFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TFlowFlatMapFlowWrapper, false>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:491:0
NKikimr::NMiniKQL::TStatelessFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TFlowMapWrapper>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:452:0
NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_collect.cpp:19:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:217:0
NKikimr::NMiniKQL::TCodegeneratorRootNode<NKikimr::NMiniKQL::TMutableCodegeneratorNode<NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper>, true>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/ydb/library/yql/minikql/computation/mkql_computation_node_codegen.h:847:0
NKikimr::NMiniKQL::TFlowSourceComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TToFlowWrapper<false>>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:291:0
NKikimr::NMiniKQL::TStatefulFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TSqueezeMapFlowWrapper<NKikimr::NMiniKQL::(anonymous namespace)::THashedSingleFixedCompactMapAccumulator<int, true, true>>, false>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:491:0
NKikimr::NMiniKQL::TStatefulFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TFlowFlatMapWrapper<true, false>, false>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:491:0
NKikimr::NMiniKQL::TStatefulFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TFlowFlatMapFlowWrapper, false>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:491:0
NKikimr::NMiniKQL::TStatelessFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TFlowMapWrapper>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:452:0
NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_collect.cpp:19:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:217:0
NKikimr::NMiniKQL::TCodegeneratorRootNode<NKikimr::NMiniKQL::TMutableCodegeneratorNode<NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper>, true>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/ydb/library/yql/minikql/computation/mkql_computation_node_codegen.h:847:0
NKikimr::NMiniKQL::(anonymous namespace)::TMapWrapper<NKikimr::NMiniKQL::(anonymous namespace)::THashedSingleFixedMultiMapAccumulator<int, true>, false>::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_todict.cpp:1343:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TMapWrapper<NKikimr::NMiniKQL::(anonymous namespace)::THashedSingleFixedMultiMapAccumulator<int, true>, false>>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:214:0
NKikimr::NMiniKQL::(anonymous namespace)::TDictHalfsWrapper<false>::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_dictitems.cpp:265:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TDictHalfsWrapper<false>>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:217:0
NKikimr::NMiniKQL::(anonymous namespace)::TListFlatMapWrapper<true, false>::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_flatmap.cpp:1410:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TListFlatMapWrapper<true, false>>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:217:0
NKikimr::NMiniKQL::TCodegeneratorRootNode<NKikimr::NMiniKQL::TMutableCodegeneratorNode<NKikimr::NMiniKQL::(anonymous namespace)::TListFlatMapWrapper<true, false>>, true>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/ydb/library/yql/minikql/computation/mkql_computation_node_codegen.h:847:0
NKikimr::NMiniKQL::TFlowSourceComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TToFlowWrapper<false>>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:291:0
NKikimr::NMiniKQL::TStatefulFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TCondense1FlowWrapper<false, false>, false>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:491:0
NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_collect.cpp:19:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:217:0
NKikimr::NMiniKQL::TCodegeneratorRootNode<NKikimr::NMiniKQL::TMutableCodegeneratorNode<NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper>, true>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/ydb/library/yql/minikql/computation/mkql_computation_node_codegen.h:847:0
NKikimr::NMiniKQL::(anonymous namespace)::TListMapWrapper::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_map.cpp:302:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TListMapWrapper>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:217:0
NKikimr::NMiniKQL::TCodegeneratorRootNode<NKikimr::NMiniKQL::TMutableCodegeneratorNode<NKikimr::NMiniKQL::(anonymous namespace)::TListMapWrapper>, true>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/ydb/library/yql/minikql/computation/mkql_computation_node_codegen.h:847:0
NKikimr::NMiniKQL::TFlowSourceComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TToFlowWrapper<false>>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:291:0
NKikimr::NMiniKQL::TStatefulFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TCondense1FlowWrapper<false, false>, false>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:491:0
NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_collect.cpp:19:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:217:0
NKikimr::NMiniKQL::TCodegeneratorRootNode<NKikimr::NMiniKQL::TMutableCodegeneratorNode<NKikimr::NMiniKQL::(anonymous namespace)::TCollectFlowWrapper>, true>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/ydb/library/yql/minikql/computation/mkql_computation_node_codegen.h:847:0
NKikimr::NMiniKQL::(anonymous namespace)::TListMapWrapper::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_map.cpp:302:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TListMapWrapper>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:214:0
NKikimr::NMiniKQL::TCodegeneratorRootNode<NKikimr::NMiniKQL::TMutableCodegeneratorNode<NKikimr::NMiniKQL::(anonymous namespace)::TListMapWrapper>, true>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/ydb/library/yql/minikql/computation/mkql_computation_node_codegen.h:847:0
NKikimr::NMiniKQL::(anonymous namespace)::THeadWrapper<true>::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_tooptional.cpp:19:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::THeadWrapper<true>>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:217:0
NKikimr::NMiniKQL::(anonymous namespace)::TElementWrapper<true>::DoCalculate(NKikimr::NMiniKQL::TComputationContext&) const at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_element.cpp:86:0
NKikimr::NMiniKQL::TMutableComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TElementWrapper<true>>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:217:0
NKikimr::NMiniKQL::TBinaryComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TBinaryInvokeWrapper>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:767:0
NKikimr::NMiniKQL::TBinaryComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TBinaryInvokeWrapper>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:767:0
NKikimr::NMiniKQL::TBinaryComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TCoalesceWrapper<true>>::GetValue(NKikimr::NMiniKQL::TComputationContext&) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:767:0
NKikimr::NMiniKQL::TStatelessWideFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TWideFilterWrapper>::FetchValues(NKikimr::NMiniKQL::TComputationContext&, NYql::NUdf::TUnboxedValue* const*) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:619:0
NKikimr::NMiniKQL::TStatefulWideFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TFlowFlatMapWideWrapper, false>::FetchValues(NKikimr::NMiniKQL::TComputationContext&, NYql::NUdf::TUnboxedValue* const*) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:653:0
NKikimr::NMiniKQL::TStatefulWideFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TFlowFlatMapWideWrapper, false>::FetchValues(NKikimr::NMiniKQL::TComputationContext&, NYql::NUdf::TUnboxedValue* const*) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:653:0
NKikimr::NMiniKQL::TStatefulWideFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TFlowFlatMapWideWrapper, false>::FetchValues(NKikimr::NMiniKQL::TComputationContext&, NYql::NUdf::TUnboxedValue* const*) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:653:0
NKikimr::NMiniKQL::TStatelessWideFlowComputationNode<NKikimr::NMiniKQL::(anonymous namespace)::TWideMapWrapper>::FetchValues(NKikimr::NMiniKQL::TComputationContext&, NYql::NUdf::TUnboxedValue* const*) const at /-S/ydb/library/yql/minikql/computation/mkql_computation_node_impl.h:619:0
NKikimr::NMiniKQL::(anonymous namespace)::TFromWideFlowWrapper::TStreamValue::WideFetch(NYql::NUdf::TUnboxedValue*, unsigned int) at /-B/ydb/library/yql/minikql/comp_nodes/llvm14/mkql_flow.cpp:397:0
NYql::NDq::TDqTaskRunner::FetchAndDispatch() at /home/yumkam7/src/ydb-fork-4/ydb/library/yql/dq/runtime/dq_tasks_runner.cpp:900:0ry/yql/public/udf/udf_value_inl.h:624:0f/udf_value_inl.h:282:0
NYql::NDq::TDqTaskRunner::Run() at /home/yumkam7/src/ydb-fork-4/ydb/library/yql/dq/runtime/dq_tasks_runner.cpp:716:0
NYql::NDq::TDqSyncComputeActorBase<NYql::NDq::TDqComputeActor>::DoExecuteImpl() at /-S/ydb/library/yql/dq/actors/compute/dq_sync_compute_actor_base.h:32:0
NYql::NDq::TDqComputeActorBase<NYql::NDq::TDqComputeActor, NYql::NDq::TComputeActorAsyncInputHelperSync>::DoExecute() at /-S/ydb/library/yql/dq/actors/compute/dq_compute_actor_impl.h:298:0
void NYql::NDq::TDqComputeActorBase<NYql::NDq::TDqComputeActor, NYql::NDq::TComputeActorAsyncInputHelperSync>::StateFuncWrapper<&NYql::NDq::TDqComputeActorBase<NYql::NDq::TDqComputeActor, NYql::NDq::TComputeActorAsyncInputHelperSync>::BaseStateFuncBody(TAutoPtr<NActors::IEventHandle, TDelete>&)>(TAutoPtr<NActors::IEventHandle, TDelete>&) at /-S/ydb/library/yql/dq/actors/compute/dq_compute_actor_impl.h:226:0
NActors::TGenericExecutorThread::TProcessingResult NActors::TGenericExecutorThread::Execute<NActors::TMailboxTable::THTSwapMailbox>(NActors::TMailboxTable::THTSwapMailbox*, unsigned int, bool) at /-S/ydb/library/actors/core/executor_thread.cpp:251:0
NActors::TGenericExecutorThread::ProcessExecutorPool(NActors::IExecutorPool*)::$_0::operator()(unsigned int, bool) const at /-S/ydb/library/actors/core/executor_thread.cpp:439:0
NActors::TGenericExecutorThread::ProcessExecutorPool(NActors::IExecutorPool*) at /-S/ydb/library/actors/core/executor_thread.cpp:492:0
NActors::TExecutorThread::ThreadProc() at /-S/ydb/library/actors/core/executor_thread.cpp:523:0
(anonymous namespace)::TPosixThread::ThreadProxy(void*) at /-S/util/system/thread.cpp:244:0
start_thread at ./nptl/pthread_create.c:442:0
??? at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81:0
Command terminated by signal 6
26.82user 3.78system 0:13.91elapsed 220%CPU (0avgtext+0avgdata 2325828maxresident)k
1848104inputs+80outputs (8628major+412975minor)pagefaults 0swaps

ds-1-q23-join-spilled-stderr-exp14-.txt-no-fbk

2024-06-29 00:12:34.242 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [default] dqrun.cpp:756: dqrun ABI version: 2.38.0
2024-06-29 00:12:34.282 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [default] storage.cpp:177: FileStorage initialized in "/tmp/tmpo3jpCI/", temporary dir: "/tmp/tmpo3jpCI/823352", files: 0, total size: 0
2024-06-29 00:12:34.290 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [generic] client.cpp:34: Connector endpoint: grpcs://connector.yqv2-dev.cloud.yandex.net:50051
2024-06-29 00:12:34.293 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [http gw] yql_dns_gateway.h:85: Filled DNS resolution table based on provided configuration
2024-06-29 00:12:34.293 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [http gw] yql_dns_gateway.h:126: Started DNS table update
2024-06-29 00:12:34.297 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] interconnect_helpers.cpp:215: Start listener ::1:31337 socket: 17
2024-06-29 00:12:34.326 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] service_node.cpp:126: Starting GRPC on 31338
GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option
2024-06-29 00:12:34.694 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [generic] yql_generic_settings.cpp:38: GenericConfiguration::AddCluster: name = ydb_dev, kind = YDB, database name = , database id = etnejle6hb72cdr6aqps, endpoint = {  }, use tls = 1, protocol = NATIVE
2024-06-29 00:12:34.695 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_dq_gateway.cpp:561: {dummy_op} OpenSession
2024-06-29 00:12:34.698 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [YT] yql_yt_io_discovery.cpp:227: {dummy_op} YtIODiscovery - finish, status: Ok
2024-06-29 00:12:34.698 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_listing_strategy.cpp:997: {dummy_op} [TLoggingS3ListingStrategy] Going to list request TListingRequest{.url=file://./tpc/,.Prefix=ds/1/customer/,.Pattern=ds/1/customer/*,.PatternType=Wildcard,.AwsUserPwd=<some token with length0>,.AwsSigV4=0,.Token=<some token with length 0>} with options TS3ListingOptions{.IsPartitionedDataset=0,.IsConcurrentListing=0}
2024-06-29 00:12:34.700 INFO  dqrun(pid=823352, tid=0x000070DA3D1C0640) [DQ] yql_dq_gateway.cpp:589: {dummy_op} OpenSession OK
2024-06-29 00:12:34.711 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_listing_strategy.cpp:227: {dummy_op} [TCompositeS3ListingStrategy] Strategy successfully listed paths. Returning result: 60 objects, 0 path prefixes
2024-06-29 00:12:34.711 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_listing_strategy.cpp:1005: {dummy_op} [TLoggingS3ListingStrategy] Listing took 0.000001s and ended with 60 entries
2024-06-29 00:12:34.712 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_listing_strategy.cpp:997: {dummy_op} [TLoggingS3ListingStrategy] Going to list request TListingRequest{.url=file://./tpc/,.Prefix=ds/1/store_sales/,.Pattern=ds/1/store_sales/*,.PatternType=Wildcard,.AwsUserPwd=<some token with length0>,.AwsSigV4=0,.Token=<some token with length 0>} with options TS3ListingOptions{.IsPartitionedDataset=0,.IsConcurrentListing=0}
2024-06-29 00:12:34.725 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_listing_strategy.cpp:227: {dummy_op} [TCompositeS3ListingStrategy] Strategy successfully listed paths. Returning result: 60 objects, 0 path prefixes
2024-06-29 00:12:34.725 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_listing_strategy.cpp:1005: {dummy_op} [TLoggingS3ListingStrategy] Listing took 0.000001s and ended with 60 entries
2024-06-29 00:12:34.725 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_listing_strategy.cpp:997: {dummy_op} [TLoggingS3ListingStrategy] Going to list request TListingRequest{.url=file://./tpc/,.Prefix=ds/1/date_dim/,.Pattern=ds/1/date_dim/*,.PatternType=Wildcard,.AwsUserPwd=<some token with length0>,.AwsSigV4=0,.Token=<some token with length 0>} with options TS3ListingOptions{.IsPartitionedDataset=0,.IsConcurrentListing=0}
2024-06-29 00:12:34.738 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_listing_strategy.cpp:227: {dummy_op} [TCompositeS3ListingStrategy] Strategy successfully listed paths. Returning result: 60 objects, 0 path prefixes
2024-06-29 00:12:34.738 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_listing_strategy.cpp:1005: {dummy_op} [TLoggingS3ListingStrategy] Listing took 0.000001s and ended with 60 entries
2024-06-29 00:12:34.738 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_io_discovery.cpp:379: {dummy_op} Pattern ds/1/customer/* has 60 items with total size 5709407
2024-06-29 00:12:34.739 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_io_discovery.cpp:379: {dummy_op} Pattern ds/1/date_dim/* has 60 items with total size 1640802
2024-06-29 00:12:34.739 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_io_discovery.cpp:379: {dummy_op} Pattern ds/1/store_sales/* has 60 items with total size 163887278
2024-06-29 00:12:34.739 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_io_discovery.cpp:379: {dummy_op} Pattern ds/1/store_sales/* has 60 items with total size 163887278
2024-06-29 00:12:34.739 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_io_discovery.cpp:379: {dummy_op} Pattern ds/1/customer/* has 60 items with total size 5709407
2024-06-29 00:12:34.740 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [YT] yql_yt_io_discovery.cpp:227: {dummy_op} YtIODiscovery - finish, status: Ok
2024-06-29 00:12:34.741 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [RESULT] yql_result_provider.cpp:1414: {dummy_op} RewriteIO
2024-06-29 00:12:34.821 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_dq_integration.cpp:244: {dummy_op} Wrap S3ReadObject! with token: cluster:default_yq-tpc-local
2024-06-29 00:12:34.822 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_dq_integration.cpp:244: {dummy_op} Wrap S3ReadObject! with token: cluster:default_yq-tpc-local
2024-06-29 00:12:34.822 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_dq_integration.cpp:244: {dummy_op} Wrap S3ReadObject! with token: cluster:default_yq-tpc-local
2024-06-29 00:12:34.823 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_dq_integration.cpp:244: {dummy_op} Wrap S3ReadObject! with token: cluster:default_yq-tpc-local
2024-06-29 00:12:34.823 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_dq_integration.cpp:244: {dummy_op} Wrap S3ReadObject! with token: cluster:default_yq-tpc-local
2024-06-29 00:12:34.824 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_dq_recapture.cpp:102: {dummy_op} DqsRecapture
2024-06-29 00:12:34.831 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_logical_opt.cpp:633: {dummy_op} ExtractMembers over DqSource with S3ParseSettings
2024-06-29 00:12:34.831 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_optimize.cpp:135: {dummy_op} LogicalOptimizer-ExtractMembersOverDqSource
2024-06-29 00:12:34.831 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_logical_opt.cpp:633: {dummy_op} ExtractMembers over DqSource with S3ParseSettings
2024-06-29 00:12:34.831 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_optimize.cpp:135: {dummy_op} LogicalOptimizer-ExtractMembersOverDqSource
2024-06-29 00:12:34.831 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_logical_opt.cpp:633: {dummy_op} ExtractMembers over DqSource with S3ParseSettings
2024-06-29 00:12:34.831 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_optimize.cpp:135: {dummy_op} LogicalOptimizer-ExtractMembersOverDqSource
2024-06-29 00:12:34.831 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_logical_opt.cpp:633: {dummy_op} ExtractMembers over DqSource with S3ParseSettings
2024-06-29 00:12:34.831 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_optimize.cpp:135: {dummy_op} LogicalOptimizer-ExtractMembersOverDqSource
2024-06-29 00:12:34.840 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:12:34.842 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_optimize.cpp:135: {dummy_op} PhysicalOptimizer-TrimReadWorld
2024-06-29 00:12:34.847 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:12:34.847 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_optimize.cpp:135: {dummy_op} PhysicalOptimizer-TrimReadWorld
2024-06-29 00:12:34.852 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:12:34.852 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_optimize.cpp:135: {dummy_op} PhysicalOptimizer-TrimReadWorld
2024-06-29 00:12:34.857 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:12:34.857 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_optimize.cpp:135: {dummy_op} PhysicalOptimizer-TrimReadWorld
2024-06-29 00:12:34.862 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:12:34.862 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_optimize.cpp:135: {dummy_op} PhysicalOptimizer-TrimReadWorld
2024-06-29 00:12:34.866 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [S3] yql_s3_logical_opt.cpp:439: {dummy_op} Will read from S3 240 files with total size 335124765 bytes
2024-06-29 00:12:34.866 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildStageWithSourceWrap
2024-06-29 00:12:34.866 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildStageWithSourceWrap
2024-06-29 00:12:34.866 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildStageWithSourceWrap
2024-06-29 00:12:34.866 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildStageWithSourceWrap
2024-06-29 00:12:34.870 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteEquiJoin
2024-06-29 00:12:34.870 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteEquiJoin
2024-06-29 00:12:34.877 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] dqs_opt.cpp:220: {dummy_op} DqReplicateStageMultiOutput
2024-06-29 00:12:34.881 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:95: {dummy_op} DqsPhy-BuildJoin<true>
2024-06-29 00:12:34.890 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:95: {dummy_op} DqsPhy-BuildJoin<true>
2024-06-29 00:12:34.894 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-PushExtractMembersToStage<false>
2024-06-29 00:12:34.899 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:34.902 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:34.905 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:34.910 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-PushCombineToStage<false>
2024-06-29 00:12:34.913 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:34.916 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:34.923 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:95: {dummy_op} DqsPhy-BuildJoin<true>
2024-06-29 00:12:34.936 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:95: {dummy_op} DqsPhy-BuildJoin<true>
2024-06-29 00:12:34.942 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-PushExtractMembersToStage<false>
2024-06-29 00:12:34.953 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildJoin<false>
2024-06-29 00:12:34.966 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildJoin<false>
2024-06-29 00:12:34.973 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-PushExtractMembersToStage<false>
2024-06-29 00:12:34.983 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:34.988 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:34.993 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:35.003 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-PushCombineToStage<false>
2024-06-29 00:12:35.008 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:35.013 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:35.021 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildPartitionsStage<false>
2024-06-29 00:12:35.033 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-PushExtractMembersToStage<false>
2024-06-29 00:12:35.039 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildFlatmapStage<false>
2024-06-29 00:12:35.044 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:35.048 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:35.053 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:35.063 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-PushCombineToStage<false>
2024-06-29 00:12:35.072 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:35.082 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsLogical-RewriteAggregate
2024-06-29 00:12:35.115 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildPartitionsStage<false>
2024-06-29 00:12:35.130 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildScalarPrecompute<false>
2024-06-29 00:12:35.136 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildPrecompute
2024-06-29 00:12:35.141 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-BuildPartitionsStage<false>
2024-06-29 00:12:35.154 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_optimize.cpp:135: {dummy_op} DqsPhy-PrecomputeToInput
2024-06-29 00:12:35.161 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [RESULT] yql_result_provider.cpp:769: {dummy_op} ResPull
2024-06-29 00:12:35.168 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:59: {dummy_op} Begin, root #212462
2024-06-29 00:12:35.168 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:72: {dummy_op} Collect unused nodes for root #212462, status: Ok
2024-06-29 00:12:35.168 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:577: {dummy_op} Node #199066<Configure!> finished execution
2024-06-29 00:12:35.168 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:594: {dummy_op} Node #199066<Configure!> created 0 trackable nodes: 
2024-06-29 00:12:35.168 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:577: {dummy_op} Node #199070<Configure!> finished execution
2024-06-29 00:12:35.168 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:594: {dummy_op} Node #199070<Configure!> created 0 trackable nodes: 
2024-06-29 00:12:35.168 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:577: {dummy_op} Node #212458<DqCnResult> finished execution
2024-06-29 00:12:35.168 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:594: {dummy_op} Node #212458<DqCnResult> created 0 trackable nodes: 
2024-06-29 00:12:35.175 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] dq_opt_build.cpp:641: {dummy_op/#212460/#212476/DqPhyPrecompute(#212142)} [DQ/Build/EnableWideChannels] Enabled wide channels for 7 stages
2024-06-29 00:12:35.243 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#212476/DqPhyPrecompute(#212142)} Setting block status for stage #206554 to Partial
2024-06-29 00:12:35.243 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#212476/DqPhyPrecompute(#212142)} Setting block status for stage #205509 to Partial
2024-06-29 00:12:35.243 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#212476/DqPhyPrecompute(#212142)} Setting block status for stage #205485 to Partial
2024-06-29 00:12:35.244 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#212476/DqPhyPrecompute(#212142)} Setting block status for stage #206530 to None
2024-06-29 00:12:35.244 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#212476/DqPhyPrecompute(#212142)} Setting block status for stage #208597 to None
2024-06-29 00:12:35.245 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#212476/DqPhyPrecompute(#212142)} Setting block status for stage #210413 to None
2024-06-29 00:12:35.246 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#212476/DqPhyPrecompute(#212142)} Setting block status for stage #212067 to None
2024-06-29 00:12:35.252 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:466: {dummy_op} Register async execution for node #212460
2024-06-29 00:12:35.252 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:87: {dummy_op} Finish, output #212462, status: Async
2024-06-29 00:12:43.225 INFO  dqrun(pid=823352, tid=0x000070DA3D1C0640) [DQ] yql_dq_exectransformer.cpp:1975: {dummy_op/#212460/#212476/DqPhyPrecompute(#212142)} Execution precomputes complete, duration: 8.056593s
2024-06-29 00:12:43.225 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:133: {dummy_op} Completed async execution for node #212460
2024-06-29 00:12:43.225 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:153: {dummy_op} State is ExecutionRequired after apply async changes for node #212460
2024-06-29 00:12:43.225 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:59: {dummy_op} Begin, root #212462
2024-06-29 00:12:43.225 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:72: {dummy_op} Collect unused nodes for root #212462, status: Ok
2024-06-29 00:12:43.231 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] dq_opt_build.cpp:641: {dummy_op/#212460/#218985} [DQ/Build/EnableWideChannels] Enabled wide channels for 5 stages
2024-06-29 00:12:43.273 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#218985} Setting block status for stage #203435 to Partial
2024-06-29 00:12:43.273 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#218985} Setting block status for stage #205485 to Partial
2024-06-29 00:12:43.273 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#218985} Setting block status for stage #204920 to None
2024-06-29 00:12:43.274 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#218985} Setting block status for stage #212226 to None
2024-06-29 00:12:43.274 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core dq] yql_dq_exectransformer.cpp:377: {dummy_op/#212460/#218985} Setting block status for stage #212449 to None
2024-06-29 00:12:43.278 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:466: {dummy_op} Register async execution for node #212460
2024-06-29 00:12:43.278 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:87: {dummy_op} Finish, output #212462, status: Async
2024-06-29 00:12:47.497 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:133: {dummy_op} Completed async execution for node #212460
2024-06-29 00:12:47.505 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [DQ] yql_dq_exectransformer.cpp:1464: {dummy_op} Execution Pull complete, duration: 4.280474s
2024-06-29 00:12:47.506 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:153: {dummy_op} State is ExecutionComplete after apply async changes for node #212460
2024-06-29 00:12:47.506 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:59: {dummy_op} Begin, root #212462
2024-06-29 00:12:47.506 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:72: {dummy_op} Collect unused nodes for root #212462, status: Ok
2024-06-29 00:12:47.506 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:577: {dummy_op} Node #212461<Commit!> finished execution
2024-06-29 00:12:47.506 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:594: {dummy_op} Node #212461<Commit!> created 0 trackable nodes: 
2024-06-29 00:12:47.506 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:577: {dummy_op} Node #212462<Commit!> finished execution
2024-06-29 00:12:47.506 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:594: {dummy_op} Node #212462<Commit!> created 0 trackable nodes: 
2024-06-29 00:12:47.506 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:87: {dummy_op} Finish, output #212462, status: Ok
2024-06-29 00:12:47.506 INFO  dqrun(pid=823352, tid=0x000070DA5FA79C00) [core exec] yql_execution.cpp:93: {dummy_op} Creating finalizing transformer, output #212462
28.74user 2.54system 0:14.17elapsed 220%CPU (0avgtext+0avgdata 498056maxresident)k
7016inputs+144outputs (25major+93484minor)pagefaults 0swaps

q23-half1.sql-plan.yson-no-fbk

{
    "Detailed" = {
        "Operations" = [
            {
                "Id" = 13u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = [
                        {
                            "Name" = "DqSourceWideBlockWrap"
                        };
                        {
                            "Name" = "WideFromBlocks"
                        };
                        {
                            "Name" = "NarrowMap"
                        };
                        {
                            "Name" = "SkipNullMembers"
                        };
                        {
                            "Name" = "FlatMap"
                        };
                        {
                            "Name" = "FilterNullMembers"
                        }
                    ]
                }
            };
            {
                "Id" = 20u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = [
                        {
                            "Name" = "DqSourceWideBlockWrap"
                        };
                        {
                            "Name" = "WideFromBlocks"
                        };
                        {
                            "Name" = "NarrowMap"
                        };
                        {
                            "Name" = "DqReplicate"
                        }
                    ]
                }
            };
            {
                "Id" = 11u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = [
                        {
                            "Name" = "ExpandMap"
                        };
                        {
                            "Name" = "GraceJoinCore"
                        };
                        {
                            "Name" = "NarrowMap"
                        };
                        {
                            "Name" = "CombineByKey"
                        }
                    ]
                };
                "DependsOn" = [
                    13u;
                    20u
                ]
            };
            {
                "Id" = 32u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = [
                        {
                            "Name" = "DqSourceWideBlockWrap"
                        };
                        {
                            "Name" = "WideFromBlocks"
                        };
                        {
                            "Name" = "NarrowMap"
                        };
                        {
                            "Name" = "SkipNullMembers"
                        };
                        {
                            "Name" = "FlatMap"
                        };
                        {
                            "Name" = "FilterNullMembers"
                        }
                    ]
                }
            };
            {
                "Id" = 39u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = [
                        {
                            "Name" = "DqSourceWideBlockWrap"
                        };
                        {
                            "Name" = "WideFromBlocks"
                        };
                        {
                            "Name" = "NarrowMap"
                        };
                        {
                            "Name" = "SkipNullMembers"
                        };
                        {
                            "Name" = "FlatMap"
                        };
                        {
                            "Name" = "FilterNullMembers"
                        }
                    ]
                }
            };
            {
                "Id" = 37u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = [
                        {
                            "Name" = "ExpandMap"
                        };
                        {
                            "Name" = "GraceJoinCore"
                        };
                        {
                            "Name" = "NarrowMap"
                        };
                        {
                            "Name" = "SkipNullMembers"
                        };
                        {
                            "Name" = "FlatMap"
                        };
                        {
                            "Name" = "FilterNullMembers"
                        }
                    ]
                };
                "DependsOn" = [
                    20u;
                    39u
                ]
            };
            {
                "Id" = 30u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = [
                        {
                            "Name" = "ExpandMap"
                        };
                        {
                            "Name" = "GraceJoinCore"
                        };
                        {
                            "Name" = "NarrowMap"
                        };
                        {
                            "Name" = "CombineByKey"
                        }
                    ]
                };
                "DependsOn" = [
                    32u;
                    37u
                ]
            };
            {
                "Id" = 28u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = [
                        {
                            "Name" = "PartitionsByKeys"
                        };
                        {
                            "Name" = "ExtractMembers"
                        };
                        {
                            "Name" = "CombineByKey"
                        }
                    ]
                };
                "DependsOn" = [
                    30u
                ]
            };
            {
                "Id" = 26u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = [
                        {
                            "Name" = "PartitionsByKeys"
                        };
                        {
                            "Name" = "Take"
                        };
                        {
                            "Name" = "Condense"
                        }
                    ]
                };
                "DependsOn" = [
                    28u
                ]
            };
            {
                "Id" = 9u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = [
                        {
                            "Name" = "PartitionsByKeys"
                        }
                    ]
                };
                "DependsOn" = [
                    11u;
                    26u
                ]
            };
            {
                "Id" = 7u;
                "Name" = "DqStage";
                "Streams" = {
                    "Program" = []
                };
                "DependsOn" = [
                    9u
                ]
            };
            {
                "Id" = 3u;
                "Name" = "ResPull!";
                "DependsOn" = [
                    7u
                ]
            };
            {
                "Id" = 1u;
                "Name" = "Commit!";
                "DependsOn" = [
                    3u
                ]
            }
        ];
        "OperationRoot" = 1u;
        "Providers" = [];
        "OperationStats" = {
            "Commit!" = 1u;
            "DqStage" = 11u;
            "ResPull!" = 1u
        }
    };
    "Basic" = {
        "nodes" = [
            {
                "id" = 13u;
                "level" = 1u;
                "name" = "DqStage #13";
                "type" = "op"
            };
            {
                "id" = 20u;
                "level" = 1u;
                "name" = "DqStage #20";
                "type" = "op"
            };
            {
                "id" = 11u;
                "level" = 2u;
                "name" = "DqStage #11";
                "type" = "op"
            };
            {
                "id" = 32u;
                "level" = 1u;
                "name" = "DqStage #32";
                "type" = "op"
            };
            {
                "id" = 39u;
                "level" = 1u;
                "name" = "DqStage #39";
                "type" = "op"
            };
            {
                "id" = 37u;
                "level" = 2u;
                "name" = "DqStage #37";
                "type" = "op"
            };
            {
                "id" = 30u;
                "level" = 3u;
                "name" = "DqStage #30";
                "type" = "op"
            };
            {
                "id" = 28u;
                "level" = 4u;
                "name" = "DqStage #28";
                "type" = "op"
            };
            {
                "id" = 26u;
                "level" = 5u;
                "name" = "DqStage #26";
                "type" = "op"
            };
            {
                "id" = 9u;
                "level" = 6u;
                "name" = "DqStage #9";
                "type" = "op"
            };
            {
                "id" = 7u;
                "level" = 7u;
                "name" = "DqStage #7";
                "type" = "op"
            };
            {
                "id" = 3u;
                "level" = 8u;
                "name" = "ResPull!";
                "type" = "op"
            };
            {
                "id" = 1u;
                "level" = 9u;
                "name" = "Commit!";
                "type" = "op"
            }
        ];
        "links" = [
            {
                "source" = 13u;
                "target" = 11u
            };
            {
                "source" = 20u;
                "target" = 11u
            };
            {
                "source" = 20u;
                "target" = 37u
            };
            {
                "source" = 39u;
                "target" = 37u
            };
            {
                "source" = 32u;
                "target" = 30u
            };
            {
                "source" = 37u;
                "target" = 30u
            };
            {
                "source" = 30u;
                "target" = 28u
            };
            {
                "source" = 28u;
                "target" = 26u
            };
            {
                "source" = 11u;
                "target" = 9u
            };
            {
                "source" = 26u;
                "target" = 9u
            };
            {
                "source" = 9u;
                "target" = 7u
            };
            {
                "source" = 7u;
                "target" = 3u
            };
            {
                "source" = 3u;
                "target" = 1u
            }
        ]
    }
}\n        Read: true\n      }\n      Children {\n        Name: \"part-027.parquet\"\n        Size: 94880\n        Read: true\n      }\n      Children {\n        Name: \"part-028.parquet\"\n        Size: 95764\n        Read: true\n      }\n      Children {\n        Name: \"part-029.parquet\"\n        Size: 95332\n        Read: true\n      }\n      Children {\n        Name: \"part-030.parquet\"\n        Size: 94705\n        Read: true\n      }\n      Children {\n        Name: \"part-031.parquet\"\n        Size: 95040\n        Read: true\n      }\n      Children {\n        Name: \"part-032.parquet\"\n        Size: 95131\n        Read: true\n      }\n      Children {\n        Name: \"part-033.parquet\"\n        Size: 95418\n        Read: true\n      }\n      Children {\n        Name: \"part-034.parquet\"\n        Size: 94611\n        Read: true\n      }\n      Children {\n        Name: \"part-035.parquet\"\n        Size: 94577\n        Read: true\n      }\n      Children {\n        Name: \"part-036.parquet\"\n        Size: 95081\n        Read: true\n      }\n      Children {\n        Name: \"part-037.parquet\"\n        Size: 94902\n        Read: true\n      }\n      Children {\n        Name: \"part-038.parquet\"\n        Size: 94969\n        Read: true\n      }\n      Children {\n        Name: \"part-039.parquet\"\n        Size: 94828\n        Read: true\n      }\n      Children {\n        Name: \"part-040.parquet\"\n        Size: 94894\n        Read: true\n      }\n      Children {\n        Name: \"part-041.parquet\"\n        Size: 95367\n        Read: true\n      }\n      Children {\n        Name: \"part-042.parquet\"\n        Size: 95183\n        Read: true\n      }\n      Children {\n        Name: \"part-043.parquet\"\n        Size: 95373\n        Read: true\n      }\n      Children {\n        Name: \"part-044.parquet\"\n        Size: 94755\n        Read: true\n      }\n      Children {\n        Name: \"part-045.parquet\"\n        Size: 95036\n        Read: true\n      }\n      Children {\n        Name: \"part-046.parquet\"\n        Size: 95406\n        Read: true\n      }\n      Children {\n        Name: \"part-047.parquet\"\n        Size: 94594\n        Read: true\n      }\n      Children {\n        Name: \"part-048.parquet\"\n        Size: 95259\n        Read: true\n      }\n      Children {\n        Name: \"part-049.parquet\"\n        Size: 95304\n        Read: true\n      }\n      Children {\n        Name: \"part-050.parquet\"\n        Size: 95209\n        Read: true\n      }\n      Children {\n        Name: \"part-051.parquet\"\n        Size: 94648\n        Read: true\n      }\n      Children {\n        Name: \"part-052.parquet\"\n        Size: 95679\n        Read: true\n      }\n      Children {\n        Name: \"part-053.parquet\"\n        Size: 94435\n        Read: true\n      }\n      Children {\n        Name: \"part-054.parquet\"\n        Size: 95358\n        Read: true\n      }\n      Children {\n        Name: \"part-055.parquet\"\n        Size: 95127\n        Read: true\n      }\n      Children {\n        Name: \"part-056.parquet\"\n        Size: 95375\n        Read: true\n      }\n      Children {\n        Name: \"part-057.parquet\"\n        Size: 95348\n        Read: true\n      }\n      Children {\n        Name: \"part-058.parquet\"\n        Size: 95048\n        Read: true\n      }\n      Children {\n        Name: \"part-059.parquet\"\n        Size: 95361\n        Read: true\n      }\n      Children {\n        Name: \"part-060.parquet\"\n        Size: 94104\n        Read: true\n      }\n      IsDirectory: true\n    }\n    IsDirectory: true\n  }\n  IsDirectory: true\n}\n")
(let $31 (StructType '('"c_customer_sk" $17)))
(let $32 (S3ParseSettings '('((String $30) $13 (AsStruct))) $15 '"" '"ds/1/customer/ " '"parquet" $31 (lambda '($79) $13) '('('"constraints" '"{\n    \"primary_key\" = [\n        \"c_customer_sk\"\n    ]\n}"))))
(let $33 '('"c_customer_sk"))
(let $34 '('_yql_dq_key_right_0))
(let $35 (DqStage '((DqSource $11 $32)) (lambda '($80) (block '(
  (let $81 (lambda '($83) (FilterNullMembers (FlatMap (SkipNullMembers $83 $33) (lambda '($84) (block '(
    (let $85 (Member $84 '"c_customer_sk"))
    (return (Just (AsStruct '('_yql_dq_key_right_0 $85) '('"c_customer_sk" $85))))
  )))) $34)))
  (return (DqReplicate (NarrowMap (WideFromBlocks (DqSourceWideBlockWrap $80 $11 $31 $26)) (lambda '($82) (AsStruct '('"c_customer_sk" $82)))) $81 $81))
))) '('('"_logical_id" '205485))))
(let $36 (lambda '($93) (Member $93 '_yql_dq_key_right_0) (Member $93 '"c_customer_sk")))
(let $37 '('0))
(let $38 '"customer.c_customer_sk")
(let $39 '"store_sales.ss_quantity")
(let $40 '"store_sales.ss_sales_price")
(let $41 (lambda '($100) (Just $100)))
(let $42 (lambda '($101) (Member $101 $38)))
(let $43 (lambda '($102 $103) (AsStruct '('_yql_agg_0 (* (Member $103 $39) (Member $103 $40))))))
(let $44 (lambda '($104 $105 $106) (AsStruct '('_yql_agg_0 (AggrAdd (* (Member $105 $39) (Member $105 $40)) (Member $106 '_yql_agg_0))))))
(let $45 (lambda '($107 $108) (Just (AsStruct '('_yql_agg_0 (Member $108 '_yql_agg_0)) '($38 $107)))))
(let $46 (DqStage '((DqCnHashShuffle (TDqOutput $29 '0) $28) (DqCnHashShuffle (TDqOutput $35 '1) $34)) (lambda '($86 $87) (block '(
  (let $88 (lambda '($92) (Member $92 '_yql_dq_key_left_0) (Member $92 '"ss_customer_sk") (Member $92 '"ss_quantity") (Member $92 '"ss_sales_price")))
  (let $89 '('0 '0 '1 '1 '2 '2 '3 '3))
  (let $90 '('0 '4 '1 '5))
  (let $91 (GraceJoinCore (ExpandMap $86 $88) (ExpandMap $87 $36) '"Inner" $37 $37 $89 $90 $27 $33 '()))
  (return (CombineByKey (NarrowMap $91 (lambda '($94 $95 $96 $97 $98 $99) (AsStruct '($38 $99) '($39 $96) '($40 $97)))) $41 $42 $43 $44 $45))
))) '('('"_logical_id" '204920))))
(let $47 '($38))
(let $48 '"Paths {\n  Name: \"ds\"\n  Children {\n    Name: \"1\"\n    Children {\n      Name: \"date_dim\"\n      Children {\n        Name: \"part-001.parquet\"\n        Size: 24601\n        Read: true\n      }\n      Children {\n        Name: \"part-002.parquet\"\n        Size: 24710\n        Read: true\n      }\n      Children {\n        Name: \"part-003.parquet\"\n        Size: 24489\n        Read: true\n      }\n      Children {\n        Name: \"part-004.parquet\"\n        Size: 24463\n        Read: true\n      }\n      Children {\n        Name: \"part-005.parquet\"\n        Size: 24472\n        Read: true\n      }\n      Children {\n        Name: \"part-006.parquet\"\n        Size: 24481\n        Read: true\n      }\n      Children {\n        Name: \"part-007.parquet\"\n        Size: 24507\n        Read: true\n      }\n      Children {\n        Name: \"part-008.parquet\"\n        Size: 24528\n        Read: true\n      }\n      Children {\n        Name: \"part-009.parquet\"\n        Size: 24544\n        Read: true\n      }\n      Children {\n        Name: \"part-010.parquet\"\n        Size: 24482\n        Read: true\n      }\n      Children {\n        Name: \"part-011.parquet\"\n        Size: 24493\n        Read: true\n      }\n      Children {\n        Name: \"part-012.parquet\"\n        Size: 24516\n        Read: true\n      }\n      Children {\n        Name: \"part-013.parquet\"\n        Size: 24496\n        Read: true\n      }\n      Children {\n        Name: \"part-014.parquet\"\n        Size: 24523\n        Read: true\n      }\n      Children {\n        Name: \"part-015.parquet\"\n        Size: 24524\n        Read: true\n      }\n      Children {\n        Name: \"part-016.parquet\"\n        Size: 24488\n        Read: true\n      }\n      Children {\n        Name: \"part-017.parquet\"\n        Size: 24495\n        Read: true\n      }\n      Children {\n        Name: \"part-018.parquet\"\n        Size: 24507\n        Read: true\n      }\n      Children {\n        Name: \"part-019.parquet\"\n        Size: 24498\n        Read: true\n      }\n      Children {\n        Name: \"part-020.parquet\"\n        Size: 24544\n        Read: true\n      }\n      Children {\n        Name: \"part-021.parquet\"\n        Size: 24672\n        Read: true\n      }\n      Children {\n        Name: \"part-022.parquet\"\n        Size: 28687\n        Read: true\n      }\n      Children {\n        Name: \"part-023.parquet\"\n        Size: 28872\n        Read: true\n      }\n      Children {\n        Name: \"part-024.parquet\"\n        Size: 28880\n        Read: true\n      }\n      Children {\n        Name: \"part-025.parquet\"\n        Size: 28875\n        Read: true\n      }\n      Children {\n        Name: \"part-026.parquet\"\n        Size: 28890\n        Read: true\n      }\n      Children {\n        Name: \"part-027.parquet\"\n        Size: 28900\n        Read: true\n      }\n      Children {\n        Name: \"part-028.parquet\"\n        Size: 28874\n        Read: true\n      }\n      Children {\n        Name: \"part-029.parquet\"\n        Size: 28870\n        Read: true\n      }\n      Children {\n        Name: \"part-030.parquet\"\n        Size: 28848\n        Read: true\n      }\n      Children {\n        Name: \"part-031.parquet\"\n        Size: 28908\n        Read: true\n      }\n      Children {\n        Name: \"part-032.parquet\"\n        Size: 28911\n        Read: true\n      }\n      Children {\n        Name: \"part-033.parquet\"\n        Size: 28881\n        Read: true\n      }\n      Children {\n        Name: \"part-034.parquet\"\n        Size: 28845\n        Read: true\n      }\n      Children {\n        Name: \"part-035.parquet\"\n        Size: 28857\n        Read: true\n      }\n      Children {\n        Name: \"part-036.parquet\"\n        Size: 28884\n        Read: true\n      }\n      Children {\n        Name: \"part-037.parquet\"\n        Size: 28859\n        Read: true\n      }\n      Children {\n        Name: \"part-038.parquet\"\n        Size: 28884\n        Read: true\n      }\n      Children {\n        Name: \"part-039.parquet\"\n        Size: 28894\n        Read: true\n      }\n      Children {\n        Name: \"part-040.parquet\"\n        Size: 28875\n        Read: true\n      }\n      Children {\n        Name: \"part-041.parquet\"\n        Size: 28853\n        Read: true\n      }\n      Children {\n        Name: \"part-042.parquet\"\n        Size: 28874\n        Read: true\n      }\n      Children {\n        Name: \"part-043.parquet\"\n        Size: 28867\n        Read: true\n      }\n      Children {\n        Name: \"part-044.parquet\"\n        Size: 28925\n        Read: true\n      }\n      Children {\n        Name: \"part-045.parquet\"\n        Size: 28916\n        Read: true\n      }\n      Children {\n        Name: \"part-046.parquet\"\n        Size: 28869\n        Read: true\n      }\n      Children {\n        Name: \"part-047.parquet\"\n        Size: 28871\n        Read: true\n      }\n      Children {\n        Name: \"part-048.parquet\"\n        Size: 28893\n        Read: true\n      }\n      Children {\n        Name: \"part-049.parquet\"\n        Size: 28888\n        Read: true\n      }\n      Children {\n        Name: \"part-050.parquet\"\n        Size: 28909\n        Read: true\n      }\n      Children {\n        Name: \"part-051.parquet\"\n        Size: 28895\n        Read: true\n      }\n      Children {\n        Name: \"part-052.parquet\"\n        Size: 28896\n        Read: true\n      }\n      Children {\n        Name: \"part-053.parquet\"\n        Size: 28895\n        Read: true\n      }\n      Children {\n        Name: \"part-054.parquet\"\n        Size: 28892\n        Read: true\n      }\n      Children {\n        Name: \"part-055.parquet\"\n        Size: 28875\n        Read: true\n      }\n      Children {\n        Name: \"part-056.parquet\"\n        Size: 28868\n        Read: true\n      }\n      Children {\n        Name: \"part-057.parquet\"\n        Size: 28878\n        Read: true\n      }\n      Children {\n        Name: \"part-058.parquet\"\n        Size: 28920\n        Read: true\n      }\n      Children {\n        Name: \"part-059.parquet\"\n        Size: 28856\n        Read: true\n      }\n      Children {\n        Name: \"part-060.parquet\"\n        Size: 28435\n        Read: true\n      }\n      IsDirectory: true\n    }\n    IsDirectory: true\n  }\n  IsDirectory: true\n}\n")
(let $49 (StructType '('"d_date_sk" $17)))
(let $50 (S3ParseSettings '('((String $48) $13 (AsStruct))) $15 '"" '"ds/1/date_dim/ " '"parquet" $49 (lambda '($109) $13) '('('"constraints" '"{\n    \"primary_key\" = [\n        \"d_date_sk\"\n    ]\n}"))))
(let $51 '('"d_date_sk"))
(let $52 (DqStage '((DqSource $11 $50)) (lambda '($110) (FilterNullMembers (FlatMap (SkipNullMembers (NarrowMap (WideFromBlocks (DqSourceWideBlockWrap $110 $11 $49 $26)) (lambda '($111) (AsStruct '('"d_date_sk" $111)))) $51) (lambda '($112) (block '(
  (let $113 (Member $112 '"d_date_sk"))
  (return (Just (AsStruct '('_yql_dq_key_left_0 $113) '('"d_date_sk" $113))))
)))) $28)) '('('"_logical_id" '206554))))
(let $53 (StructType $18 $19 $21 '('"ss_sold_date_sk" $17)))
(let $54 (S3ParseSettings $14 $15 '"" $16 '"parquet" $53 (lambda '($114) $13) $24))
(let $55 (DqStage '((DqSource $11 $54)) (lambda '($115) (FilterNullMembers (FlatMap (SkipNullMembers (NarrowMap (WideFromBlocks (DqSourceWideBlockWrap $115 $11 $53 $26)) (lambda '($116 $117 $118 $119) (AsStruct '('"ss_customer_sk" $116) '('"ss_quantity" $117) '('"ss_sales_price" $118) '('"ss_sold_date_sk" $119)))) $27) (lambda '($120) (block '(
  (let $121 (Member $120 '"ss_customer_sk"))
  (return (Just (AsStruct '('_yql_dq_key_left_0 $121) '('"ss_customer_sk" $121) '('"ss_quantity" (Member $120 '"ss_quantity")) '('"ss_sales_price" (Member $120 '"ss_sales_price")) '('"ss_sold_date_sk" (Member $120 '"ss_sold_date_sk")))))
)))) $28)) '('('"_logical_id" '205509))))
(let $56 '"store_sales.ss_customer_sk")
(let $57 '"store_sales.ss_sold_date_sk")
(let $58 (DqStage '((DqCnHashShuffle (TDqOutput $55 '0) $28) (DqCnHashShuffle (TDqOutput $35 '0) $34)) (lambda '($122 $123) (block '(
  (let $124 (lambda '($128) (Member $128 '_yql_dq_key_left_0) (Member $128 '"ss_customer_sk") (Member $128 '"ss_quantity") (Member $128 '"ss_sales_price") (Member $128 '"ss_sold_date_sk")))
  (let $125 '('0 '0 '1 '1 '2 '2 '3 '3 '4 '4))
  (let $126 '('0 '5 '1 '6))
  (let $127 (GraceJoinCore (ExpandMap $122 $124) (ExpandMap $123 $36) '"Inner" $37 $37 $125 $126 $27 $33 '()))
  (return (FilterNullMembers (FlatMap (SkipNullMembers (NarrowMap $127 (lambda '($129 $130 $131 $132 $133 $134 $135) (AsStruct '($38 $135) '($56 $130) '($39 $131) '($40 $132) '($57 $133)))) '($57)) (lambda '($136) (block '(
    (let $137 (Member $136 $57))
    (return (Just (AsStruct '('_yql_dq_key_right_0 $137) '($38 (Member $136 $38)) '($56 (Member $136 $56)) '($39 (Member $136 $39)) '($40 (Member $136 $40)) '($57 $137))))
  )))) $34))
))) '('('"_logical_id" '206530))))
(let $59 (DqStage '((DqCnHashShuffle (TDqOutput $52 '0) $28) (DqCnHashShuffle (TDqOutput $58 '0) $34)) (lambda '($138 $139) (block '(
  (let $140 (lambda '($145) (Member $145 '_yql_dq_key_left_0) (Member $145 '"d_date_sk")))
  (let $141 (lambda '($146) (Member $146 '_yql_dq_key_right_0) (Member $146 $38) (Member $146 $56) (Member $146 $39) (Member $146 $40) (Member $146 $57)))
  (let $142 '('0 '0 '1 '1))
  (let $143 '('0 '2 '1 '3 '2 '4 '3 '5 '4 '6 '5 '7))
  (let $144 (GraceJoinCore (ExpandMap $138 $140) (ExpandMap $139 $141) '"Inner" $37 $37 $142 $143 $51 '('"ss_sold_date_sk") '()))
  (return (CombineByKey (NarrowMap $144 (lambda '($147 $148 $149 $150 $151 $152 $153 $154) (AsStruct '($38 $150) '($39 $152) '($40 $153)))) $41 $42 $43 $44 $45))
))) '('('"_logical_id" '208597))))
(let $60 (lambda '($157) (Member $157 $38)))
(let $61 (lambda '($159) (AsStruct '('Sum0 (Member $159 '_yql_agg_0)) '($38 (Member $159 $38)))))
(let $62 (lambda '($160 $161) (IsKeySwitch $160 $161 (lambda '($162) (Member $162 $38)) (lambda '($163) (Member $163 $38)))))
(let $63 (lambda '($164 $165) (AsStruct '('Sum0 (AggrAdd (Member $164 '_yql_agg_0) (Member $165 'Sum0))) '($38 (Member $165 $38)))))
(let $64 (Uint32 '0))
(let $65 (DqStage '((DqCnHashShuffle (TDqOutput $59 '0) $47)) (lambda '($155) (block '(
  (let $156 (PartitionsByKeys $155 $60 (Void) (Void) (lambda '($158) (Condense1 $158 $61 $62 $63))))
  (return (CombineByKey (ExtractMembers $156 '('Sum0)) (lambda '($166) (Just (AsStruct '('"csales" (Member $166 'Sum0))))) (lambda '($167) $64) (lambda '($168 $169) (AsStruct '('_yql_agg_0 (Member $169 '"csales")))) (lambda '($170 $171 $172) (AsStruct '('_yql_agg_0 (AggrMax (Member $171 '"csales") (Member $172 '_yql_agg_0))))) (lambda '($173 $174) (Just $174))))
))) '('('"_logical_id" '210413))))
(let $66 (Bool 'false))
(let $67 (DqStage '((DqCnUnionAll (TDqOutput $65 '0))) (lambda '($175) (block '(
  (let $176 (lambda '($178) $64))
  (let $177 (PartitionsByKeys $175 $176 (Void) (Void) (lambda '($179) (block '(
    (let $180 (Condense1 $179 (lambda '($181) (Member $181 '_yql_agg_0)) (lambda '($182 $183) (IsKeySwitch $182 (AsStruct '('Max0 $183)) $176 (lambda '($184) $64))) (lambda '($185 $186) (AggrMax (Member $185 '_yql_agg_0) $186))))
    (return (FlatMap $180 (lambda '($187) (Just (AsStruct '('Max0 $187))))))
  )))))
  (return (Condense (Take $177 (Uint64 '1)) (Nothing (OptionalType (StructType '('Max0 $20)))) (lambda '($188 $189) $66) (lambda '($190 $191) (Just $190))))
))) '('('"_logical_id" '212067))))
(let $68 (DqStage '((DqCnHashShuffle (TDqOutput $46 '0) $47) (DqPhyPrecompute (DqCnValue (TDqOutput $67 '0)))) (lambda '($192 $193) (PartitionsByKeys $192 $60 (Void) (Void) (lambda '($194) (block '(
  (let $195 (Condense1 $194 $61 $62 $63))
  (return (FlatMap $195 (lambda '($196) (block '(
    (let $197 (Member $196 'Sum0))
    (return (OptionalIf (Coalesce (> $197 (* (/ (Int32 '"95") (Double '"100.0")) (Member $193 'Max0))) $66) (AsStruct '('"c_customer_sk" (Member $196 $38)) '('"ssales" $197))))
  )))))
))))) '('('"_logical_id" '212226) '('"_partition_mode" '"aggregate"))))
(let $69 (DqStage '((DqCnUnionAll (TDqOutput $68 '0))) (lambda '($198) $198) '('('"_logical_id" '212449))))
(let $70 '('('type) '('autoref) '('columns '('"c_customer_sk" '"ssales"))))
(let $71 (ResPull! $9 $10 (Key) (DqCnResult (TDqOutput $69 '0) '()) $70 '"dq"))
(return (Commit! (Commit! $71 $10) (DataSink '"s3" '"yq-tpc-local")))
)

q23-reduced.sql

PRAGMA dq.HashJoinMode = "grace";
pragma dq.ComputeActorType="sync";
pragma dq.OptLLVM="off";
PRAGMA s3.UseBlocksSource="true";
pragma dq.MaxTasksPerStage="1";
pragma config.flags="LLVM_OFF";
pragma dq.UseFinalizeByKey="true";
pragma AnsiOptionalAs="1";

$max_store_sales =
(select max(csales) tpcds_cmax
    from (select sum(ss_quantity*ss_sales_price) csales
        from bindings.store_sales as store_sales
        cross join bindings.customer as customer
        cross join bindings.date_dim as date_dim
        where
        -- ss_customer_sk is not null and ss_sold_date_sk is not null and
        ss_customer_sk = c_customer_sk
        and ss_sold_date_sk = d_date_sk
        group by customer.c_customer_sk) x);

select customer.c_customer_sk c_customer_sk,sum(ss_quantity*ss_sales_price) ssales
from bindings.store_sales as store_sales
     cross join bindings.customer as customer
  where ss_customer_sk = c_customer_sk
  group by customer.c_customer_sk
  having sum(ss_quantity*ss_sales_price) > (95/100.0) * $max_store_sales;

q23-result.yson-no-fbk

[{"Position"={"File"="<main>";"Row"=22;"Column"=1};"Write"=[{"Type"=["ListType";["StructType";[["c_customer_sk";["OptionalType";["DataType";"Int32"]]];["ssales";["OptionalType";["DataType";"Double"]]]]]];"Data"=[[["73569"];["259827.38"]];[["19469"];["252380.65"]];[["57001"];["259699.23999999993"]];[["58490"];["250773.25"]];[["70941"];["249034.69"]]]}]}]

rebuild.sh

#!/bin/sh
: ${path=$HOME/src/ydb}
$path/ya make --build relwithdebinfo \
    ydb/library/yql/udfs/common \
    ydb/library/yql/tools/dqrun
rm $path/ydb/library/yql/udfs/common/click*/*/*.so

test-gateways.conf

Dq {
    DefaultSettings {
        Name: "EnableComputeActor"
        Value: "1"
    }

    DefaultSettings {
        Name: "ComputeActorType"
        Value: "async"
    }

    DefaultSettings {
        Name: "AnalyzeQuery"
        Value: "true"
    }

    DefaultSettings {
        Name: "MaxTasksPerStage"
        Value: "200"
    }

    DefaultSettings {
        Name: "MaxTasksPerOperation"
        Value: "200"
    }

    DefaultSettings {
        Name: "EnableInsert"
        Value: "true"
    }

    DefaultSettings {
        Name: "_EnablePrecompute"
        Value: "true"
    }

    DefaultSettings {
        Name: "UseAggPhases"
        Value: "true"
    }

    DefaultSettings {
        Name: "HashJoinMode"
        Value: "grace"
    }

    DefaultSettings {
        Name: "UseFastPickleTransport"
        Value: "true"
    }

    DefaultSettings {
        Name: "UseOOBTransport"
        Value: "true"
    }

    DefaultSettings {
        Name: "UseWideChannels"
        Value: "true"
    }

    DefaultSettings {
        Name: "_SkipRevisionCheck"
        Value: "true"
    }

    DefaultSettings {
        Name: "EnableDqReplicate"
        Value: "true"
    }
    DefaultSettings {
        Name: "_RowsLimitPerWrite"
        Value: "10000000"
    }
    DefaultSettings {
        Name: "_AllResultsBytesLimit"
        Value: "100000000"
    }
    DefaultSettings {
        Name: "_TableTimeout"
        Value: "1200000"
    }
}

Generic {
  Connector {
    Endpoint {
      host: "connector.yqv2-dev.cloud.yandex.net"
      port: 50051
    }
    UseSsl: true
  }

  ClusterMapping {
    Kind: YDB,
    Name: "ydb_dev"
    DatabaseId: "etnejle6hb72cdr6aqps"
    ServiceAccountId: "my_sa"
    ServiceAccountIdSignature: "my_sa_secret_value"
    UseSsl: true
    Protocol: NATIVE
  }

  DefaultSettings {
        Name: "DateTimeFormat"
        Value: "string"
  }
}

DbResolver {
  YdbMvpEndpoint: "https://ydbc.ydb.cloud.yandex.net:8789/ydbc/cloud-prod"
}

S3 {
    ClusterMapping {
        Name: "yq-clickbench-local"
        Url: "file://./clickbench/"
    }
    ClusterMapping {
        Name: "yq-tpc-local"
        Url: "file://./tpc/"
    }
    MaxReadSizePerQuery: 100000000000
}

HttpGateway {
    ConnectionTimeoutSeconds: 15
    RequestTimeoutSeconds: 150
    MaxRetries: 2
    LowSpeedBytesLimit: 16384
    LowSpeedTimeSeconds: 10
    DownloadBufferBytesLimit: 131072
}

YqlCore {
    Flags {
        Name: "_EnableStreamLookupJoin"
    }
}

SqlCore {
    TranslationFlags: ["FlexibleTypes", "DisableAnsiOptionalAs", "EmitAggApply"]
}