Skip to content

Instantly share code, notes, and snippets.

@allansene

allansene/profile_attempt.json

Last active August 29, 2017 21:56
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save allansene/e80c260dcabe43ed1a2b0809d4742fbc to your computer and use it in GitHub Desktop.
Save allansene/e80c260dcabe43ed1a2b0809d4742fbc to your computer and use it in GitHub Desktop.
Download ZIP
Raw
profile_attempt.json
{
"id": {
"part1": 2763588909472143400,
"part2": -5541874993782359000
},
"start": 1504035462809,
"end": 0,
"query": "SELECT idsearches, idtransactions \nFROM \"Live MM\".mm.transactions as trans\nINNER JOIN \"elastic-prd\".\"api-search-2017.08\".doc as doc\nON trans.idsearches = CONVERT_TO_INTEGER(doc.\"searchIntention\"['legacyId'], 1, 1, 0)\nWHERE idsearches = 38827627",
"plan": "00-00 Screen : rowType = RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition): rowcount = 73474.5, cumulative cost = {1991166.95 rows, 3.0054258795E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}, id = 69281\n00-01 Project(Fragment=[$0], Records=[$1], Path=[$2], Metadata=[$3], Partition=[$4]) : rowType = RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition): rowcount = 73474.5, cumulative cost = {1983819.5 rows, 3.005352405E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}, id = 69280\n00-02 WriterCommitter(temp=[/Users/allan.sene/Library/Dremio/data/pdfs/results/.265a3d78-964b-d735-b317-4e0e25fb7c00-1504035462906], final=[/Users/allan.sene/Library/Dremio/data/pdfs/results/265a3d78-964b-d735-b317-4e0e25fb7c00]) : rowType = RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition): rowcount = 73474.5, cumulative cost = {1910345.0 rows, 3.00167868E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}, id = 69279\n00-03 UnionExchange : rowType = RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition): rowcount = 73474.5, cumulative cost = {1836870.5 rows, 3.000943935E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}, id = 69278\n01-01 Writer : rowType = RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition): rowcount = 73474.5, cumulative cost = {1763396.0 rows, 2.995065975E8 cpu, 2.93898E8 io, 2.93906192E8 network, 35.2 memory}, id = 69277\n01-02 Project(idsearches=[$1], idtransactions=[$0]) : rowType = RecordType(INTEGER idsearches, INTEGER idtransactions): rowcount = 73474.5, cumulative cost = {1689921.5 rows, 2.99433123E8 cpu, 2.93898E8 io, 2.93906192E8 network, 35.2 memory}, id = 69276\n01-03 HashJoin(condition=[=($1, $2)], joinType=[inner]) : rowType = RecordType(INTEGER idtransactions, INTEGER idsearches, ANY $f10): rowcount = 73474.5, cumulative cost = {1616447.0 rows, 2.99286174E8 cpu, 2.93898E8 io, 2.93906192E8 network, 35.2 memory}, id = 69275\n01-05 SelectionVectorRemover : rowType = RecordType(INTEGER idtransactions, INTEGER idsearches): rowcount = 73474.5, cumulative cost = {1542964.5 rows, 2.981840125E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}, id = 69272\n01-06 Filter(condition=[=($1, 38827627)]) : rowType = RecordType(INTEGER idtransactions, INTEGER idsearches): rowcount = 73474.5, cumulative cost = {1469490.0 rows, 2.98110538E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}, id = 69271\n01-07 Project(idtransactions=[$0], idsearches=[$5]) : rowType = RecordType(INTEGER idtransactions, INTEGER idsearches): rowcount = 489830.0, cumulative cost = {979660.0 rows, 2.9487766E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}, id = 69270\n01-08 Jdbc(sql=[SELECT *\nFROM `mm`.`transactions`]) : rowType = RecordType(INTEGER idtransactions, INTEGER idtransactions_issue_status, INTEGER idorder, INTEGER idusers, INTEGER idpayment_form_type, INTEGER idsearches, INTEGER idnips, INTEGER idnips_captured, INTEGER idbrands, INTEGER idgateways, INTEGER idpagarme, BIGINT idmaxpay, INTEGER idlinked_transactions, INTEGER idcoupons, INTEGER idstatement, INTEGER idpartners, INTEGER idtransactions_account, INTEGER idagency, VARCHAR(65536) type, DOUBLE total, DOUBLE total_initial, DOUBLE total_price, DOUBLE total_discounts, DOUBLE total_coupon, DOUBLE total_credit, DOUBLE total_economy, INTEGER installments, DOUBLE fee_mm, DOUBLE fee_gateway, DOUBLE fee_agency, DOUBLE fee_mm_rep, DOUBLE fee_installment, DOUBLE total_luggage, INTEGER idfee_service, VARCHAR(65536) tid, VARCHAR(65536) nsu, VARCHAR(65536) authorization_code, VARCHAR(65536) partners_code, VARCHAR(65536) response_code, VARCHAR(65536) contact, VARCHAR(65536) sent_email, VARCHAR(65536) manual_emission, VARCHAR(65536) fraud, VARCHAR(65536) discounts, VARCHAR(65536) unique_session, VARCHAR(65536) temporary_issue, BOOLEAN miles_increased, TIMESTAMP(0) miles_increased_date, BOOLEAN unavailable, TIMESTAMP(0) unavailable_date, VARCHAR(65536) origin, INTEGER sent_sms, BOOLEAN payment_attempts, BOOLEAN is_send_mail_buyer_cancel_transaction, TIMESTAMP(0) send_mail_buyer_cancel_transaction_date, TIMESTAMP(0) created, TIMESTAMP(0) updated, TIMESTAMP(0) flights_updated, TIMESTAMP(0) tickets_updated, TIMESTAMP(0) ticket_issue_date): rowcount = 489830.0, cumulative cost = {489830.0 rows, 2.93898E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}, id = 69142\n01-04 BroadcastExchange : rowType = RecordType(ANY $f10): rowcount = 2.0, cumulative cost = {6.0 rows, 28.0 cpu, 0.0 io, 8192.0 network, 0.0 memory}, id = 69274\n02-01 Project($f10=[CONVERT_TO_INTEGER(ITEM($0, 'legacyId'), 1, 1, 0)]) : rowType = RecordType(ANY $f10): rowcount = 2.0, cumulative cost = {4.0 rows, 12.0 cpu, 0.0 io, 0.0 network, 0.0 memory}, id = 69273\n02-02 ElasticScan(resource=[api-search-2017.08/doc], columns=[[`searchIntention`.`legacyId`]], pushdown\n =[{\n \"from\" : 0,\n \"size\" : 4000,\n \"query\" : {\n \"match_all\" : { }\n }\n}]) : rowType = RecordType(ANY searchIntention): rowcount = 2.0, cumulative cost = {2.0 rows, 2.0 cpu, 0.0 io, 0.0 network, 0.0 memory}, id = 69146\n",
"foreman": {
"address": "10.10.2.185",
"userPort": 31010,
"fabricPort": 45678,
"roles": {
"sqlQuery": true,
"javaExecutor": true
},
"startTime": 1503948464140
},
"state": 1,
"totalFragments": 3,
"finishedFragments": 1,
"fragmentProfile": [
{
"majorFragmentId": 0,
"minorFragmentProfile": [
{
"state": 2,
"minorFragmentId": 0,
"operatorProfile": [
{
"inputProfile": [
{
"records": 0,
"batches": 0,
"size": 0
}
],
"operatorId": 0,
"operatorType": 13,
"setupNanos": 5047,
"processNanos": 584,
"peakLocalMemoryAllocated": 0,
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 0,
"batches": 0,
"size": 0
}
],
"operatorId": 1,
"operatorType": 10,
"setupNanos": 218167,
"processNanos": 353,
"peakLocalMemoryAllocated": 0,
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 0,
"batches": 0,
"size": 0
}
],
"operatorId": 2,
"operatorType": 49,
"setupNanos": 8284003,
"processNanos": 281,
"peakLocalMemoryAllocated": 768,
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 0,
"batches": 0,
"size": 0
}
],
"operatorId": 3,
"operatorType": 11,
"setupNanos": 2783,
"processNanos": 6281,
"peakLocalMemoryAllocated": 0,
"metric": [
{
"metricId": 1,
"longValue": 1
}
],
"waitNanos": 0
}
],
"startTime": 1504035462934,
"endTime": 1504035905406,
"memoryUsed": 4000000,
"maxMemoryUsed": 4000000,
"endpoint": {
"address": "10.10.2.185",
"userPort": 31010,
"fabricPort": 45678,
"roles": {
"sqlQuery": true,
"javaExecutor": true
},
"startTime": 1503948464140
},
"lastUpdate": 1504035905406,
"lastProgress": 1504035465087,
"sleepingDuration": 0,
"blockedDuration": 0,
"firstRun": 1504035462935,
"runDuration": 11,
"numRuns": 2,
"setupDuration": 9,
"finishDuration": 0
}
]
},
{
"majorFragmentId": 1,
"minorFragmentProfile": [
{
"state": 2,
"minorFragmentId": 0,
"operatorProfile": [
{
"inputProfile": [
{
"records": 0,
"batches": 0,
"size": 0
}
],
"operatorId": 0,
"operatorType": 0,
"setupNanos": 54811,
"processNanos": 610,
"peakLocalMemoryAllocated": 0,
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 0,
"batches": 0,
"size": 0
}
],
"operatorId": 1,
"operatorType": 43,
"setupNanos": 5846079,
"processNanos": 435,
"peakLocalMemoryAllocated": 0,
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 0,
"batches": 0,
"size": 0
}
],
"operatorId": 2,
"operatorType": 10,
"setupNanos": 189031,
"processNanos": 492,
"peakLocalMemoryAllocated": 0,
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 0,
"batches": 0,
"size": 0
},
{
"records": 2,
"batches": 2,
"size": 18
}
],
"operatorId": 3,
"operatorType": 4,
"setupNanos": 2435856,
"processNanos": 350098,
"peakLocalMemoryAllocated": 1589288,
"metric": [
{
"metricId": 0,
"longValue": 65536
},
{
"metricId": 1,
"longValue": 1
},
{
"metricId": 2,
"longValue": 0
},
{
"metricId": 3,
"longValue": 0
}
],
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 0,
"batches": 0,
"size": 0
}
],
"operatorId": 5,
"operatorType": 14,
"setupNanos": 25725,
"processNanos": 196,
"peakLocalMemoryAllocated": 0,
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 143325,
"batches": 35,
"size": 1182440
}
],
"operatorId": 6,
"operatorType": 2,
"setupNanos": 307076,
"processNanos": 3406336,
"peakLocalMemoryAllocated": 49152,
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 143325,
"batches": 35,
"size": 77137842
}
],
"operatorId": 7,
"operatorType": 10,
"setupNanos": 95330,
"processNanos": 750544,
"peakLocalMemoryAllocated": 40960,
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 143325,
"batches": 35,
"size": 77137842
}
],
"operatorId": 8,
"operatorType": 47,
"setupNanos": 3740,
"processNanos": 436325951883,
"peakLocalMemoryAllocated": 14904320,
"metric": [
{
"metricId": 0,
"longValue": 10761446918
},
{
"metricId": 1,
"longValue": 1
}
],
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 2,
"batches": 2,
"size": 18
}
],
"operatorId": 4,
"operatorType": 11,
"setupNanos": 2128,
"processNanos": 663374,
"peakLocalMemoryAllocated": 16,
"metric": [
{
"metricId": 0,
"longValue": 18
},
{
"metricId": 1,
"longValue": 1
}
],
"waitNanos": 0
}
],
"startTime": 1504035462935,
"endTime": 1504035905406,
"memoryUsed": 21396456,
"maxMemoryUsed": 23493608,
"endpoint": {
"address": "10.10.2.185",
"userPort": 31010,
"fabricPort": 45678,
"roles": {
"sqlQuery": true,
"javaExecutor": true
},
"startTime": 1503948464140
},
"lastUpdate": 1504035905406,
"lastProgress": 1504035900401,
"sleepingDuration": 0,
"blockedDuration": 0,
"firstRun": 1504035462936,
"runDuration": 442466,
"numRuns": 111,
"setupDuration": 10772,
"finishDuration": 0
}
]
},
{
"majorFragmentId": 2,
"minorFragmentProfile": [
{
"state": 3,
"minorFragmentId": 0,
"operatorProfile": [
{
"inputProfile": [
{
"records": 2,
"batches": 2,
"size": 18
}
],
"operatorId": 0,
"operatorType": 1,
"setupNanos": 62288,
"processNanos": 596412,
"peakLocalMemoryAllocated": 9,
"metric": [
{
"metricId": 0,
"longValue": 1
},
{
"metricId": 1,
"longValue": 18
}
],
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 2,
"batches": 2,
"size": 36
}
],
"operatorId": 1,
"operatorType": 10,
"setupNanos": 908944,
"processNanos": 160583,
"peakLocalMemoryAllocated": 9,
"waitNanos": 0
},
{
"inputProfile": [
{
"records": 2,
"batches": 3,
"size": 36
}
],
"operatorId": 2,
"operatorType": 38,
"setupNanos": 3920,
"processNanos": 47397949,
"peakLocalMemoryAllocated": 58880,
"metric": [
{
"metricId": 0,
"longValue": 328622
},
{
"metricId": 1,
"longValue": 5
}
],
"waitNanos": 0
}
],
"startTime": 1504035462940,
"endTime": 1504035462995,
"memoryUsed": 0,
"maxMemoryUsed": 3000000,
"endpoint": {
"address": "10.10.2.185",
"userPort": 31010,
"fabricPort": 45678,
"roles": {
"sqlQuery": true,
"javaExecutor": true
},
"startTime": 1503948464140
},
"lastUpdate": 1504035462996,
"lastProgress": 1504035462996,
"sleepingDuration": 0,
"blockedDuration": 0,
"firstRun": 1504035462940,
"runDuration": 53,
"numRuns": 9,
"setupDuration": 3,
"finishDuration": 14
}
]
}
],
"user": "allan.sene",
"planningStart": 1504035462811,
"planningEnd": 1504035462921,
"jsonPlan": "{\n \"\\\"00-00\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.ScreenPrel\",\n \"\\\"values\\\"\": {},\n \"\\\"inputs\\\"\": [\n \"00-01\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition)\",\n \"\\\"rowCount\\\"\": 73474.5,\n \"\\\"cumulativeCost\\\"\": \"{1991166.95 rows, 3.0054258795E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}\"\n },\n \"\\\"00-01\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.ProjectPrel\",\n \"\\\"values\\\"\": {\n \"\\\"fields\\\"\": \"[Fragment, Records, Path, Metadata, Partition]\",\n \"\\\"exprs\\\"\": \"[$0, $1, $2, $3, $4]\"\n },\n \"\\\"inputs\\\"\": [\n \"00-02\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition)\",\n \"\\\"rowCount\\\"\": 73474.5,\n \"\\\"cumulativeCost\\\"\": \"{1983819.5 rows, 3.005352405E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}\"\n },\n \"\\\"00-02\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.WriterCommitterPrel\",\n \"\\\"values\\\"\": {\n \"\\\"temp\\\"\": \"/Users/allan.sene/Library/Dremio/data/pdfs/results/.265a3d78-964b-d735-b317-4e0e25fb7c00-1504035462906\",\n \"\\\"final\\\"\": \"/Users/allan.sene/Library/Dremio/data/pdfs/results/265a3d78-964b-d735-b317-4e0e25fb7c00\"\n },\n \"\\\"inputs\\\"\": [\n \"00-03\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition)\",\n \"\\\"rowCount\\\"\": 73474.5,\n \"\\\"cumulativeCost\\\"\": \"{1910345.0 rows, 3.00167868E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}\"\n },\n \"\\\"00-03\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.UnionExchangePrel\",\n \"\\\"values\\\"\": {},\n \"\\\"inputs\\\"\": [\n \"01-01\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition)\",\n \"\\\"rowCount\\\"\": 73474.5,\n \"\\\"cumulativeCost\\\"\": \"{1836870.5 rows, 3.000943935E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}\"\n },\n \"\\\"01-01\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.WriterPrel\",\n \"\\\"values\\\"\": {},\n \"\\\"inputs\\\"\": [\n \"01-02\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition)\",\n \"\\\"rowCount\\\"\": 73474.5,\n \"\\\"cumulativeCost\\\"\": \"{1763396.0 rows, 2.995065975E8 cpu, 2.93898E8 io, 2.93906192E8 network, 35.2 memory}\"\n },\n \"\\\"01-02\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.ProjectPrel\",\n \"\\\"values\\\"\": {\n \"\\\"fields\\\"\": \"[idsearches, idtransactions]\",\n \"\\\"exprs\\\"\": \"[$1, $0]\"\n },\n \"\\\"inputs\\\"\": [\n \"01-03\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(INTEGER idsearches, INTEGER idtransactions)\",\n \"\\\"rowCount\\\"\": 73474.5,\n \"\\\"cumulativeCost\\\"\": \"{1689921.5 rows, 2.99433123E8 cpu, 2.93898E8 io, 2.93906192E8 network, 35.2 memory}\"\n },\n \"\\\"01-03\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.HashJoinPrel\",\n \"\\\"values\\\"\": {\n \"\\\"condition\\\"\": \"=($1, $2)\",\n \"\\\"joinType\\\"\": \"inner\"\n },\n \"\\\"inputs\\\"\": [\n \"01-05\",\n \"01-04\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(INTEGER idtransactions, INTEGER idsearches, ANY $f10)\",\n \"\\\"rowCount\\\"\": 73474.5,\n \"\\\"cumulativeCost\\\"\": \"{1616447.0 rows, 2.99286174E8 cpu, 2.93898E8 io, 2.93906192E8 network, 35.2 memory}\"\n },\n \"\\\"01-05\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.SelectionVectorRemoverPrel\",\n \"\\\"values\\\"\": {},\n \"\\\"inputs\\\"\": [\n \"01-06\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(INTEGER idtransactions, INTEGER idsearches)\",\n \"\\\"rowCount\\\"\": 73474.5,\n \"\\\"cumulativeCost\\\"\": \"{1542964.5 rows, 2.981840125E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}\"\n },\n \"\\\"01-06\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.FilterPrel\",\n \"\\\"values\\\"\": {\n \"\\\"condition\\\"\": \"=($1, 38827627)\"\n },\n \"\\\"inputs\\\"\": [\n \"01-07\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(INTEGER idtransactions, INTEGER idsearches)\",\n \"\\\"rowCount\\\"\": 73474.5,\n \"\\\"cumulativeCost\\\"\": \"{1469490.0 rows, 2.98110538E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}\"\n },\n \"\\\"01-07\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.ProjectPrel\",\n \"\\\"values\\\"\": {\n \"\\\"fields\\\"\": \"[idtransactions, idsearches]\",\n \"\\\"exprs\\\"\": \"[$0, $5]\"\n },\n \"\\\"inputs\\\"\": [\n \"01-08\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(INTEGER idtransactions, INTEGER idsearches)\",\n \"\\\"rowCount\\\"\": 489830.0,\n \"\\\"cumulativeCost\\\"\": \"{979660.0 rows, 2.9487766E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}\"\n },\n \"\\\"01-08\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.store.jdbc.rel.JdbcPrel\",\n \"\\\"values\\\"\": {\n \"\\\"sql\\\"\": \"SELECT *\\nFROM `mm`.`transactions`\"\n },\n \"\\\"inputs\\\"\": [],\n \"\\\"rowType\\\"\": \"RecordType(INTEGER idtransactions, INTEGER idtransactions_issue_status, INTEGER idorder, INTEGER idusers, INTEGER idpayment_form_type, INTEGER idsearches, INTEGER idnips, INTEGER idnips_captured, INTEGER idbrands, INTEGER idgateways, INTEGER idpagarme, BIGINT idmaxpay, INTEGER idlinked_transactions, INTEGER idcoupons, INTEGER idstatement, INTEGER idpartners, INTEGER idtransactions_account, INTEGER idagency, VARCHAR(65536) type, DOUBLE total, DOUBLE total_initial, DOUBLE total_price, DOUBLE total_discounts, DOUBLE total_coupon, DOUBLE total_credit, DOUBLE total_economy, INTEGER installments, DOUBLE fee_mm, DOUBLE fee_gateway, DOUBLE fee_agency, DOUBLE fee_mm_rep, DOUBLE fee_installment, DOUBLE total_luggage, INTEGER idfee_service, VARCHAR(65536) tid, VARCHAR(65536) nsu, VARCHAR(65536) authorization_code, VARCHAR(65536) partners_code, VARCHAR(65536) response_code, VARCHAR(65536) contact, VARCHAR(65536) sent_email, VARCHAR(65536) manual_emission, VARCHAR(65536) fraud, VARCHAR(65536) discounts, VARCHAR(65536) unique_session, VARCHAR(65536) temporary_issue, BOOLEAN miles_increased, TIMESTAMP(0) miles_increased_date, BOOLEAN unavailable, TIMESTAMP(0) unavailable_date, VARCHAR(65536) origin, INTEGER sent_sms, BOOLEAN payment_attempts, BOOLEAN is_send_mail_buyer_cancel_transaction, TIMESTAMP(0) send_mail_buyer_cancel_transaction_date, TIMESTAMP(0) created, TIMESTAMP(0) updated, TIMESTAMP(0) flights_updated, TIMESTAMP(0) tickets_updated, TIMESTAMP(0) ticket_issue_date)\",\n \"\\\"rowCount\\\"\": 489830.0,\n \"\\\"cumulativeCost\\\"\": \"{489830.0 rows, 2.93898E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}\"\n },\n \"\\\"01-04\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.BroadcastExchangePrel\",\n \"\\\"values\\\"\": {},\n \"\\\"inputs\\\"\": [\n \"02-01\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(ANY $f10)\",\n \"\\\"rowCount\\\"\": 2.0,\n \"\\\"cumulativeCost\\\"\": \"{6.0 rows, 28.0 cpu, 0.0 io, 8192.0 network, 0.0 memory}\"\n },\n \"\\\"02-01\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.exec.planner.physical.ProjectPrel\",\n \"\\\"values\\\"\": {\n \"\\\"fields\\\"\": \"[$f10]\",\n \"\\\"exprs\\\"\": \"[CONVERT_TO_INTEGER(ITEM($0, 'legacyId'), 1, 1, 0)]\"\n },\n \"\\\"inputs\\\"\": [\n \"02-02\"\n ],\n \"\\\"rowType\\\"\": \"RecordType(ANY $f10)\",\n \"\\\"rowCount\\\"\": 2.0,\n \"\\\"cumulativeCost\\\"\": \"{4.0 rows, 12.0 cpu, 0.0 io, 0.0 network, 0.0 memory}\"\n },\n \"\\\"02-02\\\"\": {\n \"\\\"op\\\"\": \"com.dremio.plugins.elastic.planning.rels.ElasticScanPrel\",\n \"\\\"values\\\"\": {\n \"\\\"resource\\\"\": \"api-search-2017.08/doc\",\n \"\\\"columns\\\"\": \"[`searchIntention`.`legacyId`]\",\n \"\\\"pushdown\\n \\\"\": \"{\\n \\\"from\\\" : 0,\\n \\\"size\\\" : 4000,\\n \\\"query\\\" : {\\n \\\"match_all\\\" : { }\\n }\\n}\"\n },\n \"\\\"inputs\\\"\": [],\n \"\\\"rowType\\\"\": \"RecordType(ANY searchIntention)\",\n \"\\\"rowCount\\\"\": 2.0,\n \"\\\"cumulativeCost\\\"\": \"{2.0 rows, 2.0 cpu, 0.0 io, 0.0 network, 0.0 memory}\"\n }\n}",
"clientInfo": {
"name": "Dremio Java local client",
"version": "1.1.0-201708121825170680-436784e",
"majorVersion": 1,
"minorVersion": 1,
"patchVersion": 0,
"application": "59075@MacBook-Pro-de-Maxmilhas.local",
"buildNumber": 0,
"versionQualifier": "201708121825170680-436784e"
},
"planPhases": [
{
"phaseName": "Validation",
"durationMillis": 5,
"plan": ""
},
{
"phaseName": "Convert To Rel",
"durationMillis": 12,
"plan": ""
},
{
"phaseName": "Reduce Expressions",
"durationMillis": 2,
"plan": ""
},
{
"phaseName": "Convert Scan",
"durationMillis": 0,
"plan": ""
},
{
"phaseName": "JDBC Pushdown",
"durationMillis": 6,
"plan": ""
},
{
"phaseName": "Window Function Rewrites",
"durationMillis": 0,
"plan": ""
},
{
"phaseName": "Find Materializations",
"durationMillis": 1,
"plan": ""
},
{
"phaseName": "Normalization",
"durationMillis": 4,
"plan": ""
},
{
"phaseName": "Substitution",
"durationMillis": 0,
"plan": ""
},
{
"phaseName": "Logical Planning",
"durationMillis": 49,
"plan": ""
},
{
"phaseName": "LOPT Join Planning",
"durationMillis": 6,
"plan": ""
},
{
"phaseName": "Physical Planning",
"durationMillis": 12,
"plan": ""
},
{
"phaseName": "Final Physical Transformation",
"durationMillis": 1,
"plan": "00-00 Screen : rowType = RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition): rowcount = 73474.5, cumulative cost = {1991166.95 rows, 3.0054258795E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}, id = 69281\n00-01 Project(Fragment=[$0], Records=[$1], Path=[$2], Metadata=[$3], Partition=[$4]) : rowType = RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition): rowcount = 73474.5, cumulative cost = {1983819.5 rows, 3.005352405E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}, id = 69280\n00-02 WriterCommitter(temp=[/Users/allan.sene/Library/Dremio/data/pdfs/results/.265a3d78-964b-d735-b317-4e0e25fb7c00-1504035462906], final=[/Users/allan.sene/Library/Dremio/data/pdfs/results/265a3d78-964b-d735-b317-4e0e25fb7c00]) : rowType = RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition): rowcount = 73474.5, cumulative cost = {1910345.0 rows, 3.00167868E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}, id = 69279\n00-03 UnionExchange : rowType = RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition): rowcount = 73474.5, cumulative cost = {1836870.5 rows, 3.000943935E8 cpu, 2.93898E8 io, 1.798663952E9 network, 35.2 memory}, id = 69278\n01-01 Writer : rowType = RecordType(VARCHAR(65536) Fragment, BIGINT Records, VARCHAR(65536) Path, VARBINARY(65536) Metadata, INTEGER Partition): rowcount = 73474.5, cumulative cost = {1763396.0 rows, 2.995065975E8 cpu, 2.93898E8 io, 2.93906192E8 network, 35.2 memory}, id = 69277\n01-02 Project(idsearches=[$1], idtransactions=[$0]) : rowType = RecordType(INTEGER idsearches, INTEGER idtransactions): rowcount = 73474.5, cumulative cost = {1689921.5 rows, 2.99433123E8 cpu, 2.93898E8 io, 2.93906192E8 network, 35.2 memory}, id = 69276\n01-03 HashJoin(condition=[=($1, $2)], joinType=[inner]) : rowType = RecordType(INTEGER idtransactions, INTEGER idsearches, ANY $f10): rowcount = 73474.5, cumulative cost = {1616447.0 rows, 2.99286174E8 cpu, 2.93898E8 io, 2.93906192E8 network, 35.2 memory}, id = 69275\n01-05 SelectionVectorRemover : rowType = RecordType(INTEGER idtransactions, INTEGER idsearches): rowcount = 73474.5, cumulative cost = {1542964.5 rows, 2.981840125E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}, id = 69272\n01-06 Filter(condition=[=($1, 38827627)]) : rowType = RecordType(INTEGER idtransactions, INTEGER idsearches): rowcount = 73474.5, cumulative cost = {1469490.0 rows, 2.98110538E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}, id = 69271\n01-07 Project(idtransactions=[$0], idsearches=[$5]) : rowType = RecordType(INTEGER idtransactions, INTEGER idsearches): rowcount = 489830.0, cumulative cost = {979660.0 rows, 2.9487766E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}, id = 69270\n01-08 Jdbc(sql=[SELECT *\nFROM `mm`.`transactions`]) : rowType = RecordType(INTEGER idtransactions, INTEGER idtransactions_issue_status, INTEGER idorder, INTEGER idusers, INTEGER idpayment_form_type, INTEGER idsearches, INTEGER idnips, INTEGER idnips_captured, INTEGER idbrands, INTEGER idgateways, INTEGER idpagarme, BIGINT idmaxpay, INTEGER idlinked_transactions, INTEGER idcoupons, INTEGER idstatement, INTEGER idpartners, INTEGER idtransactions_account, INTEGER idagency, VARCHAR(65536) type, DOUBLE total, DOUBLE total_initial, DOUBLE total_price, DOUBLE total_discounts, DOUBLE total_coupon, DOUBLE total_credit, DOUBLE total_economy, INTEGER installments, DOUBLE fee_mm, DOUBLE fee_gateway, DOUBLE fee_agency, DOUBLE fee_mm_rep, DOUBLE fee_installment, DOUBLE total_luggage, INTEGER idfee_service, VARCHAR(65536) tid, VARCHAR(65536) nsu, VARCHAR(65536) authorization_code, VARCHAR(65536) partners_code, VARCHAR(65536) response_code, VARCHAR(65536) contact, VARCHAR(65536) sent_email, VARCHAR(65536) manual_emission, VARCHAR(65536) fraud, VARCHAR(65536) discounts, VARCHAR(65536) unique_session, VARCHAR(65536) temporary_issue, BOOLEAN miles_increased, TIMESTAMP(0) miles_increased_date, BOOLEAN unavailable, TIMESTAMP(0) unavailable_date, VARCHAR(65536) origin, INTEGER sent_sms, BOOLEAN payment_attempts, BOOLEAN is_send_mail_buyer_cancel_transaction, TIMESTAMP(0) send_mail_buyer_cancel_transaction_date, TIMESTAMP(0) created, TIMESTAMP(0) updated, TIMESTAMP(0) flights_updated, TIMESTAMP(0) tickets_updated, TIMESTAMP(0) ticket_issue_date): rowcount = 489830.0, cumulative cost = {489830.0 rows, 2.93898E8 cpu, 2.93898E8 io, 2.93898E8 network, 0.0 memory}, id = 69142\n01-04 BroadcastExchange : rowType = RecordType(ANY $f10): rowcount = 2.0, cumulative cost = {6.0 rows, 28.0 cpu, 0.0 io, 8192.0 network, 0.0 memory}, id = 69274\n02-01 Project($f10=[CONVERT_TO_INTEGER(ITEM($0, 'legacyId'), 1, 1, 0)]) : rowType = RecordType(ANY $f10): rowcount = 2.0, cumulative cost = {4.0 rows, 12.0 cpu, 0.0 io, 0.0 network, 0.0 memory}, id = 69273\n02-02 ElasticScan(resource=[api-search-2017.08/doc], columns=[[`searchIntention`.`legacyId`]], pushdown\n =[{\n \"from\" : 0,\n \"size\" : 4000,\n \"query\" : {\n \"match_all\" : { }\n }\n}]) : rowType = RecordType(ANY searchIntention): rowcount = 2.0, cumulative cost = {2.0 rows, 2.0 cpu, 0.0 io, 0.0 network, 0.0 memory}, id = 69146\n"
},
{
"phaseName": "Fragment Assignment",
"durationMillis": 0,
"plan": ""
},
{
"phaseName": "Plan Generation",
"durationMillis": 2,
"plan": ""
},
{
"phaseName": "Intermediate Fragments Scheduling",
"durationMillis": 0,
"plan": ""
},
{
"phaseName": "Leaf Fragments Scheduling",
"durationMillis": 0,
"plan": ""
},
{
"phaseName": "\"Live MM\".mm.transactions: PERMISSION_CACHE_HIT",
"durationMillis": 0
},
{
"phaseName": "\"Live MM\".mm.transactions: CACHED_METADATA",
"durationMillis": 0
},
{
"phaseName": "\"elastic-prd\".\"api-search-2017.08\".doc: PERMISSION_CACHE_HIT",
"durationMillis": 0
},
{
"phaseName": "\"elastic-prd\".\"api-search-2017.08\".doc: CACHED_METADATA",
"durationMillis": 0
},
{
"phaseName": "\"Live MM\".mm.transactions: PERMISSION_CACHE_HIT",
"durationMillis": 0
},
{
"phaseName": "\"Live MM\".mm.transactions: CACHED_METADATA",
"durationMillis": 0
},
{
"phaseName": "\"elastic-prd\".\"api-search-2017.08\".doc: PERMISSION_CACHE_HIT",
"durationMillis": 0
},
{
"phaseName": "\"elastic-prd\".\"api-search-2017.08\".doc: CACHED_METADATA",
"durationMillis": 0
}
],
"accelerationProfile": {
"accelerated": false,
"numSubstitutions": 1,
"millisTakenGettingMaterializations": 1,
"millisTakenNormalizing": 4,
"millisTakenSubstituting": 0,
"layoutProfiles": [
{
"layoutId": "488c8468-f9f9-4ec7-8068-f4b958484f80",
"materializationId": "a4072f4d-7dfd-4271-b6ba-f08dc95f47fd",
"materializationExpirationTimestamp": 1504035479116,
"plan": "",
"sortedColumns": [
"@timestamp"
],
"displayColumns": [
"flight",
"metadata",
"@timestamp",
"@version",
"searchIntention",
"pricing",
"tags",
"_index",
"_type",
"_uid"
],
"numSubstitutions": 1,
"millisTakenSubstituting": 0,
"normalizedPlans": [
""
]
}
]
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment