Skip to content

Instantly share code, notes, and snippets.

@avantgardnerio
Created July 13, 2022 18:34
Show Gist options
  • Save avantgardnerio/35a04950ca768fdfe6579aea08126b74 to your computer and use it in GitHub Desktop.
Save avantgardnerio/35a04950ca768fdfe6579aea08126b74 to your computer and use it in GitHub Desktop.
{
"projection": {
"input": {
"sort": {
"input": {
"projection": {
"input": {
"listingScan": {
"tableName": "alltypes_plain",
"paths": [
"file:///home/bgardner/workspace/arrow-datafusion/parquet-testing/data/alltypes_plain.parquet"
],
"fileExtension": ".parquet",
"schema": {
"columns": [
{
"name": "id",
"arrowType": {
"INT32": {}
},
"nullable": true
},
{
"name": "bool_col",
"arrowType": {
"BOOL": {}
},
"nullable": true
},
{
"name": "tinyint_col",
"arrowType": {
"INT32": {}
},
"nullable": true
},
{
"name": "smallint_col",
"arrowType": {
"INT32": {}
},
"nullable": true
},
{
"name": "int_col",
"arrowType": {
"INT32": {}
},
"nullable": true
},
{
"name": "bigint_col",
"arrowType": {
"INT64": {}
},
"nullable": true
},
{
"name": "float_col",
"arrowType": {
"FLOAT32": {}
},
"nullable": true
},
{
"name": "double_col",
"arrowType": {
"FLOAT64": {}
},
"nullable": true
},
{
"name": "date_string_col",
"arrowType": {
"BINARY": {}
},
"nullable": true
},
{
"name": "string_col",
"arrowType": {
"BINARY": {}
},
"nullable": true
},
{
"name": "timestamp_col",
"arrowType": {
"TIMESTAMP": {
"timeUnit": "Nanosecond"
}
},
"nullable": true
}
]
},
"collectStat": true,
"targetPartitions": 16,
"parquet": {
"enablePruning": true
}
}
},
"expr": [
{
"column": {
"name": "id",
"relation": {
"relation": "alltypes_plain"
}
}
},
{
"column": {
"name": "int_col",
"relation": {
"relation": "alltypes_plain"
}
}
},
{
"column": {
"name": "double_col",
"relation": {
"relation": "alltypes_plain"
}
}
}
]
}
},
"expr": [
{
"sort": {
"expr": {
"column": {
"name": "int_col",
"relation": {
"relation": "alltypes_plain"
}
}
},
"asc": true
}
},
{
"sort": {
"expr": {
"column": {
"name": "double_col",
"relation": {
"relation": "alltypes_plain"
}
}
},
"asc": true
}
}
]
}
},
"expr": [
{
"column": {
"name": "id",
"relation": {
"relation": "alltypes_plain"
}
}
}
]
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment