Skip to content

Instantly share code, notes, and snippets.

@drcrallen
Created May 20, 2015 22:11
Show Gist options
  • Save drcrallen/92eacab1d2cb8e01e194 to your computer and use it in GitHub Desktop.
Save drcrallen/92eacab1d2cb8e01e194 to your computer and use it in GitHub Desktop.
{
"hadoopCoordinates": "org.apache.hadoop:hadoop-client:2.3.0",
"spec": {
"dataSchema" : {
"dataSource" : "hadoop_tpch",
"granularitySpec" : {
"intervals" : [
"1980-01-01T00:00:00.000Z/2020-01-01T00:00:00.000Z"
],
"queryGranularity" : "day",
"type":"arbitrary"
},
"metricsSpec" : [
{
"name" : "COUNT",
"type" : "count"
},
{
"fieldName" : "l_quantity",
"name" : "L_QUANTITY_longSum",
"type" : "longSum"
},
{
"fieldName" : "l_extendedprice",
"name" : "L_EXTENDEDPRICE_doubleSum",
"type" : "doubleSum"
},
{
"fieldName" : "l_discount",
"name" : "L_DISCOUNT_doubleSum",
"type" : "doubleSum"
},
{
"fieldName" : "l_tax",
"name" : "L_TAX_doubleSum",
"type" : "doubleSum"
},
{
"fieldName":"l_comment",
"name" : "L_COMMENT_HLL",
"type" : "hyperUnique"
},
{
"fieldName":"l_orderkey",
"name" : "L_ORDERKEY_HLL",
"type" : "hyperUnique"
}
],
"parser" : {
"parseSpec" : {
"columns" : [
"l_orderkey",
"l_partkey",
"l_suppkey",
"l_linenumber",
"l_quantity",
"l_extendedprice",
"l_discount",
"l_tax",
"l_returnflag",
"l_linestatus",
"l_shipdate",
"l_commitdate",
"l_receiptdate",
"l_shipinstruct",
"l_shipmode",
"l_comment"
],
"delimiter" : "|",
"dimensionsSpec" : {
"dimensionExclusions" : [
"l_shipdate",
"l_tax",
"count",
"l_quantity",
"l_discount",
"l_extendedprice"
],
"dimensions" : [
"l_orderkey",
"l_suppkey",
"l_linenumber",
"l_returnflag",
"l_linestatus",
"l_commitdate",
"l_receiptdate",
"l_shipinstruct",
"l_shipmode",
"l_comment"
]
},
"format" : "tsv",
"timestampSpec" : {
"column" : "l_shipdate",
"format" : "yyyy-MM-dd"
}
},
"type" : "string"
}
},
"ioConfig": {
"inputSpec": {
"paths": "/Users/charlesallen/bin/wrk/lineitem.small.tbl",
"type": "static"
},
"type": "hadoop"
}
},
"type": "index_hadoop"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment