IndexTask.json

{
  "task": "index_hadoop_gwiq_2016-05-02T07:27:30.883Z",
  "payload": {
    "id": "index_hadoop_gwiq_2016-05-02T07:27:30.883Z",
    "spec": {
      "dataSchema": {
        "dataSource": "gwiq",
        "parser": {
          "type": "hadoopyString",
          "parseSpec": {
            "format": "json",
            "timestampSpec": {
              "column": "timestamp"
            },
            "dimensionsSpec": {
              "dimensions": [
                
              ],
              "dimensionExclusions": [
                "timestamp",
                "d_memberID"
              ],
              "spatialDimensions": [
                
              ]
            }
          }
        },
        "metricsSpec": [
          {
            "type": "count",
            "name": "count"
          },
          {
            "type": "hyperUnique",
            "name": "gwid",
            "fieldName": "gwid"
          },
          {
            "type": "hyperUnique",
            "name": "d_memberID",
            "fieldName": "d_memberID"
          }
        ],
        "granularitySpec": {
          "type": "uniform",
          "segmentGranularity": "DAY",
          "queryGranularity": {
            "type": "duration",
            "duration": 86400000,
            "origin": "1970-01-01T00:00:00.000Z"
          },
          "intervals": [
            "2015-04-14T00:00:00.000Z\/2015-04-15T00:00:00.000Z"
          ]
        }
      },
      "ioConfig": {
        "type": "hadoop",
        "inputSpec": {
          "type": "granularity",
          "dataGranularity": "DAY",
          "inputPath": "s3n:\/\/foo@bar\/base-json-gz",
          "filePattern": ".*",
          "pathFormat": "yyyy\/MM\/dd"
        },
        "metadataUpdateSpec": null,
        "segmentOutputPath": null
      },
      "tuningConfig": {
        "type": "hadoop",
        "workingPath": null,
        "version": "2016-05-02T07:27:30.883Z",
        "partitionsSpec": {
          "type": "hashed",
          "targetPartitionSize": -1,
          "maxPartitionSize": -1,
          "assumeGrouped": false,
          "numShards": -1
        },
        "shardSpecs": {
          
        },
        "indexSpec": {
          "bitmap": {
            "type": "concise"
          },
          "dimensionCompression": null,
          "metricCompression": null
        },
        "maxRowsInMemory": 80000,
        "leaveIntermediate": false,
        "cleanupOnFailure": true,
        "overwriteFiles": false,
        "ignoreInvalidRows": false,
        "jobProperties": {
          
        },
        "combineText": false,
        "useCombiner": false,
        "buildV9Directly": false,
        "numBackgroundPersistThreads": 0
      },
      "uniqueId": "00f52d925d8a4d3cb99fe2bc23e07c25"
    },
    "hadoopDependencyCoordinates": null,
    "classpathPrefix": null,
    "context": null,
    "groupId": "index_hadoop_gwiq_2016-05-02T07:27:30.883Z",
    "dataSource": "gwiq",
    "resource": {
      "availabilityGroup": "index_hadoop_gwiq_2016-05-02T07:27:30.883Z",
      "requiredCapacity": 1
    }
  }
}