Skip to content

Instantly share code, notes, and snippets.

@praveev
Created March 7, 2016 04:02
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save praveev/89e280b7440173f9bc63 to your computer and use it in GitHub Desktop.
Save praveev/89e280b7440173f9bc63 to your computer and use it in GitHub Desktop.
io.druid.indexing.worker.executor.ExecutorLifecycle - Running with task: {
"type" : "index_hadoop",
"id" : "index_hadoop_wikipedia_partition_2016-03-07T02:43:12.977Z",
"spec" : {
"dataSchema" : {
"dataSource" : "wikipedia_partition",
"parser" : {
"type" : "string",
"parseSpec" : {
"format" : "json",
"timestampSpec" : {
"column" : "timestamp",
"format" : "auto"
},
"dimensionsSpec" : {
"dimensions" : [ "page", "language", "user", "unpatrolled", "newPage", "robot", "anonymous", "namespace", "continent", "country", "region", "city" ],
"dimensionExclusions" : [ ],
"spatialDimensions" : [ ]
}
}
},
"metricsSpec" : [ {
"type" : "count",
"name" : "count"
}, {
"type" : "doubleSum",
"name" : "added",
"fieldName" : "added"
}, {
"type" : "doubleSum",
"name" : "deleted",
"fieldName" : "deleted"
}, {
"type" : "doubleSum",
"name" : "delta",
"fieldName" : "delta"
} ],
"granularitySpec" : {
"type" : "uniform",
"segmentGranularity" : "DAY",
"queryGranularity" : {
"type" : "none"
},
"intervals" : [ "2013-09-30T00:00:00.000Z/2013-10-01T00:00:00.000Z" ]
}
},
"ioConfig" : {
"type" : "hadoop",
"inputSpec" : {
"type" : "static",
"paths" : "examples/indexing/wikipedia_data_new_day.json"
},
"metadataUpdateSpec" : null,
"segmentOutputPath" : null
},
"tuningConfig" : {
"type" : "hadoop",
"workingPath" : null,
"version" : "2016-03-07T02:43:12.977Z",
"partitionsSpec" : {
"type" : "hashed",
"targetPartitionSize" : 2,
"maxPartitionSize" : 3,
"assumeGrouped" : true,
"numShards" : -1
},
"shardSpecs" : { },
"indexSpec" : {
"bitmap" : {
"type" : "concise"
},
"dimensionCompression" : null,
"metricCompression" : null
},
"leaveIntermediate" : false,
"cleanupOnFailure" : true,
"overwriteFiles" : false,
"ignoreInvalidRows" : false,
"jobProperties" : { },
"combineText" : false,
"persistInHeap" : false,
"ingestOffheap" : false,
"bufferSize" : 134217728,
"aggregationBufferRatio" : 0.5,
"useCombiner" : false,
"rowFlushBoundary" : 80000
}
},
"hadoopDependencyCoordinates" : null,
"classpathPrefix" : null,
"context" : null,
"groupId" : "index_hadoop_wikipedia_partition_2016-03-07T02:43:12.977Z",
"dataSource" : "wikipedia_partition",
"resource" : {
"availabilityGroup" : "index_hadoop_wikipedia_partition_2016-03-07T02:43:12.977Z",
"requiredCapacity" : 1
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment