Skip to content

Instantly share code, notes, and snippets.

@l15k4
Last active March 3, 2016 15:54
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save l15k4/bcbc57e9366d233df981 to your computer and use it in GitHub Desktop.
Save l15k4/bcbc57e9366d233df981 to your computer and use it in GitHub Desktop.
{
"type" : "index_hadoop",
"spec" : {
"dataSchema" : {
"dataSource" : "gwiq",
"parser" : {
"type" : "hadoopyString",
"parseSpec" : {
"format" : "json",
"timestampSpec" : {
"column" : "time"
},
"dimensionsSpec" : {
"dimensions" : [ ],
"dimensionExclusions" : [ "time", "uuid", "idx", "price" ],
"spatialDimensions" : [ ]
}
}
},
"metricsSpec" : [ {
"type" : "count",
"name" : "count"
}, {
"type" : "hyperUnique",
"name" : "uuidHll",
"fieldName" : "uuid"
}, {
"type" : "longSum",
"name" : "indexSum",
"fieldName" : "idx"
}, {
"type" : "doubleSum",
"name" : "priceSum",
"fieldName" : "price"
} ],
"granularitySpec" : {
"type" : "uniform",
"segmentGranularity" : "DAY",
"queryGranularity" : "all",
"intervals" : [ "2015-01-01T00Z/2015-01-01T05Z" ]
}
},
"ioConfig" : {
"type" : "hadoop",
"inputSpec" : {
"type" : "granularity",
"dataGranularity" : "HOUR",
"inputPath" : "/var/data/druid/events",
"filePattern" : ".*",
"pathFormat" : "yyyy/MM/dd/HH"
}
},
"tuningConfig" : {
"type" : "hadoop",
"jobProperties" : { }
}
}
}
_________________________________________________________
Caused by: java.lang.RuntimeException: java.io.FileNotFoundException: File /var/data/druid/events/2015/01/01/06 does not exist
at io.druid.indexer.hadoop.FSSpideringIterator.spiderPathPropogateExceptions(FSSpideringIterator.java:39) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexer.hadoop.FSSpideringIterator$1.iterator(FSSpideringIterator.java:49) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexer.path.GranularityPathSpec.addInputPaths(GranularityPathSpec.java:148) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexer.HadoopDruidIndexerConfig.addInputPaths(HadoopDruidIndexerConfig.java:361) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexer.JobHelper.ensurePaths(JobHelper.java:170) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexer.HadoopDruidDetermineConfigurationJob.run(HadoopDruidDetermineConfigurationJob.java:53) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:289) ~[druid-indexing-service-0.8.2.jar:0.8.2]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_66]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_66]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_66]
at java.lang.reflect.Method.invoke(Method.java:497) ~[?:1.8.0_66]
at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:135) ~[druid-indexing-service-0.8.2.jar:0.8.2]
... 7 more
Caused by: java.io.FileNotFoundException: File /var/data/druid/events/2015/01/01/06 does not exist
at org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:362) ~[?:?]
at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1484) ~[?:?]
at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1524) ~[?:?]
at org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:564) ~[?:?]
at io.druid.indexer.hadoop.FSSpideringIterator.spiderPathPropogateExceptions(FSSpideringIterator.java:35) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexer.hadoop.FSSpideringIterator$1.iterator(FSSpideringIterator.java:49) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexer.path.GranularityPathSpec.addInputPaths(GranularityPathSpec.java:148) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexer.HadoopDruidIndexerConfig.addInputPaths(HadoopDruidIndexerConfig.java:361) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexer.JobHelper.ensurePaths(JobHelper.java:170) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexer.HadoopDruidDetermineConfigurationJob.run(HadoopDruidDetermineConfigurationJob.java:53) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2]
at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:289) ~[druid-indexing-service-0.8.2.jar:0.8.2]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_66]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_66]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_66]
at java.lang.reflect.Method.invoke(Method.java:497) ~[?:1.8.0_66]
at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:135) ~[druid-indexing-service-0.8.2.jar:0.8.2]
... 7 more
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment