Last active
March 3, 2016 15:54
-
-
Save l15k4/bcbc57e9366d233df981 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"type" : "index_hadoop", | |
"spec" : { | |
"dataSchema" : { | |
"dataSource" : "gwiq", | |
"parser" : { | |
"type" : "hadoopyString", | |
"parseSpec" : { | |
"format" : "json", | |
"timestampSpec" : { | |
"column" : "time" | |
}, | |
"dimensionsSpec" : { | |
"dimensions" : [ ], | |
"dimensionExclusions" : [ "time", "uuid", "idx", "price" ], | |
"spatialDimensions" : [ ] | |
} | |
} | |
}, | |
"metricsSpec" : [ { | |
"type" : "count", | |
"name" : "count" | |
}, { | |
"type" : "hyperUnique", | |
"name" : "uuidHll", | |
"fieldName" : "uuid" | |
}, { | |
"type" : "longSum", | |
"name" : "indexSum", | |
"fieldName" : "idx" | |
}, { | |
"type" : "doubleSum", | |
"name" : "priceSum", | |
"fieldName" : "price" | |
} ], | |
"granularitySpec" : { | |
"type" : "uniform", | |
"segmentGranularity" : "DAY", | |
"queryGranularity" : "all", | |
"intervals" : [ "2015-01-01T00Z/2015-01-01T05Z" ] | |
} | |
}, | |
"ioConfig" : { | |
"type" : "hadoop", | |
"inputSpec" : { | |
"type" : "granularity", | |
"dataGranularity" : "HOUR", | |
"inputPath" : "/var/data/druid/events", | |
"filePattern" : ".*", | |
"pathFormat" : "yyyy/MM/dd/HH" | |
} | |
}, | |
"tuningConfig" : { | |
"type" : "hadoop", | |
"jobProperties" : { } | |
} | |
} | |
} | |
_________________________________________________________ | |
Caused by: java.lang.RuntimeException: java.io.FileNotFoundException: File /var/data/druid/events/2015/01/01/06 does not exist | |
at io.druid.indexer.hadoop.FSSpideringIterator.spiderPathPropogateExceptions(FSSpideringIterator.java:39) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexer.hadoop.FSSpideringIterator$1.iterator(FSSpideringIterator.java:49) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexer.path.GranularityPathSpec.addInputPaths(GranularityPathSpec.java:148) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexer.HadoopDruidIndexerConfig.addInputPaths(HadoopDruidIndexerConfig.java:361) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexer.JobHelper.ensurePaths(JobHelper.java:170) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexer.HadoopDruidDetermineConfigurationJob.run(HadoopDruidDetermineConfigurationJob.java:53) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:289) ~[druid-indexing-service-0.8.2.jar:0.8.2] | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_66] | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_66] | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_66] | |
at java.lang.reflect.Method.invoke(Method.java:497) ~[?:1.8.0_66] | |
at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:135) ~[druid-indexing-service-0.8.2.jar:0.8.2] | |
... 7 more | |
Caused by: java.io.FileNotFoundException: File /var/data/druid/events/2015/01/01/06 does not exist | |
at org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:362) ~[?:?] | |
at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1484) ~[?:?] | |
at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1524) ~[?:?] | |
at org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:564) ~[?:?] | |
at io.druid.indexer.hadoop.FSSpideringIterator.spiderPathPropogateExceptions(FSSpideringIterator.java:35) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexer.hadoop.FSSpideringIterator$1.iterator(FSSpideringIterator.java:49) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexer.path.GranularityPathSpec.addInputPaths(GranularityPathSpec.java:148) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexer.HadoopDruidIndexerConfig.addInputPaths(HadoopDruidIndexerConfig.java:361) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexer.JobHelper.ensurePaths(JobHelper.java:170) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexer.HadoopDruidDetermineConfigurationJob.run(HadoopDruidDetermineConfigurationJob.java:53) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:289) ~[druid-indexing-service-0.8.2.jar:0.8.2] | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_66] | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_66] | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_66] | |
at java.lang.reflect.Method.invoke(Method.java:497) ~[?:1.8.0_66] | |
at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:135) ~[druid-indexing-service-0.8.2.jar:0.8.2] | |
... 7 more |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment