Last active
February 15, 2016 19:19
-
-
Save ianmilligan1/cdc0492a533487b5d3ed to your computer and use it in GitHub Desktop.
Error for Warcbase on GeoCities WARCs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [Stage 0:==> (483 + 12) / 8897]ERROR Executor - Exception in task 494.0 in stage 0.0 (TID 494) | |
| java.io.EOFException | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readUByte(OpenJDK7GZIPInputStream.java:270) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readUShort(OpenJDK7GZIPInputStream.java:260) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readHeader(OpenJDK7GZIPInputStream.java:169) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.<init>(OpenJDK7GZIPInputStream.java:84) | |
| at org.archive.util.zip.GZIPMembersInputStream.<init>(GZIPMembersInputStream.java:79) | |
| at org.archive.util.zip.GZIPMembersInputStream.<init>(GZIPMembersInputStream.java:74) | |
| at org.archive.io.warc.WARCReaderFactory$CompressedWARCReader.<init>(WARCReaderFactory.java:252) | |
| at org.archive.io.warc.WARCReaderFactory.getArchiveReader(WARCReaderFactory.java:113) | |
| at org.archive.io.warc.WARCReaderFactory.get(WARCReaderFactory.java:99) | |
| at org.warcbase.mapreduce.WacWarcInputFormat$WarcRecordReader.initialize(WacWarcInputFormat.java:75) | |
| at org.apache.spark.rdd.NewHadoopRDD$$anon$1.<init>(NewHadoopRDD.scala:153) | |
| at org.apache.spark.rdd.NewHadoopRDD.compute(NewHadoopRDD.scala:124) | |
| at org.apache.spark.rdd.NewHadoopRDD.compute(NewHadoopRDD.scala:65) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:66) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:88) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:214) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| at java.lang.Thread.run(Thread.java:745) | |
| WARN TaskSetManager - Lost task 494.0 in stage 0.0 (TID 494, localhost): java.io.EOFException | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readUByte(OpenJDK7GZIPInputStream.java:270) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readUShort(OpenJDK7GZIPInputStream.java:260) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readHeader(OpenJDK7GZIPInputStream.java:169) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.<init>(OpenJDK7GZIPInputStream.java:84) | |
| at org.archive.util.zip.GZIPMembersInputStream.<init>(GZIPMembersInputStream.java:79) | |
| at org.archive.util.zip.GZIPMembersInputStream.<init>(GZIPMembersInputStream.java:74) | |
| at org.archive.io.warc.WARCReaderFactory$CompressedWARCReader.<init>(WARCReaderFactory.java:252) | |
| at org.archive.io.warc.WARCReaderFactory.getArchiveReader(WARCReaderFactory.java:113) | |
| at org.archive.io.warc.WARCReaderFactory.get(WARCReaderFactory.java:99) | |
| at org.warcbase.mapreduce.WacWarcInputFormat$WarcRecordReader.initialize(WacWarcInputFormat.java:75) | |
| at org.apache.spark.rdd.NewHadoopRDD$$anon$1.<init>(NewHadoopRDD.scala:153) | |
| at org.apache.spark.rdd.NewHadoopRDD.compute(NewHadoopRDD.scala:124) | |
| at org.apache.spark.rdd.NewHadoopRDD.compute(NewHadoopRDD.scala:65) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:66) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:88) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:214) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| at java.lang.Thread.run(Thread.java:745) | |
| ERROR TaskSetManager - Task 494 in stage 0.0 failed 1 times; aborting job | |
| WARN TaskSetManager - Lost task 486.0 in stage 0.0 (TID 486, localhost): TaskKilled (killed intentionally) | |
| WARN TaskSetManager - Lost task 467.0 in stage 0.0 (TID 467, localhost): TaskKilled (killed intentionally) | |
| WARN TaskSetManager - Lost task 485.0 in stage 0.0 (TID 485, localhost): TaskKilled (killed intentionally) | |
| WARN TaskSetManager - Lost task 474.0 in stage 0.0 (TID 474, localhost): TaskKilled (killed intentionally) | |
| WARN TaskSetManager - Lost task 490.0 in stage 0.0 (TID 490, localhost): TaskKilled (killed intentionally) | |
| WARN TaskSetManager - Lost task 475.0 in stage 0.0 (TID 475, localhost): TaskKilled (killed intentionally) | |
| WARN TaskSetManager - Lost task 492.0 in stage 0.0 (TID 492, localhost): TaskKilled (killed intentionally) | |
| WARN TaskSetManager - Lost task 488.0 in stage 0.0 (TID 488, localhost): TaskKilled (killed intentionally) | |
| WARN TaskSetManager - Lost task 495.0 in stage 0.0 (TID 495, localhost): TaskKilled (killed intentionally) | |
| WARN TaskSetManager - Lost task 469.0 in stage 0.0 (TID 469, localhost): TaskKilled (killed intentionally) | |
| org.apache.spark.SparkException: Job aborted due to stage failure: Task 494 in stage 0.0 failed 1 times, most recent failure: Lost task 494.0 in stage 0.0 (TID 494, localhost): java.io.EOFException | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readUByte(OpenJDK7GZIPInputStream.java:270) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readUShort(OpenJDK7GZIPInputStream.java:260) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readHeader(OpenJDK7GZIPInputStream.java:169) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.<init>(OpenJDK7GZIPInputStream.java:84) | |
| at org.archive.util.zip.GZIPMembersInputStream.<init>(GZIPMembersInputStream.java:79) | |
| at org.archive.util.zip.GZIPMembersInputStream.<init>(GZIPMembersInputStream.java:74) | |
| at org.archive.io.warc.WARCReaderFactory$CompressedWARCReader.<init>(WARCReaderFactory.java:252) | |
| at org.archive.io.warc.WARCReaderFactory.getArchiveReader(WARCReaderFactory.java:113) | |
| at org.archive.io.warc.WARCReaderFactory.get(WARCReaderFactory.java:99) | |
| at org.warcbase.mapreduce.WacWarcInputFormat$WarcRecordReader.initialize(WacWarcInputFormat.java:75) | |
| at org.apache.spark.rdd.NewHadoopRDD$$anon$1.<init>(NewHadoopRDD.scala:153) | |
| at org.apache.spark.rdd.NewHadoopRDD.compute(NewHadoopRDD.scala:124) | |
| at org.apache.spark.rdd.NewHadoopRDD.compute(NewHadoopRDD.scala:65) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:66) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:88) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:214) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| at java.lang.Thread.run(Thread.java:745) | |
| Driver stacktrace: | |
| at org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1283) | |
| at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1271) | |
| at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1270) | |
| at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59) | |
| at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:47) | |
| at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1270) | |
| at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:697) | |
| at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:697) | |
| at scala.Option.foreach(Option.scala:236) | |
| at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:697) | |
| at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:1496) | |
| at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1458) | |
| at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1447) | |
| at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:48) | |
| at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:567) | |
| at org.apache.spark.SparkContext.runJob(SparkContext.scala:1822) | |
| at org.apache.spark.SparkContext.runJob(SparkContext.scala:1835) | |
| at org.apache.spark.SparkContext.runJob(SparkContext.scala:1912) | |
| at org.apache.spark.rdd.PairRDDFunctions$$anonfun$saveAsHadoopDataset$1.apply$mcV$sp(PairRDDFunctions.scala:1124) | |
| at org.apache.spark.rdd.PairRDDFunctions$$anonfun$saveAsHadoopDataset$1.apply(PairRDDFunctions.scala:1065) | |
| at org.apache.spark.rdd.PairRDDFunctions$$anonfun$saveAsHadoopDataset$1.apply(PairRDDFunctions.scala:1065) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:147) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:108) | |
| at org.apache.spark.rdd.RDD.withScope(RDD.scala:306) | |
| at org.apache.spark.rdd.PairRDDFunctions.saveAsHadoopDataset(PairRDDFunctions.scala:1065) | |
| at org.apache.spark.rdd.PairRDDFunctions$$anonfun$saveAsHadoopFile$4.apply$mcV$sp(PairRDDFunctions.scala:989) | |
| at org.apache.spark.rdd.PairRDDFunctions$$anonfun$saveAsHadoopFile$4.apply(PairRDDFunctions.scala:965) | |
| at org.apache.spark.rdd.PairRDDFunctions$$anonfun$saveAsHadoopFile$4.apply(PairRDDFunctions.scala:965) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:147) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:108) | |
| at org.apache.spark.rdd.RDD.withScope(RDD.scala:306) | |
| at org.apache.spark.rdd.PairRDDFunctions.saveAsHadoopFile(PairRDDFunctions.scala:965) | |
| at org.apache.spark.rdd.PairRDDFunctions$$anonfun$saveAsHadoopFile$1.apply$mcV$sp(PairRDDFunctions.scala:897) | |
| at org.apache.spark.rdd.PairRDDFunctions$$anonfun$saveAsHadoopFile$1.apply(PairRDDFunctions.scala:897) | |
| at org.apache.spark.rdd.PairRDDFunctions$$anonfun$saveAsHadoopFile$1.apply(PairRDDFunctions.scala:897) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:147) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:108) | |
| at org.apache.spark.rdd.RDD.withScope(RDD.scala:306) | |
| at org.apache.spark.rdd.PairRDDFunctions.saveAsHadoopFile(PairRDDFunctions.scala:896) | |
| at org.apache.spark.rdd.RDD$$anonfun$saveAsTextFile$1.apply$mcV$sp(RDD.scala:1426) | |
| at org.apache.spark.rdd.RDD$$anonfun$saveAsTextFile$1.apply(RDD.scala:1405) | |
| at org.apache.spark.rdd.RDD$$anonfun$saveAsTextFile$1.apply(RDD.scala:1405) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:147) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:108) | |
| at org.apache.spark.rdd.RDD.withScope(RDD.scala:306) | |
| at org.apache.spark.rdd.RDD.saveAsTextFile(RDD.scala:1405) | |
| at $iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:27) | |
| at $iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:34) | |
| at $iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:36) | |
| at $iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:38) | |
| at $iwC$$iwC$$iwC$$iwC.<init>(<console>:40) | |
| at $iwC$$iwC$$iwC.<init>(<console>:42) | |
| at $iwC$$iwC.<init>(<console>:44) | |
| at $iwC.<init>(<console>:46) | |
| at <init>(<console>:48) | |
| at .<init>(<console>:52) | |
| at .<clinit>(<console>) | |
| at .<init>(<console>:7) | |
| at .<clinit>(<console>) | |
| at $print(<console>) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:497) | |
| at org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:1065) | |
| at org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1340) | |
| at org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:840) | |
| at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:871) | |
| at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:819) | |
| at org.apache.spark.repl.SparkILoop.org$apache$spark$repl$SparkILoop$$pasteCommand(SparkILoop.scala:825) | |
| at org.apache.spark.repl.SparkILoop$$anonfun$standardCommands$8.apply(SparkILoop.scala:345) | |
| at org.apache.spark.repl.SparkILoop$$anonfun$standardCommands$8.apply(SparkILoop.scala:345) | |
| at scala.tools.nsc.interpreter.LoopCommands$LoopCommand$$anonfun$nullary$1.apply(LoopCommands.scala:65) | |
| at scala.tools.nsc.interpreter.LoopCommands$LoopCommand$$anonfun$nullary$1.apply(LoopCommands.scala:65) | |
| at scala.tools.nsc.interpreter.LoopCommands$NullaryCmd.apply(LoopCommands.scala:76) | |
| at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:809) | |
| at org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:657) | |
| at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:665) | |
| at org.apache.spark.repl.SparkILoop.org$apache$spark$repl$SparkILoop$$loop(SparkILoop.scala:670) | |
| at org.apache.spark.repl.SparkILoop$$anonfun$org$apache$spark$repl$SparkILoop$$process$1.apply$mcZ$sp(SparkILoop.scala:997) | |
| at org.apache.spark.repl.SparkILoop$$anonfun$org$apache$spark$repl$SparkILoop$$process$1.apply(SparkILoop.scala:945) | |
| at org.apache.spark.repl.SparkILoop$$anonfun$org$apache$spark$repl$SparkILoop$$process$1.apply(SparkILoop.scala:945) | |
| at scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135) | |
| at org.apache.spark.repl.SparkILoop.org$apache$spark$repl$SparkILoop$$process(SparkILoop.scala:945) | |
| at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1059) | |
| at org.apache.spark.repl.Main$.main(Main.scala:31) | |
| at org.apache.spark.repl.Main.main(Main.scala) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:497) | |
| at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:672) | |
| at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:180) | |
| at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:205) | |
| at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:120) | |
| at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | |
| Caused by: java.io.EOFException | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readUByte(OpenJDK7GZIPInputStream.java:270) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readUShort(OpenJDK7GZIPInputStream.java:260) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.readHeader(OpenJDK7GZIPInputStream.java:169) | |
| at org.archive.util.zip.OpenJDK7GZIPInputStream.<init>(OpenJDK7GZIPInputStream.java:84) | |
| at org.archive.util.zip.GZIPMembersInputStream.<init>(GZIPMembersInputStream.java:79) | |
| at org.archive.util.zip.GZIPMembersInputStream.<init>(GZIPMembersInputStream.java:74) | |
| at org.archive.io.warc.WARCReaderFactory$CompressedWARCReader.<init>(WARCReaderFactory.java:252) | |
| at org.archive.io.warc.WARCReaderFactory.getArchiveReader(WARCReaderFactory.java:113) | |
| at org.archive.io.warc.WARCReaderFactory.get(WARCReaderFactory.java:99) | |
| at org.warcbase.mapreduce.WacWarcInputFormat$WarcRecordReader.initialize(WacWarcInputFormat.java:75) | |
| at org.apache.spark.rdd.NewHadoopRDD$$anon$1.<init>(NewHadoopRDD.scala:153) | |
| at org.apache.spark.rdd.NewHadoopRDD.compute(NewHadoopRDD.scala:124) | |
| at org.apache.spark.rdd.NewHadoopRDD.compute(NewHadoopRDD.scala:65) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:264) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:66) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:88) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:214) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| at java.lang.Thread.run(Thread.java:745) | |
| scala> | |
| scala> WARN TaskSetManager - Lost task 493.0 in stage 0.0 (TID 493, localhost): TaskKilled (killed intentionally) | |
| WARN TaskSetManager - Lost task 489.0 in stage 0.0 (TID 489, localhost): TaskKilled (killed intentionally) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment