Last active
September 23, 2019 09:05
-
-
Save vectorijk/849cbcd5bce558e5e7c97916ca4c793a to your computer and use it in GitHub Desktop.
Exceptions Output (Beam SQL on Spark)
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Exception in thread "main" java.lang.RuntimeException: java.lang.RuntimeException: Property 'org.apache.beam.sdk.extensions.sql.impl.planner.BeamRelDataTypeSystem' not valid for plugin type org.apache.calcite.rel.type.RelDataTypeSystem | |
at org.apache.beam.repackaged.beam_sdks_java_extensions_sql.org.apache.calcite.tools.Frameworks.withPrepare(Frameworks.java:156) | |
at org.apache.beam.repackaged.beam_sdks_java_extensions_sql.org.apache.calcite.tools.Frameworks.withPlanner(Frameworks.java:111) | |
at org.apache.beam.repackaged.beam_sdks_java_extensions_sql.org.apache.calcite.prepare.PlannerImpl.ready(PlannerImpl.java:145) | |
at org.apache.beam.repackaged.beam_sdks_java_extensions_sql.org.apache.calcite.prepare.PlannerImpl.parse(PlannerImpl.java:175) | |
at org.apache.beam.sdk.extensions.sql.impl.BeamQueryPlanner.convertToBeamRel(BeamQueryPlanner.java:122) | |
at org.apache.beam.sdk.extensions.sql.impl.BeamSqlEnv.parseQuery(BeamSqlEnv.java:105) | |
at org.apache.beam.sdk.extensions.sql.SqlTransform.expand(SqlTransform.java:96) | |
at org.apache.beam.sdk.extensions.sql.SqlTransform.expand(SqlTransform.java:79) | |
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:537) | |
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:471) | |
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:325) | |
at org.apache.beam.sdk.nexmark.queries.sql.SqlQuery1.expand(SqlQuery1.java:76) | |
at org.apache.beam.sdk.nexmark.queries.sql.SqlQuery1.expand(SqlQuery1.java:47) | |
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:537) | |
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:471) | |
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:325) | |
at org.apache.beam.sdk.nexmark.queries.sql.NexmarkSqlQuery.applyPrim(NexmarkSqlQuery.java:43) | |
at org.apache.beam.sdk.nexmark.queries.NexmarkQuery.expand(NexmarkQuery.java:245) | |
at org.apache.beam.sdk.nexmark.queries.NexmarkQuery.expand(NexmarkQuery.java:44) | |
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:537) | |
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:471) | |
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:325) | |
at org.apache.beam.sdk.nexmark.NexmarkLauncher.run(NexmarkLauncher.java:1262) | |
at org.apache.beam.sdk.nexmark.Main.runAll(Main.java:90) | |
at org.apache.beam.sdk.nexmark.Main.main(Main.java:418) | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:498) | |
at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:736) | |
at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:185) | |
at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:210) | |
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:124) | |
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | |
Caused by: java.lang.RuntimeException: Property 'org.apache.beam.sdk.extensions.sql.impl.planner.BeamRelDataTypeSystem' not valid for plugin type org.apache.calcite.rel.type.RelDataTypeSystem | |
at org.apache.calcite.avatica.ConnectionConfigImpl$4.apply(ConnectionConfigImpl.java:235) | |
at org.apache.calcite.avatica.ConnectionConfigImpl$PropEnv.get_(ConnectionConfigImpl.java:93) | |
at org.apache.calcite.avatica.ConnectionConfigImpl$PropEnv.getPlugin(ConnectionConfigImpl.java:160) | |
at org.apache.calcite.avatica.ConnectionConfigImpl$PropEnv.getPlugin(ConnectionConfigImpl.java:146) | |
at org.apache.calcite.config.CalciteConnectionConfigImpl.typeSystem(CalciteConnectionConfigImpl.java:92) | |
at org.apache.calcite.jdbc.CalciteConnectionImpl.<init>(CalciteConnectionImpl.java:110) | |
at org.apache.calcite.jdbc.CalciteJdbc41Factory$CalciteJdbc41Connection.<init>(CalciteJdbc41Factory.java:113) | |
at org.apache.calcite.jdbc.CalciteJdbc41Factory.newConnection(CalciteJdbc41Factory.java:58) | |
at org.apache.calcite.jdbc.CalciteJdbc41Factory.newConnection(CalciteJdbc41Factory.java:43) | |
at org.apache.calcite.jdbc.CalciteFactory.newConnection(CalciteFactory.java:53) | |
at org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:143) | |
at java.sql.DriverManager.getConnection(DriverManager.java:664) | |
at java.sql.DriverManager.getConnection(DriverManager.java:208) | |
at org.apache.beam.repackaged.beam_sdks_java_extensions_sql.org.apache.calcite.tools.Frameworks.withPrepare(Frameworks.java:150) | |
... 33 more | |
Caused by: java.lang.ClassNotFoundException: org.apache.beam.sdk.extensions.sql.impl.planner.BeamRelDataTypeSystem | |
at java.net.URLClassLoader.findClass(URLClassLoader.java:381) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:424) | |
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:357) | |
at java.lang.Class.forName0(Native Method) | |
at java.lang.Class.forName(Class.java:264) | |
at org.apache.calcite.avatica.ConnectionConfigImpl$4.apply(ConnectionConfigImpl.java:223) | |
... 46 more |
Have you guys found a solution for that issue?
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
I am getting the same exception.
Can you please let me know how to resolve this issue at runtime ?