【spark-extension】类冲突，Caused by: java.lang.ClassCastException: com.huawei.boostkit.spark.ColumnarOverrideRules cannot be cast to org.apache.spark.sql.execution.ColumnarRule

java.lang.IllegalArgumentException: Error while instantiating 'org.apache.spark.sql.hive.HiveSessionStateBuilder':
        at org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$instantiateSessionState(SparkSession.scala:1345) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        at org.apache.spark.sql.SparkSession.$anonfun$sessionState$2(SparkSession.scala:169) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        at scala.Option.getOrElse(Option.scala:189) ~[scala-library-2.12.14.jar:?]
        at org.apache.spark.sql.SparkSession.sessionState$lzycompute(SparkSession.scala:167) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        at org.apache.spark.sql.SparkSession.sessionState(SparkSession.scala:164) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        at org.apache.spark.sql.SparkSession$.setActiveSession(SparkSession.scala:1147) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        at org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:1120) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        at com.huawei.cloudsop.odae.driver.context.SparkManager.initSparkContext(SparkManager.java:109) ~[__app__.jar:?]
        at com.huawei.cloudsop.odae.driver.context.SparkManager.<init>(SparkManager.java:80) ~[__app__.jar:?]
        at com.huawei.cloudsop.odae.driver.context.SparkManager.getInstance(SparkManager.java:92) ~[__app__.jar:?]
        at com.huawei.cloudsop.odae.driverservice.DriverManagerService.sendMessage(DriverManagerService.java:132) ~[__app__.jar:?]
        at com.huawei.cloudsop.odae.driverservice.DriverManagerService.start(DriverManagerService.java:88) ~[__app__.jar:?]
        at com.huawei.cloudsop.odae.driverservice.DriverMain.process(DriverMain.java:77) ~[__app__.jar:?]
        at com.huawei.cloudsop.odae.driverservice.DriverMain.main(DriverMain.java:175) ~[__app__.jar:?]
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_392]
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_392]
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_392]
        at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_392]
        at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:739) ~[spark-yarn_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
Caused by: java.lang.ClassCastException: com.huawei.boostkit.spark.ColumnarOverrideRules cannot be cast to org.apache.spark.sql.execution.ColumnarRule
        at org.apache.spark.sql.SparkSessionExtensions.$anonfun$buildColumnarRules$1(SparkSessionExtensions.scala:121) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286) ~[scala-library-2.12.14.jar:?]
        at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) ~[scala-library-2.12.14.jar:?]
        at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) ~[scala-library-2.12.14.jar:?]
        at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) ~[scala-library-2.12.14.jar:?]
        at scala.collection.TraversableLike.map(TraversableLike.scala:286) ~[scala-library-2.12.14.jar:?]
        at scala.collection.TraversableLike.map$(TraversableLike.scala:279) ~[scala-library-2.12.14.jar:?]
        at scala.collection.AbstractTraversable.map(Traversable.scala:108) ~[scala-library-2.12.14.jar:?]
        at org.apache.spark.sql.SparkSessionExtensions.buildColumnarRules(SparkSessionExtensions.scala:121) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        at org.apache.spark.sql.internal.BaseSessionStateBuilder.columnarRules(BaseSessionStateBuilder.scala:333) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        at org.apache.spark.sql.internal.BaseSessionStateBuilder.build(BaseSessionStateBuilder.scala:393) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        at org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$instantiateSessionState(SparkSession.scala:1342) ~[spark-sql_2.12-3.3.1-h2.gdd.naie.r2011.jar:3.3.1-h2.gdd.naie.r2011]
        ... 18 more

Kunpeng/boostkit-bigdata
暂停

内容风险标识

评论 (0)

Kunpeng/boostkit-bigdata暂停 .gitee-modal { width: 500px !important; }

内容风险标识