json4s 3.3.0 版本和spark2.1 版本不兼容，换成3.2.11 即可。

一时失言乱红尘 2023-02-19 03:29 20阅读 0赞

org.json4s.jackson.JsonMethods . r e n d e r ( L o r g / j s o n 4 s / J s o n A S T .render(Lorg/json4s/JsonAST .render(Lorg/json4s/JsonASTJValue;)Lorg/json4s/JsonAST$JValue

xception in thread "main" java.lang.NoSuchMethodError: org.json4s.jackson.JsonMethods$.parse(Lorg/json4s/JsonInput;Z)Lorg/json4s/JsonAST$JValue;
    	at org.apache.spark.sql.types.DataType$.fromJson(DataType.scala:104)
    	at org.apache.spark.sql.hive.HiveExternalCatalog$.org$apache$spark$sql$hive$HiveExternalCatalog$$getSchemaFromTableProperties(HiveExternalCatalog.scala:1144)
    	at org.apache.spark.sql.hive.HiveExternalCatalog.restoreDataSourceTable(HiveExternalCatalog.scala:741)
    	at org.apache.spark.sql.hive.HiveExternalCatalog.org$apache$spark$sql$hive$HiveExternalCatalog$$restoreTableMetadata(HiveExternalCatalog.scala:657)
    	at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$getTable$1.apply(HiveExternalCatalog.scala:628)
    	at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$getTable$1.apply(HiveExternalCatalog.scala:628)
    	at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
    	at org.apache.spark.sql.hive.HiveExternalCatalog.getTable(HiveExternalCatalog.scala:627)
    	at org.apache.spark.sql.catalyst.catalog.SessionCatalog.getTableMetadata(SessionCatalog.scala:290)
    	at org.apache.spark.sql.execution.command.DropTableCommand.run(ddl.scala:191)
    	at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:58)
    	at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:56)
    	at org.apache.spark.sql.execution.command.ExecutedCommandExec.doExecute(commands.scala:74)
    	at org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:114)
    	at org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:114)
    	at org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:135)
    	at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
    	at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:132)
    	at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:113)
    	at org.apache.spark.sql.execution.QueryExecution.toRdd$lzycompute(QueryExecution.scala:92)
    	at org.apache.spark.sql.execution.QueryExecution.toRdd(QueryExecution.scala:92)
    	at org.apache.spark.sql.Dataset.<init>(Dataset.scala:185)
    	at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:64)
    	at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:592)
    	at com.king.yl.mockdata.MockerOffline$.insertHive(MockerOffline.scala:80)
    	at com.king.yl.mockdata.MockerOffline$.main(MockerOffline.scala:71)
    	at com.king.yl.mockdata.MockerOffline.main(MockerOffline.scala)

json4s 3.3.0 版本和spark2.1 版本不兼容， 换成3.2.11 即可。

<dependency>
                <groupId>org.json4s</groupId>
                <artifactId>json4s-native_2.11</artifactId>
                <version>3.3.0</version>
    
            </dependency>
    
            
            <dependency>
                <groupId>org.json4s</groupId>
                <artifactId>json4s-jackson_2.11</artifactId>
                <version>3.3.0</version>
    
            </dependency>