Caused by: java.io.InvalidClassException: org.apache.spark.sql.execution.datasources.FilePartition; local class incompatible: stream classdesc serialVersionUID = 3545283692550565578, local class serialVersionUID = 7485156529130905057
我的代码 // 我这里是spark远程提交
val conf = new SparkConf()
.setMaster("spark://192.168.9.88:7077") //填写集群master地址 我这里是standalone模式
.setJars(List("C:\Users\yangyong\IdeaProjects\ceshi\target\ceshi-1.0-SNAPSHOT-jar-with-dependencies.jar"))
.setIfMissing("spark.driver.host", "192.168.0.108") // 本机作为driver 填写本机window ipv4
.setAppName("yydemo")
val spark = SparkSession.builder.config(conf = conf).enableHiveSupport().getOrCreate()
import spark.implicits._
import spark.sql
// val sc = new SparkContext(conf)
// 注意 enableHiveSupport
spark.sparkContext.setLogLevel("ERROR")
报错原因


