- 记录一次Spark提交错误
- 源程序
- 错误
- 原因
- 解决方法
- 特别注意！！！
import org.apache.spark.sql.SparkSession
import scala.io.Source
object SparkClear {
def main(args: Array[String]): Unit = {
val spark =SparkSession.builder().appName("SparkClear").master( "local[*]").getOrCreate()
val symbolicList=Source.fromFile("D:\IDEA\科大讯飞大数据培训\bigdataproject\src\main\resources\symbolic.txt").getLines().toList
val stopWordList=Source.fromFile("D:\IDEA\科大讯飞大数据培训\bigdataproject\src\main\resources\stopwords.txt").getLines().toList
import spark.implicits._
val file=spark.read.options(Map(("delimiter","|"),("header","false")))
.csv("D:\IDEA\科大讯飞大数据培训\bigdataproject\src\main\resources\wordcount").toDF("no","content")
val ds=file.select("content").as[String]
ds.show()
ds.flatMap(_.split(" "))
.map(_.toLowerCase)
.filter(!stopWordList.contains(_))
.filter(!symbolicList.contains(_))
.groupBy("value")
.count()
.orderBy($"count"desc)
.show(50)
spark.stop()
}
}
错误
D:jdk1.8binjava.exe "-javaagent:D:IDEA2021.2.3ideaIU-2021.3IntelliJ IDEA 2021.3libidea_rt.jar=53469:D:IDEA2021.2.3ideaIU-2021.3IntelliJ IDEA 2021.3bin" -Dfile.encoding=UTF-8 -classpath D:jdk1.8jrelibcharsets.jar;D:jdk1.8jrelibdeploy.jar;D:jdk1.8jrelibextaccess-bridge-64.jar;D:jdk1.8jrelibextcldrdata.jar;D:jdk1.8jrelibextdnsns.jar;D:jdk1.8jrelibextjaccess.jar;D:jdk1.8jrelibextjfxrt.jar;D:jdk1.8jrelibextlocaledata.jar;D:jdk1.8jrelibextnashorn.jar;D:jdk1.8jrelibextsunec.jar;D:jdk1.8jrelibextsunjce_provider.jar;D:jdk1.8jrelibextsunmscapi.jar;D:jdk1.8jrelibextsunpkcs11.jar;D:jdk1.8jrelibextzipfs.jar;D:jdk1.8jrelibjavaws.jar;D:jdk1.8jrelibjce.jar;D:jdk1.8jrelibjfr.jar;D:jdk1.8jrelibjfxswt.jar;D:jdk1.8jrelibjsse.jar;D:jdk1.8jrelibmanagement-agent.jar;D:jdk1.8jrelibplugin.jar;D:jdk1.8jrelibresources.jar;D:jdk1.8jrelibrt.jar;D:IDEA科大讯飞大数据培训bigdataprojecttargetclasses;C:Users蒋欢.m2repositoryorgscala-langscala-library2.11.8scala-library-2.11.8.jar;C:Users蒋欢.m2repositoryorgscala-langscala-reflect2.11.8scala-reflect-2.11.8.jar;D:localRepositoryorgspringframeworkspring-context5.2.8.RELEASEspring-context-5.2.8.RELEASE.jar;D:localRepositoryorgspringframeworkspring-aop5.2.8.RELEASEspring-aop-5.2.8.RELEASE.jar;D:localRepositoryorgspringframeworkspring-beans5.2.8.RELEASEspring-beans-5.2.8.RELEASE.jar;D:localRepositoryorgspringframeworkspring-core5.2.8.RELEASEspring-core-5.2.8.RELEASE.jar;D:localRepositoryorgspringframeworkspring-jcl5.2.8.RELEASEspring-jcl-5.2.8.RELEASE.jar;D:localRepositoryorgspringframeworkspring-expression5.2.8.RELEASEspring-expression-5.2.8.RELEASE.jar;D:localRepositoryorgaspectjaspectjweaver1.8.7aspectjweaver-1.8.7.jar;D:localRepositorytaglibsstandard1.1.2standard-1.1.2.jar;D:localRepositoryorgspringframeworkspring-jdbc5.2.8.RELEASEspring-jdbc-5.2.8.RELEASE.jar;D:localRepositoryorgspringframeworkspring-tx5.2.8.RELEASEspring-tx-5.2.8.RELEASE.jar;D:localRepositoryorgspringframeworkspring-test5.2.8.RELEASEspring-test-5.2.8.RELEASE.jar;D:localRepositoryorgmybatismybatis3.5.5mybatis-3.5.5.jar;D:localRepositoryorgmybatismybatis-spring2.0.5mybatis-spring-2.0.5.jar;D:localRepositorymysqlmysql-connector-java5.1.6mysql-connector-java-5.1.6.jar;D:localRepositorycommons-loggingcommons-logging1.2commons-logging-1.2.jar;D:localRepositorycommons-dbcpcommons-dbcp1.4commons-dbcp-1.4.jar;D:localRepositorycommons-poolcommons-pool1.5.4commons-pool-1.5.4.jar;D:localRepositorylog4jlog4j1.2.17log4j-1.2.17.jar;D:localRepositoryorgspringframeworkspring-web5.2.8.RELEASEspring-web-5.2.8.RELEASE.jar;D:localRepositoryorgspringframeworkspring-webmvc5.2.8.RELEASEspring-webmvc-5.2.8.RELEASE.jar;D:localRepositoryorghibernatehibernate-validator5.4.3.Finalhibernate-validator-5.4.3.Final.jar;D:localRepositoryjavaxvalidationvalidation-api1.1.0.Finalvalidation-api-1.1.0.Final.jar;D:localRepositoryorgjbossloggingjboss-logging3.3.0.Finaljboss-logging-3.3.0.Final.jar;D:localRepositorycomfasterxmlclassmate1.3.1classmate-1.3.1.jar;D:localRepositorycomalibabafastjson1.2.73fastjson-1.2.73.jar;D:localRepositorycomfasterxmljacksoncorejackson-core2.9.0jackson-core-2.9.0.jar;D:localRepositorycomfasterxmljacksoncorejackson-databind2.9.0jackson-databind-2.9.0.jar;D:localRepositorycomfasterxmljacksoncorejackson-annotations2.9.0jackson-annotations-2.9.0.jar;D:localRepositoryorgapachesparkspark-core_2.112.1.3spark-core_2.11-2.1.3.jar;D:localRepositoryorgapacheavroavro-mapred1.7.7avro-mapred-1.7.7-hadoop2.jar;D:localRepositoryorgapacheavroavro-ipc1.7.7avro-ipc-1.7.7.jar;D:localRepositoryorgapacheavroavro1.7.7avro-1.7.7.jar;D:localRepositoryorgapacheavroavro-ipc1.7.7avro-ipc-1.7.7-tests.jar;D:localRepositoryorgcodehausjacksonjackson-core-asl1.9.13jackson-core-asl-1.9.13.jar;D:localRepositoryorgcodehausjacksonjackson-mapper-asl1.9.13jackson-mapper-asl-1.9.13.jar;D:localRepositorycomtwitterchill_2.11 .8.0chill_2.11-0.8.0.jar;D:localRepositorycomesotericsoftwarekryo-shaded3.0.3kryo-shaded-3.0.3.jar;D:localRepositorycomesotericsoftwareminlog1.3.0minlog-1.3.0.jar;D:localRepositoryorgobjenesisobjenesis2.1objenesis-2.1.jar;D:localRepositorycomtwitterchill-java .8.0chill-java-0.8.0.jar;D:localRepositoryorgapachexbeanxbean-asm5-shaded4.4xbean-asm5-shaded-4.4.jar;D:localRepositoryorgapachehadoophadoop-client2.2.0hadoop-client-2.2.0.jar;D:localRepositoryorgapachehadoophadoop-common2.2.0hadoop-common-2.2.0.jar;D:localRepositorycommons-clicommons-cli1.2commons-cli-1.2.jar;D:localRepositoryorgapachecommonscommons-math2.1commons-math-2.1.jar;D:localRepositoryxmlencxmlenc .52xmlenc-0.52.jar;D:localRepositorycommons-langcommons-lang2.5commons-lang-2.5.jar;D:localRepositorycommons-configurationcommons-configuration1.6commons-configuration-1.6.jar;D:localRepositorycommons-digestercommons-digester1.8commons-digester-1.8.jar;D:localRepositorycommons-beanutilscommons-beanutils-core1.8.0commons-beanutils-core-1.8.0.jar;D:localRepositorycomgoogleprotobufprotobuf-java2.5.0protobuf-java-2.5.0.jar;D:localRepositoryorgapachehadoophadoop-auth2.2.0hadoop-auth-2.2.0.jar;D:localRepositoryorgapachecommonscommons-compress1.4.1commons-compress-1.4.1.jar;D:localRepositoryorgtukaanixz1.0xz-1.0.jar;D:localRepositoryorgapachehadoophadoop-hdfs2.2.0hadoop-hdfs-2.2.0.jar;D:localRepositoryorgmortbayjettyjetty-util6.1.26jetty-util-6.1.26.jar;D:localRepositoryorgapachehadoophadoop-mapreduce-client-app2.2.0hadoop-mapreduce-client-app-2.2.0.jar;D:localRepositoryorgapachehadoophadoop-mapreduce-client-common2.2.0hadoop-mapreduce-client-common-2.2.0.jar;D:localRepositoryorgapachehadoophadoop-yarn-client2.2.0hadoop-yarn-client-2.2.0.jar;D:localRepositorycomgoogleinjectguice3.0guice-3.0.jar;D:localRepositoryjavaxinjectjavax.inject1javax.inject-1.jar;D:localRepositoryaopallianceaopalliance1.0aopalliance-1.0.jar;D:localRepositoryorgapachehadoophadoop-yarn-server-common2.2.0hadoop-yarn-server-common-2.2.0.jar;D:localRepositoryorgapachehadoophadoop-mapreduce-client-shuffle2.2.0hadoop-mapreduce-client-shuffle-2.2.0.jar;D:localRepositoryorgapachehadoophadoop-yarn-api2.2.0hadoop-yarn-api-2.2.0.jar;D:localRepositoryorgapachehadoophadoop-mapreduce-client-core2.2.0hadoop-mapreduce-client-core-2.2.0.jar;D:localRepositoryorgapachehadoophadoop-yarn-common2.2.0hadoop-yarn-common-2.2.0.jar;D:localRepositoryorgapachehadoophadoop-mapreduce-client-jobclient2.2.0hadoop-mapreduce-client-jobclient-2.2.0.jar;D:localRepositoryorgapachehadoophadoop-annotations2.2.0hadoop-annotations-2.2.0.jar;D:localRepositoryorgapachesparkspark-launcher_2.112.1.3spark-launcher_2.11-2.1.3.jar;D:localRepositoryorgapachesparkspark-network-common_2.112.1.3spark-network-common_2.11-2.1.3.jar;D:localRepositoryorgfusesourceleveldbjnileveldbjni-all1.8leveldbjni-all-1.8.jar;D:localRepositoryorgapachesparkspark-network-shuffle_2.112.1.3spark-network-shuffle_2.11-2.1.3.jar;D:localRepositoryorgapachesparkspark-unsafe_2.112.1.3spark-unsafe_2.11-2.1.3.jar;D:localRepositorynetjavadevjets3tjets3t .7.1jets3t-0.7.1.jar;D:localRepositorycommons-httpclientcommons-httpclient3.1commons-httpclient-3.1.jar;D:localRepositoryorgapachecuratorcurator-recipes2.4.0curator-recipes-2.4.0.jar;D:localRepositoryorgapachecuratorcurator-framework2.4.0curator-framework-2.4.0.jar;D:localRepositoryorgapachecuratorcurator-client2.4.0curator-client-2.4.0.jar;D:localRepositoryorgapachezookeeperzookeeper3.4.5zookeeper-3.4.5.jar;D:localRepositoryorgapachecommonscommons-math33.4.1commons-math3-3.4.1.jar;D:localRepositorycomgooglecodefindbugsjsr3051.3.9jsr305-1.3.9.jar;D:localRepositoryorgslf4jslf4j-api1.7.16slf4j-api-1.7.16.jar;D:localRepositoryorgslf4jjul-to-slf4j1.7.16jul-to-slf4j-1.7.16.jar;D:localRepositoryorgslf4jjcl-over-slf4j1.7.16jcl-over-slf4j-1.7.16.jar;D:localRepositoryorgslf4jslf4j-log4j121.7.16slf4j-log4j12-1.7.16.jar;D:localRepositorycomningcompress-lzf1.0.3compress-lzf-1.0.3.jar;D:localRepositoryorgxerialsnappysnappy-java1.1.2.6snappy-java-1.1.2.6.jar;D:localRepositorynetjpountzlz4lz41.3.0lz4-1.3.0.jar;D:localRepositoryorgroaringbitmapRoaringBitmap .5.11RoaringBitmap-0.5.11.jar;D:localRepositorycommons-netcommons-net2.2commons-net-2.2.jar;D:localRepositoryorgscala-langscala-library2.11.8scala-library-2.11.8.jar;D:localRepositoryorgjson4sjson4s-jackson_2.113.2.11json4s-jackson_2.11-3.2.11.jar;D:localRepositoryorgjson4sjson4s-core_2.113.2.11json4s-core_2.11-3.2.11.jar;D:localRepositoryorgjson4sjson4s-ast_2.113.2.11json4s-ast_2.11-3.2.11.jar;D:localRepositoryorgscala-langscalap2.11.0scalap-2.11.0.jar;D:localRepositoryorgscala-langscala-compiler2.11.0scala-compiler-2.11.0.jar;D:localRepositoryorgscala-langmodulesscala-xml_2.111.0.1scala-xml_2.11-1.0.1.jar;D:localRepositoryorgscala-langmodulesscala-parser-combinators_2.111.0.1scala-parser-combinators_2.11-1.0.1.jar;D:localRepositoryorgglassfishjerseycorejersey-client2.22.2jersey-client-2.22.2.jar;D:localRepositoryjavaxwsrsjavax.ws.rs-api2.0.1javax.ws.rs-api-2.0.1.jar;D:localRepositoryorgglassfishhk2hk2-api2.4.0-b34hk2-api-2.4.0-b34.jar;D:localRepositoryorgglassfishhk2hk2-utils2.4.0-b34hk2-utils-2.4.0-b34.jar;D:localRepositoryorgglassfishhk2externalaopalliance-repackaged2.4.0-b34aopalliance-repackaged-2.4.0-b34.jar;D:localRepositoryorgglassfishhk2externaljavax.inject2.4.0-b34javax.inject-2.4.0-b34.jar;D:localRepositoryorgglassfishhk2hk2-locator2.4.0-b34hk2-locator-2.4.0-b34.jar;D:localRepositoryorgjavassistjavassist3.18.1-GAjavassist-3.18.1-GA.jar;D:localRepositoryorgglassfishjerseycorejersey-common2.22.2jersey-common-2.22.2.jar;D:localRepositoryjavaxannotationjavax.annotation-api1.2javax.annotation-api-1.2.jar;D:localRepositoryorgglassfishjerseybundlesrepackagedjersey-guava2.22.2jersey-guava-2.22.2.jar;D:localRepositoryorgglassfishhk2osgi-resource-locator1.0.1osgi-resource-locator-1.0.1.jar;D:localRepositoryorgglassfishjerseycorejersey-server2.22.2jersey-server-2.22.2.jar;D:localRepositoryorgglassfishjerseymediajersey-media-jaxb2.22.2jersey-media-jaxb-2.22.2.jar;D:localRepositoryorgglassfishjerseycontainersjersey-container-servlet2.22.2jersey-container-servlet-2.22.2.jar;D:localRepositoryorgglassfishjerseycontainersjersey-container-servlet-core2.22.2jersey-container-servlet-core-2.22.2.jar;D:localRepositoryionettynetty-all4.0.43.Finalnetty-all-4.0.43.Final.jar;D:localRepositoryionettynetty3.8.0.Finalnetty-3.8.0.Final.jar;D:localRepositorycomclearspringanalyticsstream2.7.0stream-2.7.0.jar;D:localRepositoryiodropwizardmetricsmetrics-core3.1.2metrics-core-3.1.2.jar;D:localRepositoryiodropwizardmetricsmetrics-jvm3.1.2metrics-jvm-3.1.2.jar;D:localRepositoryiodropwizardmetricsmetrics-json3.1.2metrics-json-3.1.2.jar;D:localRepositoryiodropwizardmetricsmetrics-graphite3.1.2metrics-graphite-3.1.2.jar;D:localRepositoryorgapacheivyivy2.4.0ivy-2.4.0.jar;D:localRepositoryorooro2.0.8oro-2.0.8.jar;D:localRepositorynetrazorvinepyrolite4.13pyrolite-4.13.jar;D:localRepositorynetsfpy4jpy4j .10.7py4j-0.10.7.jar;D:localRepositoryorgapachesparkspark-tags_2.112.1.3spark-tags_2.11-2.1.3.jar;D:localRepositoryorgapachecommonscommons-crypto1.0.0commons-crypto-1.0.0.jar;D:localRepositoryorgspark-projectsparkunused1.0.0unused-1.0.0.jar;D:localRepositoryorgapachesparkspark-mllib_2.112.1.1spark-mllib_2.11-2.1.1.jar;D:localRepositoryorgapachesparkspark-streaming_2.112.1.1spark-streaming_2.11-2.1.1.jar;D:localRepositoryorgapachesparkspark-sql_2.112.1.1spark-sql_2.11-2.1.1.jar;D:localRepositorycomunivocityunivocity-parsers2.2.1univocity-parsers-2.2.1.jar;D:localRepositoryorgapachesparkspark-sketch_2.112.1.1spark-sketch_2.11-2.1.1.jar;D:localRepositoryorgapachesparkspark-catalyst_2.112.1.1spark-catalyst_2.11-2.1.1.jar;D:localRepositoryorgcodehausjaninojanino3.0.0janino-3.0.0.jar;D:localRepositoryorgcodehausjaninocommons-compiler3.0.0commons-compiler-3.0.0.jar;D:localRepositoryorgantlrantlr4-runtime4.5.3antlr4-runtime-4.5.3.jar;D:localRepositoryorgapacheparquetparquet-column1.8.1parquet-column-1.8.1.jar;D:localRepositoryorgapacheparquetparquet-common1.8.1parquet-common-1.8.1.jar;D:localRepositoryorgapacheparquetparquet-encoding1.8.1parquet-encoding-1.8.1.jar;D:localRepositoryorgapacheparquetparquet-hadoop1.8.1parquet-hadoop-1.8.1.jar;D:localRepositoryorgapacheparquetparquet-format2.3.0-incubatingparquet-format-2.3.0-incubating.jar;D:localRepositoryorgapacheparquetparquet-jackson1.8.1parquet-jackson-1.8.1.jar;D:localRepositoryorgapachesparkspark-graphx_2.112.1.1spark-graphx_2.11-2.1.1.jar;D:localRepositorycomgithubfommilnetlibcore1.1.2core-1.1.2.jar;D:localRepositorynetsourceforgef2jarpack_combined_all .1arpack_combined_all-0.1.jar;D:localRepositoryorgapachesparkspark-mllib-local_2.112.1.1spark-mllib-local_2.11-2.1.1.jar;D:localRepositoryorgscalanlpbreeze_2.11 .12breeze_2.11-0.12.jar;D:localRepositoryorgscalanlpbreeze-macros_2.11 .12breeze-macros_2.11-0.12.jar;D:localRepositorynetsfopencsvopencsv2.3opencsv-2.3.jar;D:localRepositorycomgithubrwljtransforms2.4.0jtransforms-2.4.0.jar;D:localRepositoryorgspire-mathspire_2.11 .7.4spire_2.11-0.7.4.jar;D:localRepositoryorgspire-mathspire-macros_2.11 .7.4spire-macros_2.11-0.7.4.jar;D:localRepositorycomchuusaishapeless_2.112.0.0shapeless_2.11-2.0.0.jar;D:localRepositorycomfasterxmljacksonmodulejackson-module-scala_2.112.9.0jackson-module-scala_2.11-2.9.0.jar;D:localRepositoryorgscala-langscala-reflect2.11.8scala-reflect-2.11.8.jar;D:localRepositorycomfasterxmljacksonmodulejackson-module-paranamer2.9.0jackson-module-paranamer-2.9.0.jar;D:localRepositorycomthoughtworksparanamerparanamer2.8paranamer-2.8.jar;D:localRepositorycommons-iocommons-io2.7commons-io-2.7.jar;D:localRepositorycommons-fileuploadcommons-fileupload1.4commons-fileupload-1.4.jar;D:localRepositoryorgapacheshiroshiro-core1.6.0shiro-core-1.6.0.jar;D:localRepositoryorgapacheshiroshiro-lang1.6.0shiro-lang-1.6.0.jar;D:localRepositoryorgapacheshiroshiro-cache1.6.0shiro-cache-1.6.0.jar;D:localRepositoryorgapacheshiroshiro-crypto-hash1.6.0shiro-crypto-hash-1.6.0.jar;D:localRepositoryorgapacheshiroshiro-crypto-core1.6.0shiro-crypto-core-1.6.0.jar;D:localRepositoryorgapacheshiroshiro-crypto-cipher1.6.0shiro-crypto-cipher-1.6.0.jar;D:localRepositoryorgapacheshiroshiro-config-core1.6.0shiro-config-core-1.6.0.jar;D:localRepositoryorgapacheshiroshiro-config-ogdl1.6.0shiro-config-ogdl-1.6.0.jar;D:localRepositorycommons-beanutilscommons-beanutils1.9.4commons-beanutils-1.9.4.jar;D:localRepositorycommons-collectionscommons-collections3.2.2commons-collections-3.2.2.jar;D:localRepositoryorgapacheshiroshiro-event1.6.0shiro-event-1.6.0.jar;D:localRepositoryjstljstl1.2jstl-1.2.jar;D:localRepositorycomgithubpagehelperpagehelper5.2.0pagehelper-5.2.0.jar;D:localRepositorycomgithubjsqlparserjsqlparser3.2jsqlparser-3.2.jar;D:localRepositoryorgjpmmlpmml-evaluator1.4.3pmml-evaluator-1.4.3.jar;D:localRepositorycomgoogleguavaguava25.1-jreguava-25.1-jre.jar;D:localRepositoryorgjpmmlpmml-evaluator-extension1.4.3pmml-evaluator-extension-1.4.3.jar;D:localRepositoryorgjpmmlpmml-model1.4.5pmml-model-1.4.5.jar;D:localRepositoryorgjpmmlpmml-agent1.4.5pmml-agent-1.4.5.jar;D:localRepositorycommons-codeccommons-codec1.6commons-codec-1.6.jar;D:localRepositoryorgapachecommonscommons-lang33.8.1commons-lang3-3.8.1.jar SparkClear Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties 22/07/29 12:01:32 INFO SparkContext: Running Spark version 2.1.3 22/07/29 12:01:33 INFO SecurityManager: Changing view acls to: FleChazo 22/07/29 12:01:33 INFO SecurityManager: Changing modify acls to: FleChazo 22/07/29 12:01:33 INFO SecurityManager: Changing view acls groups to: 22/07/29 12:01:33 INFO SecurityManager: Changing modify acls groups to: 22/07/29 12:01:33 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(FleChazo); groups with view permissions: Set(); users with modify permissions: Set(FleChazo); groups with modify permissions: Set() 22/07/29 12:01:33 INFO Utils: Successfully started service 'sparkDriver' on port 53509. 22/07/29 12:01:33 INFO SparkEnv: Registering MapOutputTracker 22/07/29 12:01:33 INFO SparkEnv: Registering BlockManagerMaster 22/07/29 12:01:33 INFO BlockManagerMasterEndpoint: Using org.apache.spark.storage.DefaultTopologyMapper for getting topology information 22/07/29 12:01:33 INFO BlockManagerMasterEndpoint: BlockManagerMasterEndpoint up 22/07/29 12:01:33 INFO DiskBlockManager: Created local directory at D:tempblockmgr-d16bb832-5199-4b21-96c4-1bfc349cd02b 22/07/29 12:01:34 INFO MemoryStore: MemoryStore started with capacity 1982.4 MB 22/07/29 12:01:34 INFO SparkEnv: Registering OutputCommitCoordinator Exception in thread "main" java.lang.NoClassDefFoundError: javax/servlet/http/HttpServlet at org.apache.spark.ui.WebUI.attachPage(WebUI.scala:81) at org.apache.spark.ui.WebUI$$anonfun$attachTab$1.apply(WebUI.scala:65) at org.apache.spark.ui.WebUI$$anonfun$attachTab$1.apply(WebUI.scala:65) at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48) at org.apache.spark.ui.WebUI.attachTab(WebUI.scala:65) at org.apache.spark.ui.SparkUI.initialize(SparkUI.scala:66) at org.apache.spark.ui.SparkUI.原因(SparkUI.scala:82) at org.apache.spark.ui.SparkUI$.create(SparkUI.scala:220) at org.apache.spark.ui.SparkUI$.createLiveUI(SparkUI.scala:162) at org.apache.spark.SparkContext. (SparkContext.scala:452) at org.apache.spark.SparkContext$.getOrCreate(SparkContext.scala:2323) at org.apache.spark.sql.SparkSession$Builder$$anonfun$6.apply(SparkSession.scala:868) at org.apache.spark.sql.SparkSession$Builder$$anonfun$6.apply(SparkSession.scala:860) at scala.Option.getOrElse(Option.scala:121) at org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:860) at SparkClear$.main(SparkClear.scala:10) at SparkClear.main(SparkClear.scala) Caused by: java.lang.ClassNotFoundException: javax.servlet.http.HttpServlet at java.net.URLClassLoader.findClass(URLClassLoader.java:381) at java.lang.ClassLoader.loadClass(ClassLoader.java:424) at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349) at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ... 18 more 22/07/29 12:01:34 INFO DiskBlockManager: Shutdown hook called 22/07/29 12:01:34 INFO ShutdownHookManager: Shutdown hook called 22/07/29 12:01:34 INFO ShutdownHookManager: Deleting directory D:tempspark-42a06475-3a36-485b-9791-26949831afe6userFiles-a2c6dcdb-a347-4532-a3b3-7ae2367e1a46 22/07/29 12:01:34 INFO ShutdownHookManager: Deleting directory D:tempspark-42a06475-3a36-485b-9791-26949831afe6 Process finished with exit code 1
- 缺少jar包
- jar包冲突
先查看pom文件中是否引入了对应的依赖，如果没有的话，需要引入：
特别注意！！！javax.servlet javax.servlet-api 3.1.0
如果是从Maven Repository上面获取的依赖记得要删除
