package com.hihonor.sparksql
object SparkSaveToEs {
def main(args: Array[String]): Unit = {
System.setProperty(“hadoop.home.dir”, “D:softhadoop-2.6.0”)
import org.apache.spark.rdd.RDD
import org.apache.spark.sql.{Dataframe, SaveMode, SparkSession}
import org.apache.spark.SparkContext
val spark: SparkSession = SparkSession
.builder().appName(this.getClass.getName).master(“local[2]”)
.getOrCreate()
val options = Map(
“es.index.auto.create”->“true”,
“es.nodes.wan.only” -> “true”,
“es.nodes” -> “10.68.161.122”,
“es.port” -> “9200”,
“es.mapping.id” -> “id”
)
//从hive表中读取数据
//val sourceDF = spark.table(“hive_table”)
val context: SparkContext = spark.sparkContext
val sourceDF: RDD[Person] = context.parallelize(Array(Person(“a1”, “张三”, “30”), Person(“a2”, “李四”, “31”
