解决: Unable to instantiate SparkSession with Hive support because Hive classes are not found.
在pom.xml中添加hive库依赖即可:
org.apache.spark
spark-hive_2.11
2.4.8
Hive 远程连接的方法
#在hive-server中,启动
cd /export/servers/hive
nohup bin/hive --service metastore &
nohup bin/hive --service hiveserver2 &
利用java访问hive代码:
package edu.spark_java.tag.etl;
import org.apache.spark.sql.Dataset;
import org.apache.spark.sql.Row;
import org.apache.spark.sql.SparkSession;
import com.alibaba.fastjson.JSON;
import java.util.List;
public class MemberETL {
public static void main(String[] args) {
SparkSession session=SparkSession.builder()
.appName("member etl")
.master("local[*]")
.enableHiveSupport()
.getOrCreate();
Dataset dataset=session.sql("select sex as membersex,count(id) as sexcount from i_member.t_member group by sex");
List list=dataset.toJSON().collectAsList();
System.out.println(JSON.toJSONString(list));
}
}



