1.上传新的tez，hive，安装包到/opt/software目录下
tez-0.10.1-SNAPSHOT-minimal.tar.gz tez-0.10.1-SNAPSHOT.tar.gz apache-hive-3.1.2-bin.tar.gz mysql-connector-java-5.1.48.jar
2.删除原有的hive及tez
cd /opt/module/
rm -rf tez/ hive/二、安装Hive
1.按照新的hive到指定目录下
tar -zxvf /opt/software/apache-hive-3.1.2-bin.tar.gz -C /opt/module/
2.重命名hive
mv /opt/module/apache-hive-3.1.2-bin/ /opt/module/hive
3.清理日志jar包
mv $HIVE_HOME/lib/log4j-slf4j-impl-2.10.0.jar $HIVE_HOME/lib/log4j-slf4j-impl-2.10.0.bak
4.拷贝驱动
cp /opt/software/mysql-connector-java-5.1.48.jar $HIVE_HOME/lib
5.新建编辑hive-site.xml
vim $HIVE_HOME/conf/hive-site.xml
javax.jdo.option.ConnectionURL jdbc:mysql://hadoop102:3306/metastore?useSSL=false javax.jdo.option.ConnectionDriverName com.mysql.jdbc.Driver javax.jdo.option.ConnectionUserName root javax.jdo.option.ConnectionPassword 000000 hive.metastore.warehouse.dir /user/hive/warehouse hive.metastore.schema.verification false datanucleus.schema.autoCreateAll true hive.metastore.uris thrift://hadoop102:9083 hive.server2.thrift.port 10000 hive.server2.thrift.bind.host hadoop102 hive.metastore.event.db.notification.api.auth false
6.Hive运行日志配置
修改/opt/module/hive/conf/hive-log4j.properties.template文件名称为
hive-log4j.properties
mv /opt/module/hive/conf/hive-log4j2.properties.template /opt/module/hive/conf/hive-log4j2.properties
在hive-log4j.properties文件中修改log存放位置
property.hive.log.dir = /opt/module/hive/logs
三、tez引擎安装
1.在/opt/module目录下新建tez目录
mkdir /opt/module/tez
2.解决tar包到tez目录下
tar -zxvf /opt/software/tez-0.10.1-SNAPSHOT-minimal.tar.gz -C /opt/module/tez
3.新建编辑tez-site.xml
vim $HADOOP_HOME/etc/hadoop/tez-site.xml
tez.lib.uris ${fs.defaultFS}/tez/tez-0.10.1-SNAPSHOT.tar.gz tez.use.cluster.hadoop-libs true tez.am.resource.memory.mb 1024 tez.am.resource.cpu.vcores 1 tez.container.max.java.heap.fraction 0.4 tez.task.resource.memory.mb 1024 tez.task.resource.cpu.vcores 1
4.修改Hadoop环境变量
编辑hadoop-env.sh
vim $HADOOP_HOME/etc/hadoop/hadoop-env.sh
export TEZ_CONF_DIR=$HADOOP_HOME/etc/hadoop
export TEZ_JARS=/opt/module/tez
export HADOOP_CLASSPATH=$HADOOP_CLASSPATH:${TEZ_CONF_DIR}:${TEZ_JARS}/*:${TEZ_JARS}/lib/*
5.修改Hive计算引擎
vim $HIVE_HOME/conf/hive-site.xml
hive.execution.engine tez hive.tez.container.size 1024
6.删除冲突jar包
rm /opt/module/tez/lib/slf4j-log4j12-1.7.10.jar
7.上传tez依赖到hdfs
start-dfs.sh
删除原有依赖
hadoop fs -rm -r /tez
新建tez
hadoop fs -mkdir /tez
上传tar包
hadoop fs -put /opt/software/tez-0.10.1-SNAPSHOT.tar.gz /tez
8.测试
cd /opt/module/tez/ yarn jar tez-examples-0.10.1-SNAPSHOT.jar orderedwordcount /student.txt /output
