CDH 6.3.2部署flink 1.14.3出现异常,异常信息
+ sed -i 's#=#: #g' /var/run/cloudera-scm-agent/process/158-flink_on_yarn-Flink_YARN/flink-conf.properties ++ cat /var/run/cloudera-scm-agent/process/158-flink_on_yarn-Flink_YARN/flink-conf.properties ++ grep high-availability: + HIGH_MODE='high-availability: zookeeper' + '[' 'high-availability: zookeeper' = '' ']' ++ cat /var/run/cloudera-scm-agent/process/158-flink_on_yarn-Flink_YARN/flink-conf.properties ++ grep high-availability.zookeeper.quorum: + HIGH_ZK_QUORUM='high-availability.zookeeper.quorum: node01:2181,node02:2181' + '[' 'high-availability.zookeeper.quorum: node01:2181,node02:2181' = '' ']' + cp /var/run/cloudera-scm-agent/process/158-flink_on_yarn-Flink_YARN/flink-conf.properties /var/run/cloudera-scm-agent/process/158-flink_on_yarn-Flink_YARN/flink-conf/flink-conf.yaml + HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/158-flink_on_yarn-Flink_YARN/yarn-conf + export Flink_HOME Flink_CONF_DIR HADOOP_CONF_DIR + echo CONF_DIR: /var/run/cloudera-scm-agent/process/158-flink_on_yarn-Flink_YARN + echo HADOOP_CONF_DIR: /var/run/cloudera-scm-agent/process/158-flink_on_yarn-Flink_YARN/yarn-conf + echo '' ++ date + echo 'Date: 2022 02 12 19:02:22 CST' + echo 'Host: node02' + echo 'NODE_TYPE: ' + echo 'ZK_QUORUM: node01:2181,node02:2181' + echo 'Flink_HOME: /opt/cloudera/parcels/Flink/lib/flink' + echo 'Flink_CONF_DIR: /var/run/cloudera-scm-agent/process/158-flink_on_yarn-Flink_YARN/flink-conf' + echo '' + '[' true = true ']' + exec /opt/cloudera/parcels/Flink/lib/flink/bin/flink-yarn.sh --container 1 --streaming /opt/cloudera/parcels/Flink/lib/flink/bin/flink-yarn.sh:17: rotateLogFilesWithPrefix:
异常信息图片
解决方案,如下:
1.上传相应jar
上传 commons-cli-1.5.0.jar、flink-shaded-hadoop-3-uber-3.1.1.7.2.9.0-173-9.0.jar这2个jar到
/opt/cloudera/parcels/Flink-1.14.3-BIN-SCALA_2.12/lib/flink/lib目录,需要安装服务都需要上传
相关大数据学习demo地址:
https://github.com/carteryh/big-data



