shell连接mysql导出数据到文件同时写入hive

#!/bin/bash
set -x

work_dir=$(cd $(dirname $0); pwd)

mysql_hostname='mysql_hostname'
mysql_port='3358'
mysql_username='mysql_username'
mysql_password='mysql_password'
mysql_dbname='mysql_dbname'

time=$(date "+%Y%m%d%H%M%S")
export_file=${work_dir}/mysql2hive_${time}.csv
sql="select * from table_name"

mysql -h${mysql_hostname} -P${mysql_port} -u${mysql_username} -p${mysql_password} -D${mysql_dbname} -e "${sql}" > ${export_file}
if [[ $? -ne 0 ]]; then
    echo 'Failed to connect mysql'
    exit 1
fi

hive -e "load data local inpath '${export_file}' overwrite into table db_name.table_name;"
if [[ $? -ne 0 ]]; then
    echo 'Failed to load data to hive'
    exit 1
fi

1、mysql数据导出跳过首行

2、增加文件导入hive表成功后删除文件

最后还需要注意mysql导出文件分割符，要和hive表分隔符一致