1 创建hive分区表
CREATE TABLE ods.`ods_table1` (
`id` int COMMENT '主键',
`create_date` string COMMENT '设定目标的时间',
`modify_date` string COMMENT '修改时间',
date_insert string
) PARTITIonED BY (`dayid` string comment '分区字段')
ROW FORMAT DELIMITED FIELDS TERMINATED BY '^' STORED AS TEXTFILE ;
2 sqoop 导入脚本
#!/bin/bash
sqoop import
--connect 'jdbc:mysql://ip地址:3306'
--username mysql登录用户名 --password 'mysql密码'
--target-dir /warehouse/tablespace/hive/ods.db/ods_table1/dayid='2022-01-21'
--delete-target-dir
--query "select id,create_date,modify_date,NOW(),create_date as dayid from table1 where 1=1 and create_date='2022-01-21' and $ConDITIONS "
--null-string '\N' --null-non-string '\N'
--hive-partition-key dayid
--hive-drop-import-delims --fields-terminated-by '^' -m 1
