直接在hive表中去掉有默认值的了列,在sqoop导入时,指定非默认值列即可,
mysql的表
hive的表
- create table dwd.dwd_hk_rcp_literature(
- id string,
- literature_no string,
- authors string,
- article_title string,
- source_title string,
- publication_date string,
- publication_year string,
- volume string,
- issue string,
- price string,
- created_at string,--插入时间
- -- updated_at string,--这个字段不管
- -- delete_status string,--有默认值
- abstract string
- )
- row format delimited
- fields terminated by "\001"
- ;
sqoop导入
- sqoop export \
- --connect jdbc:mysql://ip:端口号/yly_ms_dev \
- --username 用户名 \
- --password 密码 \
- --table hk_rcp_literature \
- --columns "id,literature_no,author,article_title,source_title,publication_date,publication_year,volume,issue,price,created_at,abstracts" \
- --export-dir /user/hive/warehouse/dwd.db/dwd_hk_rcp_literature \
- --input-fields-terminated-by "\001"