Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- function sqoop_import_data() {
- sqoop import -D mapreduce.job.queuename=mapreduce.normal \
- --connect 'jdbc:mysql://123.123.123.123/optimus?useUnicode=true&characterEncoding=GBK' \
- --username data \
- --password 'password' \
- --query " SELECT '' as id,
- day,
- agent,
- register_name,
- adv_id,
- ......
- ......
- .....
- .....
- AND \$CONDITIONS
- ORDER BY p.name,
- adv_id,
- platform) hl
- " \
- -m 1 --target-dir ${hdfs_input} \
- --fields-terminated-by '\t'
- }
- sqoop_import_data;
- # #############################################################################
- table_export=checklist_advertiser_audit
- function sqoop_export_data() {
- sqoop export -D mapreduce.job.queuename=mapreduce.normal \
- --connect 'jdbc:mysql://123.123.123.123/monitor?useUnicode=true&characterEncoding=GBK' \
- --username data --password 'password' \
- -m 1 --table ${table_export} --export-dir ${hdfs_input} \
- --input-fields-terminated-by '\t'
- }
- sqoop_export_data;
- echo 'data transfered, boom.'
Add Comment
Please, Sign In to add comment