Guest User

Untitled

a guest
Dec 28th, 2018
153
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.12 KB | None | 0 0
  1. function sqoop_import_data() {
  2. sqoop import -D mapreduce.job.queuename=mapreduce.normal \
  3. --connect 'jdbc:mysql://123.123.123.123/optimus?useUnicode=true&characterEncoding=GBK' \
  4. --username data \
  5. --password 'password' \
  6. --query " SELECT '' as id,
  7. day,
  8. agent,
  9. register_name,
  10. adv_id,
  11. ......
  12. ......
  13. .....
  14. .....
  15. AND \$CONDITIONS
  16. ORDER BY p.name,
  17. adv_id,
  18. platform) hl
  19. " \
  20. -m 1 --target-dir ${hdfs_input} \
  21. --fields-terminated-by '\t'
  22. }
  23.  
  24. sqoop_import_data;
  25.  
  26.  
  27. # #############################################################################
  28. table_export=checklist_advertiser_audit
  29.  
  30.  
  31. function sqoop_export_data() {
  32. sqoop export -D mapreduce.job.queuename=mapreduce.normal \
  33. --connect 'jdbc:mysql://123.123.123.123/monitor?useUnicode=true&characterEncoding=GBK' \
  34. --username data --password 'password' \
  35. -m 1 --table ${table_export} --export-dir ${hdfs_input} \
  36. --input-fields-terminated-by '\t'
  37. }
  38.  
  39.  
  40. sqoop_export_data;
  41.  
  42. echo 'data transfered, boom.'
Add Comment
Please, Sign In to add comment