Advertisement
Guest User

Untitled

a guest
Aug 16th, 2017
59
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.20 KB | None | 0 0
  1. create EXTERNAL TABLE memberimport(memberid BIGINT,uuid varchar(36),insertdate timestamp,updatedate timestamp)LOCATION '/user/import/memberimport';
  2.  
  3. sqoop import --connect jdbc:oracle:thin:@dbURL:1521/dbName --username ** --password *** --hive-import --table MEMBER --columns 'MEMBERID,UUID,INSERTDATE,UPDATEDATE' --map-column-hive MEMBERID=BIGINT,UUID=STRING,INSERTDATE=TIMESTAMP,UPDATEDATE=TIMESTAMP --hive-table memberimport -m 1
  4.  
  5. sqoop import --hive-import --connect jdbc:oracle:thin:@dbURL:1521/dbName --username *** --password *** --table MEMBER --check-column UPDATEDATE --incremental append --columns 'MEMBERID,UUID,INSERTDATE,UPDATEDATE' --map-column-hive MEMBERID=BIGINT,UUID=STRING,INSERTDATE=TIMESTAMP,UPDATEDATE=TIMESTAMP --hive-table memberimport -m 1
  6.  
  7. sqoop job --create sqoop_job
  8. -- import
  9. --connect "jdbc:oracle://server:port/dbname"
  10. --username=(XXXX)
  11. --password=(YYYY)
  12. --table (TableName)
  13. --target-dir (Hive Directory corresponding to the table)
  14. --append
  15. --fields-terminated-by '(character)'
  16. --lines-terminated-by 'n'
  17. --check-column "(Column To Monitor Change)"
  18. --incremental append
  19. --last-value (last value of column being monitored)
  20. --outdir (log directory)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement