Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- create EXTERNAL TABLE memberimport(memberid BIGINT,uuid varchar(36),insertdate timestamp,updatedate timestamp)LOCATION '/user/import/memberimport';
- sqoop import --connect jdbc:oracle:thin:@dbURL:1521/dbName --username ** --password *** --hive-import --table MEMBER --columns 'MEMBERID,UUID,INSERTDATE,UPDATEDATE' --map-column-hive MEMBERID=BIGINT,UUID=STRING,INSERTDATE=TIMESTAMP,UPDATEDATE=TIMESTAMP --hive-table memberimport -m 1
- sqoop import --hive-import --connect jdbc:oracle:thin:@dbURL:1521/dbName --username *** --password *** --table MEMBER --check-column UPDATEDATE --incremental append --columns 'MEMBERID,UUID,INSERTDATE,UPDATEDATE' --map-column-hive MEMBERID=BIGINT,UUID=STRING,INSERTDATE=TIMESTAMP,UPDATEDATE=TIMESTAMP --hive-table memberimport -m 1
- sqoop job --create sqoop_job
- -- import
- --connect "jdbc:oracle://server:port/dbname"
- --username=(XXXX)
- --password=(YYYY)
- --table (TableName)
- --target-dir (Hive Directory corresponding to the table)
- --append
- --fields-terminated-by '(character)'
- --lines-terminated-by 'n'
- --check-column "(Column To Monitor Change)"
- --incremental append
- --last-value (last value of column being monitored)
- --outdir (log directory)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement