--SQOOP

sqoop list-databases \
--connect jdbc:mysql://namenode:3306/ \
--username root \
--password hadoop

sqoop list-tables \
--connect jdbc:mysql://namenode:3306/retail_db \
--username root
--password hadoop

sqoop eval \
--connect jdbc:mysql://namenode:3306/retail_db \
--username root \
--password hadoop \
--query "select * from customers limit 10"

--IMPORT

sqoop import-all-tables -m 12 \
--connect jdbc:mysql://namenode:3306/retail_db \
--username root --password hadoop \
--warehouse-dir=/user/cloudera/sqoop_import \
--driver com.mysql.jdbc.Driver

--import all tables to hive
sqoop import-all-tables \
--num-mappers 1 \
--connect jdbc:mysql://namenode:3306/retail_db \
--username root \
--password hadoop \
--hive-import \
--hive-overwrite \
--create-hive-table \
--hive-database sqoop_import \
--compress \
--compression-codec org.apache.hadoop.io.compress.SnappyCodec \
--outdir java_files \
--driver com.mysql.jdbc.Driver

--import and create single table to hive
sqoop import \
--connect jdbc:mysql://namenode:3306/retail_db \
--username=root \
--password=hadoop \
--table departments \
--hive-home /apps/hive/warehouse/retail_ods.db \
--hive-import \
--hive-overwrite \
--hive-table retail_ods.departments \
--create-hive-table \
--outdir java_files

--import single table as a sequence file format
sqoop import \
--connect jdbc:mysql://namenode:3306/retail_db \
--username=root \
--password=hadoop \
--table departments \
--as-sequencefile \
--target-dir=/user/cloudera/departments_seq

--import single table with boundary query
sqoop import \
--connect jdbc:mysql://namenode:3306/retail_db \
--username=root \
--password=hadoop \
--table departments \
--target-dir=/user/cloudera/departments \
--boundary-query "select min(department_id), max(department_id) from departments where department_id <> 8000"

--import single table with append and where clause
sqoop import \
--connect jdbc:mysql://namenode:3306/retail_db \
--username=root \
--password=hadoop \
--table departments \
--target-dir=/user/cloudera/departments \
--append --where "department_id > 7" \
--outdir java_files

--import single table with no pk
sqoop import \
--connect jdbc:mysql://namenode:3306/retail_db \
--username=root \
--password=hadoop \
--table departments_nopk \
--target-dir=/user/cloudera/departments_nopk -m 2 \
--split-by department_id

--import single table with using query
sqoop import \
--connect jdbc:mysql://namenode:3306/retail_db \
--username=root \
--password=hadoop \
--query="select * from orders join order_items on orders.order_id = order_items.order_item_order_id where \$CONDITIONS" \
--target-dir=/user/cloudera/order_join \
--split-by order_id \
--num-mappers 4

--import single table incrementally
sqoop import \
--connect jdbc:mysql://namenode:3306/retail_db \
--username=root \
--password=hadoop \
--table departments \
--target-dir=/user/cloudera/sqoop_import/departments \
--append \
--check-column "department_id" \
--incremental append \
--last-value 7 \
--outdir java_files


--EXPORT

--export single table to mysql
sqoop export \
--connect jdbc:mysql://namenode:3306/retail_db \
--username root \
--password hadoop \
--table order_items_export \
--export-dir /user/cloudera/sqoop_import/order_items \
--batch \
--outdir java_files

--export merge
sqoop export \
--connect jdbc:mysql://namenode:3306/retail_db \
--username root \
--password hadoop \
--table departments \
--export-dir /user/cloudera/sqoop_import/departments_export \
--batch \
--outdir java_files \
--update-key department_id \
--update-mode allowinsert

--sqoop merge
sqoop merge \
--merge-key department_id \
--new-data /user/cloudera/sqoop_merge/departments_delta \
--onto /user/cloudera/sqoop_merge/departments \
--target-dir /user/cloudera/sqoop_merge/departments_stage \
--class-name departments \
--jar-file /tmp/sqoop-horton/compile/01059939aa3e1d9255af2e83c44d0791/departments.jar


--JOB

--create a sqqop job
sqoop job --create sqoop_job \
-- import \
--connect jdbc:mysql://namenode:3306/retail_db \
--username=root \
--password hadoop \
--table departments \
--target-dir=/user/cloudera/departments_job \
--append \
--fields-terminated-by '|' \
--lines-terminated-by '\n' \
--check-column "department_id" \
--incremental append \
--last-value 7

--sqoop job commands
sqoop job --list
sqoop job -show sqoop_job
sqoop job --exec sqoop_job