Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- # Basic sqoop commands
- sqoop import --connect jdbc:mysql://quickstart.cloudera:3306/retail_db \
- --username root \
- -P \
- --table categories \
- --target-dir /user/cloudera/categories_pipe \
- --terminated-by "\n" \
- --fields-seperated-by "|"
- sqoop import --connect jdbc:mysql://quickstart.cloudera:3306/retail_db \
- --username root \
- -P \
- --table categories \
- --target-dir /user/cloudera/categories_pipe \
- --fields-seperated-by "|"
- # Specifying your line and field seperators
- sqoop import --connect jdbc:mysql://quickstart.cloudera:3306/retail_db \
- --username root \
- -P \
- --table categories \
- --target-dir /user/cloudera/categories_new_sep \
- --fields-terminated-by "|" \
- --lines-terminated-by "§"
- # Setting number of mappers to 2
- sqoop import --connect jdbc:mysql://quickstart:3306/retail_db \
- --username root \
- # never use password arg this way; always use -P
- --password cloudera \
- --table categories \
- --target-dir /user/cloudera/categories_pipe_2m \
- --fields-terminated-by '|' \
- -m 2
- # Setting number of mappers to 1
- sqoop import --connect jdbc:mysql://quickstart:3306/retail_db \
- --username root \
- -P \
- --table categories \
- --target-dir /user/cloudera/categories_pipe_1m \
- --fields-terminated-by '|' \
- -num-mappers 1
- # Sqooping data into Parquet
- sqoop import --connect jdbc:mysql://quickstart:3306/retail_db \
- --username root \
- -P \
- --table categories \
- --warehouse-dir /user/cloudera/parquets \
- --fields-terminated-by '|' \
- --as-parquetfile
- sqoop import --connect jdbc:mysql://quickstart:3306/retail_db \
- --username root \
- -P \
- --table products \
- --columns product_id,product_name,product_price \
- --target-dir /user/cloudera/parquets/custom_columns \
- --fields-terminated-by '|' \
- --as-textfile
- sqoop import --connect jdbc:mysql://quickstart:3306/retail_db \
- --username root \
- -P \
- --query "select a.*, b.* from products as a left join categories as b on a.product_category_id = b.category_id where \$CONDITIONS" \
- --split-by product_id \
- --target-dir /user/cloudera/parquets/innerjoin \
- --fields-terminated-by '|' \
- --as-textfile
- sqoop import --connect jdbc:mysql://quickstart:3306/retail_db \
- --username root \
- -P \
- --table products \
- --where "\`product_id\`\<100 " \
- --target-dir /user/cloudera/parquets/filtered_data \
- --fields-terminated-by '|' \
- --as-textfile
- sqoop import --connect jdbc:mysql://quickstart:3306/demo \
- --username root \
- -P \
- --table names \
- --target-dir /user/cloudera/parquets/null_data2 \
- --fields-terminated-by '|' \
- --null-string "Unknown" \
- --null-non-string "0" \
- --as-textfile -m 1
Add Comment
Please, Sign In to add comment