Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- 1 sqoop import help
- 2 sqoop import --help
- 3 sqoop import --append --help
- 4 beeline
- 5 beeline quickstart.cloudera
- 6 beeline --help
- 7 hive
- 8 hdfs dfs -ls /user/cloudera/
- 9 hdfs dfs -ls /user/cloudera/sqoop-import-avro-snappy/
- 10 avro-tools schema hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
- 11 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
- 12 avro-tools getschema
- 13 avro-tools getschema --help
- 14 avro-tools getschema help
- 15 avro-tools help getschema
- 16 avro-tools
- 17 man avro-tools
- 18 avro-tools --help
- 19 avro-tools getschema --codec snappy hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
- 20 avro-tools cat --codec snappy hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
- 21 avro-tools tojson --codec snappy hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
- 22 find / -name 'avro-tools*.jar'
- 23 find / -name 'avro-tools*.jar' 2> /dev/null
- 24 java -jar /usr/lib/avro/avro-tools.jar
- 25 java -jar /usr/lib/avro/avro-tools.jar toJson
- 26 java -jar /usr/lib/avro/avro-tools.jar toJson --codec snappy
- 27 java -jar /usr/lib/avro/avro-tools.jar toJson --codec snappy hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
- 28 java -jar /usr/lib/avro/avro-tools.jar tojson --codec snappy hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
- 29 java -jar /usr/lib/avro/avro-tools.jar tojson hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
- 30 java -jar /usr/lib/avro/avro-tools.jar tojson
- 31 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy-hive/
- 32 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/
- 33 hdfs dfs -rm -r hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy-hive/
- 34 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy-hive/
- 35 hdfs dfs -rm -r hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy-hive/
- 36 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy-hive/
- 37 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro
- 38 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/part-m-00000
- 39 hdfs dfs -get hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/part-m-00000
- 40 avro-tools getschema part-m-00000
- 41 avro-tools tojson part-m-00000
- 42 less part-m-00000
- 43 hdfs dfs -rm -r hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/
- 44 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/
- 45 hdfs dfs -rm -r hdfs://quickstart.cloudera/user/cloudera/sqoop*
- 46 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/
- 47 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/
- 48 hdfs dfs -get hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/part-m-00000.avro
- 49 avro-tools getschema part-m-00000.avro
- 50 ll
- 51 rm part-m-00000
- 52 avro-tools getmeta part-m-00000.avro
- 53 avro-tools getschema part-m-00000.avro > table.avsc
- 54 less table.avsc
- 55 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/
- 56 hdfs dfs -get hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/part-m-00007.avro
- 57 avro-tools getschema part-m-00007.avro
- 58 less table.avsc
- 59 hdfs dfs -get table.avsc
- 60 hdfs dfs -put table.avsc
- 61 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/part-m-00007.avro
- 62 mysql -u retail_dba -p
- 63 sqoop
- 64 sqoop help
- 65 sqoop list-tables
- 66 sqoop list-tables --connect jdbc:mysql://localhost:3306
- 67 sqoop list-tables --connect jdbc:mysql://localhost:3306 --username retail_dba --password cloudera
- 68 sqoop list-databases --connect jdbc:mysql://localhost:3306 --username retail_dba --password cloudera
- 69 sqoop list-tables --connect jdbc:mysql://localhost:3306 --username retail_dba --password cloudera --database retail_db
- 70 sqoop list-tables --connect jdbc:mysql://localhost:3306/reatil_db --username retail_dba --password cloudera
- 71 sqoop list-tables --connect jdbc:mysql://localhost:3306/reatail_db --username retail_dba --password cloudera
- 72 sqoop list-tables --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera
- 73 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera
- 74 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query
- 75 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --import "select * from categories right outer join products on categories.category_id = products.product_category_id;"
- 76 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id;"
- 77 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id;" -- target-dir /user/cloudera/sqoop-import
- 78 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id;" --target-dir /user/cloudera/sqoop-import
- 79 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id;" --target-dir /user/cloudera/sqoop-import --split-by products.product_id
- 80 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE '$CONDITIONS';" --target-dir /user/cloudera/sqoop-import --split-by products.product_id
- 81 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE $CONDITIONS;" --target-dir /user/cloudera/sqoop-import --split-by products.product_id
- 82 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query 'select * from categories right outer join products on categories.category_id = products.product_category_id WHERE $CONDITIONS;' --target-dir /user/cloudera/sqoop-import --split-by products.product_id
- 83 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query 'select * from categories right outer join products on categories.category_id = products.product_category_id WHERE ~!`1234567890!@#$%^&*()_+{}|"'\;' --target-dir /user/cloudera/sqoop-import --split-by products.product_id
- 84 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query 'select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS;' --target-dir /user/cloudera/sqoop-import --split-by products.product_id
- 85 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS;" --target-dir /user/cloudera/sqoop-import --split-by products.product_id
- 86 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import --split-by products.product_id
- 87 hdfs dfs -ls /user/cloudera/
- 88 hdfs dfs -ls /user/cloudera/sqoop-import/
- 89 parquet-tools schema /user/cloudera/sqoop-import/part-m-00000
- 90 parquet-tools schema hdfs://nameservice1/user/cloudera/sqoop-import/part-m-00000
- 91 parquet-tools schema hdfs://quickstart.cloudera/user/cloudera/sqoop-import/part-m-00000
- 92 hdfs dfs -cat /user/cloudera/sqoop-import/part-m-00000
- 93 hdfs dfs -mv /user/cloudera/sqoop-import/ /user/cloudera/sqoop-import-parquet
- 94 hdfs dfs -mv /user/cloudera/sqoop-import-parquet /user/cloudera/sqoop-import-csv
- 95 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS;" --target-dir /user/cloudera/sqoop-import-csv-snappy --split-by products.product_id --compression-codec snappy
- 96 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-csv-snappy --split-by products.product_id --compression-codec snappy
- 97 hdfs dfs -ls /user/cloudera/sqoop-import-csv-snappy
- 98 hdfs dfs -ls /user/cloudera/sqoop-import-csv-snappy/part-m-00000.snappy
- 99 hdfs dfs -cat /user/cloudera/sqoop-import-csv-snappy/part-m-00000.snappy
- 100 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-csv-snappy --split-by products.product_id --compression-codec lz4
- 101 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-csv-lz4 --split-by products.product_id --compression-codec lz4
- 102 hdfs dfs -cat /user/cloudera/sqoop-import-csv-lz4/part-m-00000.lz4
- 103 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-csv-pippo --split-by products.product_id --compression-codec pippo
- 104 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy --split-by products.product_id --compression-codec snappy
- 105 avro-tools
- 106 avro-tools getscema hdfs://quickstart.cloudera/user/cloudera/
- 107 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy --split-by products.product_id --compression-codec snappy --append --hive-table avro-join
- 108 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --append --hive-table avro_join
- 109 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --append --hive-import --hive-table avro_join
- 110 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --hive-import --hive-table avro_join
- 111 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy
- 112 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --hive-import
- 113 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --hive-import --hive-table avro_join
- 114 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --hive-import --hive-table avro_join
- 115 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --append
- 116 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --compression-codec
- 117 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id
- 118 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --as-avro --codec snappy --hive-import --hive-table avro_join
- 119 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --as-avrodatafile --codec snappy --hive-import --hive-table avro_join
- 120 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --as-avrodatafile --compression-codec snappy --hive-import --hive-table avro_join
- 121 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --as-avrodatafile --compression-codec snappy
- 122 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --as-avrodatafile --compression-codec snappy --append
- 123 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-2 --split-by products.product_id --as-avrodatafile
- 124 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy
- 125 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table users --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy
- 126 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy
- 127 hdfs dfs -ls exercise1
- 128 hdfs dfs -ls exercise1/customers/
- 129 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy
- 130 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy --append --check-column order_date --last-value '2019-01-20 00:00:00'
- 131 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy --incremental append --check-column order_date --last-value '2019-01-20 00:00:00'
- 132 hdfs dfs -ls
- 133 hdfs dfs -ls exercise1/
- 134 hdfs dfs -ls exercise1/customers/
- 135 hdfs dfs -ls exercise1/orders
- 136 parquet-tools meta exercise1/orders/044b3235-0edf-4296-ad97-919b80ed79e2.parquet
- 137 parquet-tools meta hdfs://quickstart.cloudera/exercise1/orders/044b3235-0edf-4296-ad97-919b80ed79e2.parquet
- 138 parquet-tools meta hdfs://quickstart.cloudera/user/cloudera/exercise1/orders/044b3235-0edf-4296-ad97-919b80ed79e2.parquet
- 139 parquet-tools meta hdfs://quickstart.cloudera/user/cloudera/exercise1/orders/eb4b8079-0f81-4a30-a38b-5c3a1356fbb7.parquet
- 140 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders_2 --export-dir exercise1/orders/
- 141 sqoop export --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders_2 --export-dir exercise1/orders/
- 142 sqoop
- 143 mysql
- 144 mysql --user retail_dba --password cloudera
- 145 mysql --user retail_dba retail_db
- 146 mysql --user retail_dba retail_db -P
- 147 mysql --user retail_dba retail_db -P cloudera
- 148 mysql --user retail_dba --password cloudera retail_db
- 149 show tables;
- 150 mysql --user retail_dba --password cloudera retail_db
- 151 mysql --user retail_dba --password cloudera
- 152 mysql --user retail_dba --password
- 153 sqoop eval --connect jdbc:mysql://quickstart.cloudera/retail_db
- 154 sqoop eval --connect jdbc:mysql://quickstart.cloudera/retail_db --query 'select * from orders'
- 155 sqoop eval --connect jdbc:mysql://quickstart.cloudera/retail_db --query 'select * from orders' --user retail_db --password cloudera
- 156* sqoop eval --connect jdbc:mysql://quickstart.cloudera/retail_db --user retail_db --password cloudera --
- 157 sqoop eval --connect jdbc:mysql://quickstart.cloudera/retail_db --query "select * from orders" --username retail_db --password cloudera
- 158* sqoop import --connect jdbc:mysql://quickstart.cloudera/retail_db --username retail_dba --password cloudera
- 159 hdfs dfs -ls
- 160 hdfs dfs -ls exercise1
- 161 hdfs dfs -ls exercise1/customers/
- 162 parquet-tools
- 163 parquet-tools help
- 164 parquet-tools -help
- 165 parquet-tools --help
- 166 parquet-tools --help | less
- 167 parquet-tools meta hdfs://quickstart.cloudera/user/cloudera/exercise1/customers/d91c1b9e-3c87-47b7-9ac5-7c2f8b5bc5da.parquet
- 168 parquet-tools cat hdfs://quickstart.cloudera/user/cloudera/exercise1/customers/d91c1b9e-3c87-47b7-9ac5-7c2f8b5bc5da.parquet | less
- 169 parquet-tools meta hdfs://quickstart.cloudera/user/cloudera/exercise1/customers/d91c1b9e-3c87-47b7-9ac5-7c2f8b5bc5da.parquet
- 170 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/avro --as-avro-data-file
- 171 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/avro --as-avrodatafile
- 172 hdfs dfs -ls exercise1/avro/
- 173 avro-tools
- 174 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro
- 175 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
- 176 avro-tools getmeta hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
- 177 avro-tools
- 178 avro-tools getmeta
- 179 avro-tools getmeta hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
- 180 avro-tools
- 181 avro-tools cat hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
- 182 avro-tools cat - hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
- 183 avro-tools cat hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro - | less
- 184 hdfs dfs -cat hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
- 185 avro-tools cat hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro - | less
- 186 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/avro-lz4 --as-avrodatafile -z --compression-codec lz4
- 187 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/avro-lz4 --as-avrodatafile -z --compression-codec snappy
- 188 hdfs dfs -rm -r /user/cloudera/exercise1/avro-lz4
- 189 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/avro-lz4 --as-avrodatafile -z --compression-codec snappy
- 190 avro-tools getmeta hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
- 191 hdfs dfs -ls
- 192 hdfs dfs -ls exercise1/
- 193 hdfs dfs -ls exercise1/avro-lz4/
- 194 avro-tools getmeta hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00003.avro | less
- 195 hdfs dfs -cat hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00003.avro | less
- 196 avro-tools
- 197 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00003.avro | less
- 198 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00003.avro | wc -l
- 199 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00000.avro | wc -l
- 200 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00001.avro | wc -l
- 201 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00002.avro | wc -l
- 202 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00003.avro | wc -l
- 203 ls
- 204 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/csv-lz4 -z --compression-codec lz4
- 205 hdfs dfs -ls exercise1/
- 206 hdfs dfs -ls exercise1/csv-lz4/
- 207 hdfs dfs -cat exercise1/csv-lz4/part-m-00000.lz4 | less
- 208 hdfs dfs -text exercise1/csv-lz4/part-m-00000.lz4 | less
- 209 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/orders/csv --append --check-column order_date --incremental last_modified
- 210 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/orders/csv --append --check-column order_date --incremental lastmodified
- 211 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv --append --check-column order_date --incremental lastmodified
- 212 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv --append --check-column order_date --incremental lastmodified --last-value 2019-02-25 05:40:42.0
- 213 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv --append --check-column order_date --incremental lastmodified --last-value '2019-02-25 05:40:42.0'
- 214 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv --check-column order_date --incremental lastmodified --last-value '2014 05:40:42.0'
- 215 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --last-value '2014 05:40:42.0' --merge-key order_id
- 216 hdfs dfs -ls
- 217 hdfs dfs -ls exercise1/
- 218 hdfs dfs -ls exercise1/orders/
- 219 hdfs dfs -ls exercise1/orders/csv-merge
- 220 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --merge-key order_id
- 221 hdfs dfs -ls exercise1/orders/csv-merge
- 222 hdfs dfs -ls exercise1/orders/csv_merge
- 223 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --last_value '2019-02-25 05:57:15.0' --merge-key order_id
- 224 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --last_value '2019-02-25 05:57:15.0'
- 225 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --lastvalue '2019-02-25 05:57:15.0' --merge-key order_id
- 226 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --last-value '2019-02-25 05:57:15.0' --merge-key order_id
- 227 hdfs dfs -ls exercise1/orders/csv_merge
- 228 hive
- 229 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table categories --hive-import
- 230 hdfs dfs -ls
- 231 hdfs dfs -ls /
- 232 hdfs dfs -ls /user/
- 233 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table departments --hive-import
- 234 hdfs dfs -ls /user/hive/warehouse/
- 235*
- 236 hdfs dfs -ls /user/hive/warehouse/
- 237 hdfs dfs -ls /user/hive/warehouse/apachelog
- 238 hdfs dfs -ls /user/hive/warehouse/apachelog/
- 239 hdfs dfs -cat /user/hive/warehouse/apachelog/000000_0
- 240 hdfs dfs -text /user/hive/warehouse/apachelog/000000_0
- 241 hdfs dfs -ls /user/hive/warehouse/
- 242 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --as-avrodatafile --target-dir exercise1-orders-avro
- 243 hdfs dfs -ls exercise1-orders-avro
- 244 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/exercise1-orders-avro/part-m-00000.avro
- 245 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/exercise1-orders-avro/part-m-00000.avro > orders.avsc
- 246 less orders
- 247 less orders.avsc
- 248 hdfs dfs -put orders.avsc
- 249 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/exercise1-orders-avro/
- 250 history
- 251 history > commands.txt
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement