Advertisement
Guest User

Untitled

a guest
Feb 25th, 2019
129
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 29.99 KB | None | 0 0
  1. 1 sqoop import help
  2. 2 sqoop import --help
  3. 3 sqoop import --append --help
  4. 4 beeline
  5. 5 beeline quickstart.cloudera
  6. 6 beeline --help
  7. 7 hive
  8. 8 hdfs dfs -ls /user/cloudera/
  9. 9 hdfs dfs -ls /user/cloudera/sqoop-import-avro-snappy/
  10. 10 avro-tools schema hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
  11. 11 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
  12. 12 avro-tools getschema
  13. 13 avro-tools getschema --help
  14. 14 avro-tools getschema help
  15. 15 avro-tools help getschema
  16. 16 avro-tools
  17. 17 man avro-tools
  18. 18 avro-tools --help
  19. 19 avro-tools getschema --codec snappy hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
  20. 20 avro-tools cat --codec snappy hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
  21. 21 avro-tools tojson --codec snappy hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
  22. 22 find / -name 'avro-tools*.jar'
  23. 23 find / -name 'avro-tools*.jar' 2> /dev/null
  24. 24 java -jar /usr/lib/avro/avro-tools.jar
  25. 25 java -jar /usr/lib/avro/avro-tools.jar toJson
  26. 26 java -jar /usr/lib/avro/avro-tools.jar toJson --codec snappy
  27. 27 java -jar /usr/lib/avro/avro-tools.jar toJson --codec snappy hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
  28. 28 java -jar /usr/lib/avro/avro-tools.jar tojson --codec snappy hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
  29. 29 java -jar /usr/lib/avro/avro-tools.jar tojson hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/part-m-00000.snappy
  30. 30 java -jar /usr/lib/avro/avro-tools.jar tojson
  31. 31 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy-hive/
  32. 32 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy/
  33. 33 hdfs dfs -rm -r hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy-hive/
  34. 34 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy-hive/
  35. 35 hdfs dfs -rm -r hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy-hive/
  36. 36 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro-snappy-hive/
  37. 37 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro
  38. 38 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/part-m-00000
  39. 39 hdfs dfs -get hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/part-m-00000
  40. 40 avro-tools getschema part-m-00000
  41. 41 avro-tools tojson part-m-00000
  42. 42 less part-m-00000
  43. 43 hdfs dfs -rm -r hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/
  44. 44 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/
  45. 45 hdfs dfs -rm -r hdfs://quickstart.cloudera/user/cloudera/sqoop*
  46. 46 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/
  47. 47 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/
  48. 48 hdfs dfs -get hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/part-m-00000.avro
  49. 49 avro-tools getschema part-m-00000.avro
  50. 50 ll
  51. 51 rm part-m-00000
  52. 52 avro-tools getmeta part-m-00000.avro
  53. 53 avro-tools getschema part-m-00000.avro > table.avsc
  54. 54 less table.avsc
  55. 55 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/
  56. 56 hdfs dfs -get hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/part-m-00007.avro
  57. 57 avro-tools getschema part-m-00007.avro
  58. 58 less table.avsc
  59. 59 hdfs dfs -get table.avsc
  60. 60 hdfs dfs -put table.avsc
  61. 61 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/sqoop-import-avro/part-m-00007.avro
  62. 62 mysql -u retail_dba -p
  63. 63 sqoop
  64. 64 sqoop help
  65. 65 sqoop list-tables
  66. 66 sqoop list-tables --connect jdbc:mysql://localhost:3306
  67. 67 sqoop list-tables --connect jdbc:mysql://localhost:3306 --username retail_dba --password cloudera
  68. 68 sqoop list-databases --connect jdbc:mysql://localhost:3306 --username retail_dba --password cloudera
  69. 69 sqoop list-tables --connect jdbc:mysql://localhost:3306 --username retail_dba --password cloudera --database retail_db
  70. 70 sqoop list-tables --connect jdbc:mysql://localhost:3306/reatil_db --username retail_dba --password cloudera
  71. 71 sqoop list-tables --connect jdbc:mysql://localhost:3306/reatail_db --username retail_dba --password cloudera
  72. 72 sqoop list-tables --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera
  73. 73 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera
  74. 74 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query
  75. 75 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --import "select * from categories right outer join products on categories.category_id = products.product_category_id;"
  76. 76 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id;"
  77. 77 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id;" -- target-dir /user/cloudera/sqoop-import
  78. 78 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id;" --target-dir /user/cloudera/sqoop-import
  79. 79 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id;" --target-dir /user/cloudera/sqoop-import --split-by products.product_id
  80. 80 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE '$CONDITIONS';" --target-dir /user/cloudera/sqoop-import --split-by products.product_id
  81. 81 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE $CONDITIONS;" --target-dir /user/cloudera/sqoop-import --split-by products.product_id
  82. 82 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query 'select * from categories right outer join products on categories.category_id = products.product_category_id WHERE $CONDITIONS;' --target-dir /user/cloudera/sqoop-import --split-by products.product_id
  83. 83 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query 'select * from categories right outer join products on categories.category_id = products.product_category_id WHERE ~!`1234567890!@#$%^&*()_+{}|"'\;' --target-dir /user/cloudera/sqoop-import --split-by products.product_id
  84. 84 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query 'select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS;' --target-dir /user/cloudera/sqoop-import --split-by products.product_id
  85. 85 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS;" --target-dir /user/cloudera/sqoop-import --split-by products.product_id
  86. 86 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import --split-by products.product_id
  87. 87 hdfs dfs -ls /user/cloudera/
  88. 88 hdfs dfs -ls /user/cloudera/sqoop-import/
  89. 89 parquet-tools schema /user/cloudera/sqoop-import/part-m-00000
  90. 90 parquet-tools schema hdfs://nameservice1/user/cloudera/sqoop-import/part-m-00000
  91. 91 parquet-tools schema hdfs://quickstart.cloudera/user/cloudera/sqoop-import/part-m-00000
  92. 92 hdfs dfs -cat /user/cloudera/sqoop-import/part-m-00000
  93. 93 hdfs dfs -mv /user/cloudera/sqoop-import/ /user/cloudera/sqoop-import-parquet
  94. 94 hdfs dfs -mv /user/cloudera/sqoop-import-parquet /user/cloudera/sqoop-import-csv
  95. 95 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS;" --target-dir /user/cloudera/sqoop-import-csv-snappy --split-by products.product_id --compression-codec snappy
  96. 96 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-csv-snappy --split-by products.product_id --compression-codec snappy
  97. 97 hdfs dfs -ls /user/cloudera/sqoop-import-csv-snappy
  98. 98 hdfs dfs -ls /user/cloudera/sqoop-import-csv-snappy/part-m-00000.snappy
  99. 99 hdfs dfs -cat /user/cloudera/sqoop-import-csv-snappy/part-m-00000.snappy
  100. 100 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-csv-snappy --split-by products.product_id --compression-codec lz4
  101. 101 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-csv-lz4 --split-by products.product_id --compression-codec lz4
  102. 102 hdfs dfs -cat /user/cloudera/sqoop-import-csv-lz4/part-m-00000.lz4
  103. 103 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-csv-pippo --split-by products.product_id --compression-codec pippo
  104. 104 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy --split-by products.product_id --compression-codec snappy
  105. 105 avro-tools
  106. 106 avro-tools getscema hdfs://quickstart.cloudera/user/cloudera/
  107. 107 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy --split-by products.product_id --compression-codec snappy --append --hive-table avro-join
  108. 108 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --append --hive-table avro_join
  109. 109 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --append --hive-import --hive-table avro_join
  110. 110 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --hive-import --hive-table avro_join
  111. 111 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy
  112. 112 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --hive-import
  113. 113 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --hive-import --hive-table avro_join
  114. 114 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --hive-import --hive-table avro_join
  115. 115 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-snappy-hive --split-by products.product_id --compression-codec snappy --append
  116. 116 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --compression-codec
  117. 117 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id
  118. 118 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --as-avro --codec snappy --hive-import --hive-table avro_join
  119. 119 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --as-avrodatafile --codec snappy --hive-import --hive-table avro_join
  120. 120 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --as-avrodatafile --compression-codec snappy --hive-import --hive-table avro_join
  121. 121 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select *, 'aaaa' as pippo from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --as-avrodatafile --compression-codec snappy
  122. 122 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro --split-by products.product_id --as-avrodatafile --compression-codec snappy --append
  123. 123 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --query "select * from categories right outer join products on categories.category_id = products.product_category_id WHERE \$CONDITIONS" --target-dir /user/cloudera/sqoop-import-avro-2 --split-by products.product_id --as-avrodatafile
  124. 124 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy
  125. 125 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table users --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy
  126. 126 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy
  127. 127 hdfs dfs -ls exercise1
  128. 128 hdfs dfs -ls exercise1/customers/
  129. 129 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy
  130. 130 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy --append --check-column order_date --last-value '2019-01-20 00:00:00'
  131. 131 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --warehouse-dir exercise1 --as-parquetfile --compression-codec snappy --incremental append --check-column order_date --last-value '2019-01-20 00:00:00'
  132. 132 hdfs dfs -ls
  133. 133 hdfs dfs -ls exercise1/
  134. 134 hdfs dfs -ls exercise1/customers/
  135. 135 hdfs dfs -ls exercise1/orders
  136. 136 parquet-tools meta exercise1/orders/044b3235-0edf-4296-ad97-919b80ed79e2.parquet
  137. 137 parquet-tools meta hdfs://quickstart.cloudera/exercise1/orders/044b3235-0edf-4296-ad97-919b80ed79e2.parquet
  138. 138 parquet-tools meta hdfs://quickstart.cloudera/user/cloudera/exercise1/orders/044b3235-0edf-4296-ad97-919b80ed79e2.parquet
  139. 139 parquet-tools meta hdfs://quickstart.cloudera/user/cloudera/exercise1/orders/eb4b8079-0f81-4a30-a38b-5c3a1356fbb7.parquet
  140. 140 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders_2 --export-dir exercise1/orders/
  141. 141 sqoop export --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders_2 --export-dir exercise1/orders/
  142. 142 sqoop
  143. 143 mysql
  144. 144 mysql --user retail_dba --password cloudera
  145. 145 mysql --user retail_dba retail_db
  146. 146 mysql --user retail_dba retail_db -P
  147. 147 mysql --user retail_dba retail_db -P cloudera
  148. 148 mysql --user retail_dba --password cloudera retail_db
  149. 149 show tables;
  150. 150 mysql --user retail_dba --password cloudera retail_db
  151. 151 mysql --user retail_dba --password cloudera
  152. 152 mysql --user retail_dba --password
  153. 153 sqoop eval --connect jdbc:mysql://quickstart.cloudera/retail_db
  154. 154 sqoop eval --connect jdbc:mysql://quickstart.cloudera/retail_db --query 'select * from orders'
  155. 155 sqoop eval --connect jdbc:mysql://quickstart.cloudera/retail_db --query 'select * from orders' --user retail_db --password cloudera
  156. 156* sqoop eval --connect jdbc:mysql://quickstart.cloudera/retail_db --user retail_db --password cloudera --
  157. 157 sqoop eval --connect jdbc:mysql://quickstart.cloudera/retail_db --query "select * from orders" --username retail_db --password cloudera
  158. 158* sqoop import --connect jdbc:mysql://quickstart.cloudera/retail_db --username retail_dba --password cloudera
  159. 159 hdfs dfs -ls
  160. 160 hdfs dfs -ls exercise1
  161. 161 hdfs dfs -ls exercise1/customers/
  162. 162 parquet-tools
  163. 163 parquet-tools help
  164. 164 parquet-tools -help
  165. 165 parquet-tools --help
  166. 166 parquet-tools --help | less
  167. 167 parquet-tools meta hdfs://quickstart.cloudera/user/cloudera/exercise1/customers/d91c1b9e-3c87-47b7-9ac5-7c2f8b5bc5da.parquet
  168. 168 parquet-tools cat hdfs://quickstart.cloudera/user/cloudera/exercise1/customers/d91c1b9e-3c87-47b7-9ac5-7c2f8b5bc5da.parquet | less
  169. 169 parquet-tools meta hdfs://quickstart.cloudera/user/cloudera/exercise1/customers/d91c1b9e-3c87-47b7-9ac5-7c2f8b5bc5da.parquet
  170. 170 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/avro --as-avro-data-file
  171. 171 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/avro --as-avrodatafile
  172. 172 hdfs dfs -ls exercise1/avro/
  173. 173 avro-tools
  174. 174 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro
  175. 175 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
  176. 176 avro-tools getmeta hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
  177. 177 avro-tools
  178. 178 avro-tools getmeta
  179. 179 avro-tools getmeta hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
  180. 180 avro-tools
  181. 181 avro-tools cat hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
  182. 182 avro-tools cat - hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
  183. 183 avro-tools cat hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro - | less
  184. 184 hdfs dfs -cat hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
  185. 185 avro-tools cat hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro - | less
  186. 186 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/avro-lz4 --as-avrodatafile -z --compression-codec lz4
  187. 187 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/avro-lz4 --as-avrodatafile -z --compression-codec snappy
  188. 188 hdfs dfs -rm -r /user/cloudera/exercise1/avro-lz4
  189. 189 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/avro-lz4 --as-avrodatafile -z --compression-codec snappy
  190. 190 avro-tools getmeta hdfs://quickstart.cloudera/user/cloudera/exercise1/avro/part-m-00003.avro | less
  191. 191 hdfs dfs -ls
  192. 192 hdfs dfs -ls exercise1/
  193. 193 hdfs dfs -ls exercise1/avro-lz4/
  194. 194 avro-tools getmeta hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00003.avro | less
  195. 195 hdfs dfs -cat hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00003.avro | less
  196. 196 avro-tools
  197. 197 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00003.avro | less
  198. 198 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00003.avro | wc -l
  199. 199 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00000.avro | wc -l
  200. 200 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00001.avro | wc -l
  201. 201 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00002.avro | wc -l
  202. 202 avro-tools tojson hdfs://quickstart.cloudera/user/cloudera/exercise1/avro-lz4/part-m-00003.avro | wc -l
  203. 203 ls
  204. 204 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/csv-lz4 -z --compression-codec lz4
  205. 205 hdfs dfs -ls exercise1/
  206. 206 hdfs dfs -ls exercise1/csv-lz4/
  207. 207 hdfs dfs -cat exercise1/csv-lz4/part-m-00000.lz4 | less
  208. 208 hdfs dfs -text exercise1/csv-lz4/part-m-00000.lz4 | less
  209. 209 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/orders/csv --append --check-column order_date --incremental last_modified
  210. 210 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table customers --target-dir exercise1/orders/csv --append --check-column order_date --incremental lastmodified
  211. 211 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv --append --check-column order_date --incremental lastmodified
  212. 212 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv --append --check-column order_date --incremental lastmodified --last-value 2019-02-25 05:40:42.0
  213. 213 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv --append --check-column order_date --incremental lastmodified --last-value '2019-02-25 05:40:42.0'
  214. 214 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv --check-column order_date --incremental lastmodified --last-value '2014 05:40:42.0'
  215. 215 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --last-value '2014 05:40:42.0' --merge-key order_id
  216. 216 hdfs dfs -ls
  217. 217 hdfs dfs -ls exercise1/
  218. 218 hdfs dfs -ls exercise1/orders/
  219. 219 hdfs dfs -ls exercise1/orders/csv-merge
  220. 220 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --merge-key order_id
  221. 221 hdfs dfs -ls exercise1/orders/csv-merge
  222. 222 hdfs dfs -ls exercise1/orders/csv_merge
  223. 223 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --last_value '2019-02-25 05:57:15.0' --merge-key order_id
  224. 224 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --last_value '2019-02-25 05:57:15.0'
  225. 225 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --lastvalue '2019-02-25 05:57:15.0' --merge-key order_id
  226. 226 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --target-dir exercise1/orders/csv_merge --check-column order_date --incremental lastmodified --last-value '2019-02-25 05:57:15.0' --merge-key order_id
  227. 227 hdfs dfs -ls exercise1/orders/csv_merge
  228. 228 hive
  229. 229 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table categories --hive-import
  230. 230 hdfs dfs -ls
  231. 231 hdfs dfs -ls /
  232. 232 hdfs dfs -ls /user/
  233. 233 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table departments --hive-import
  234. 234 hdfs dfs -ls /user/hive/warehouse/
  235. 235*
  236. 236 hdfs dfs -ls /user/hive/warehouse/
  237. 237 hdfs dfs -ls /user/hive/warehouse/apachelog
  238. 238 hdfs dfs -ls /user/hive/warehouse/apachelog/
  239. 239 hdfs dfs -cat /user/hive/warehouse/apachelog/000000_0
  240. 240 hdfs dfs -text /user/hive/warehouse/apachelog/000000_0
  241. 241 hdfs dfs -ls /user/hive/warehouse/
  242. 242 sqoop import --connect jdbc:mysql://localhost:3306/retail_db --username retail_dba --password cloudera --table orders --as-avrodatafile --target-dir exercise1-orders-avro
  243. 243 hdfs dfs -ls exercise1-orders-avro
  244. 244 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/exercise1-orders-avro/part-m-00000.avro
  245. 245 avro-tools getschema hdfs://quickstart.cloudera/user/cloudera/exercise1-orders-avro/part-m-00000.avro > orders.avsc
  246. 246 less orders
  247. 247 less orders.avsc
  248. 248 hdfs dfs -put orders.avsc
  249. 249 hdfs dfs -ls hdfs://quickstart.cloudera/user/cloudera/exercise1-orders-avro/
  250. 250 history
  251. 251 history > commands.txt
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement