Advertisement
Guest User

Untitled

a guest
Mar 16th, 2017
242
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.41 KB | None | 0 0
  1. $ hive --version
  2.  
  3. CREATE TABLE person20(
  4. persid int,
  5. lastname string,
  6. firstname string)
  7. CLUSTERED BY (
  8. persid)
  9. INTO 1 BUCKETS
  10. ROW FORMAT SERDE
  11. 'org.apache.hadoop.hive.ql.io.orc.OrcSerde'
  12. STORED AS INPUTFORMAT
  13. 'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat'
  14. OUTPUTFORMAT
  15. 'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat'
  16. LOCATION
  17. 'hdfs://hostname.com:8020/user/hive/warehouse/person20'
  18. TBLPROPERTIES (
  19. 'COLUMN_STATS_ACCURATE'='true',
  20. 'numFiles'='3',
  21. 'numRows'='2',
  22. 'rawDataSize'='348',
  23. 'totalSize'='1730',
  24. 'transactional'='true',
  25. 'transient_lastDdlTime'='1489668385')
  26.  
  27. INSERT INTO TABLE person20 VALUES (0,'PP','B'),(2,'X','Y');
  28.  
  29. set hive.cli.print.header=true;
  30.  
  31. select * from person20;
  32.  
  33. persid lastname firstname
  34. 2 X Y
  35. 0 PP B
  36.  
  37. CREATE TABLE person21(
  38. persid int,
  39. lastname string,
  40. firstname string)
  41. ROW FORMAT SERDE
  42. 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
  43. STORED AS INPUTFORMAT
  44. 'org.apache.hadoop.mapred.TextInputFormat'
  45. OUTPUTFORMAT
  46. 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
  47. LOCATION
  48. 'hdfs://hostname.com:8020/user/hive/warehouse/person21'
  49. TBLPROPERTIES (
  50. 'COLUMN_STATS_ACCURATE'='true',
  51. 'numFiles'='1',
  52. 'numRows'='2',
  53. 'rawDataSize'='11',
  54. 'totalSize'='13',
  55. 'transient_lastDdlTime'='1489668344')
  56.  
  57. INSERT INTO TABLE person20 VALUES (0,'SS','B'),(2,'X','Y');
  58.  
  59. select * from person21;
  60.  
  61. persid lastname firstname
  62. 2 X1 Y
  63. 0 SS B
  64.  
  65. Merge into person20 p20 USING person21 p21
  66. ON (p20.persid=p21.persid)
  67. WHEN MATCHED THEN
  68. UPDATE set p20.lastname=p21.lastname
  69.  
  70. hive -e "set hive.auto.convert.join.noconditionaltask.size = 10000000; set hive.support.concurrency = true; set hive.enforce.bucketing = true; set hive.exec.dynamic.partition.mode = nonstrict; set hive.txn.manager = org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.compactor.initiator.on = true;
  71. set hive.compactor.worker.threads = 1 ; UPDATE person20 SET lastname = (select lastname from person21 where person21.lastname=person20.lastname);"
  72.  
  73. hive -e "set hive.auto.convert.join.noconditionaltask.size = 10000000; set hive.support.concurrency = true; set hive.enforce.bucketing = true; set hive.exec.dynamic.partition.mode = nonstrict; set hive.txn.manager = org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.compactor.initiator.on = true;
  74. set hive.compactor.worker.threads = 1 ; UPDATE person20 SET lastname = 'PP' WHERE persid = 0;"
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement