Advertisement
Guest User

Untitled

a guest
Jun 24th, 2019
64
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.55 KB | None | 0 0
  1. insert into db1.fact_table PARTITION(part_col1, part_col2)
  2. ( col1,
  3. col2,
  4. col3,
  5. col4,
  6. col5,
  7. col6,
  8. .
  9. .
  10. .
  11. .
  12. .
  13. .
  14. .
  15. col32
  16. LOAD_DT,
  17. part_col1,
  18. Part_col2 )
  19. select
  20. col1,
  21. col2,
  22. col3,
  23. col4,
  24. col5,
  25. col6,
  26. .
  27. .
  28. .
  29. .
  30. .
  31. .
  32. .
  33. col32,
  34. part_col1,
  35. Part_col2
  36. from db1.main_table WHERE col1=0;
  37.  
  38. 2019-04-28 13:23:31,715 Stage-1 map = 95%, reduce = 0%, Cumulative CPU 177220.23 sec
  39. 2019-04-28 13:24:25,989 Stage-1 map = 100%, reduce = 0%, Cumulative CPU 163577.82 sec
  40. MapReduce Total cumulative CPU time: 1 days 21 hours 26 minutes 17 seconds 820 msec
  41. Ended Job = job_1556004136988_155295 with errors
  42. Error during job, obtaining debugging information...
  43. Examining task ID: task_1556004136988_155295_m_000003 (and more) from job job_1556004136988_155295
  44. Examining task ID: task_1556004136988_155295_m_000004 (and more) from job job_1556004136988_155295
  45.  
  46. Task with the most failures(4):
  47. -----
  48. Task ID:
  49. task_1556004136988_155295_m_000000
  50.  
  51. -----
  52. Diagnostic Messages for this Task:
  53. Exception from container-launch.
  54. Container id: container_e81_1556004136988_155295_01_000015
  55. Exit code: 255
  56. Stack trace: ExitCodeException exitCode=255:
  57. at org.apache.hadoop.util.Shell.runCommand(Shell.java:563)
  58. at org.apache.hadoop.util.Shell.run(Shell.java:460)
  59. at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:748)
  60. at org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor.launchContainer(LinuxContainerExecutor.java:305)
  61. at org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:356)
  62. at org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:88)
  63. at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  64. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  65. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  66. at java.lang.Thread.run(Thread.java:748)
  67.  
  68. Shell output: main : command provided 1
  69. main : user is bldadmin
  70. main : requested yarn user is bldadmin
  71.  
  72. Container exited with a non-zero exit code 255
  73.  
  74. FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask
  75. MapReduce Jobs Launched:
  76. Stage-Stage-1: Map: 10 Cumulative CPU: 163577.82 sec MAPRFS Read: 0 MAPRFS Write: 0 FAIL
  77. Total MapReduce CPU Time Spent: 1 days 21 hours 26 minutes 17 seconds 820 msec
  78.  
  79. set hive.execution.engine=tez;set hive.tez.container.size=3072;set hive.tez.java.opts=-Xmx1640m;set hive.vectorized.execution.enabled=false;set hive.vectorized.execution.reduce.enabled=false;set hive.enforce.bucketing=true;set hive.exec.parallel=true;set hive.auto.convert.join=false;set hive.enforce.bucketmapjoin=true;set hive.optimize.bucketmapjoin.sortedmerge=true;set hive.optimize.bucketmapjoin=true;set hive.exec.tmp.maprfsvolume=false;set hive.exec.dynamic.partition.mode=nonstrict;set hive.exec.dynamic.partition=true;set hive.stats.fetch.partition.stats=true;set hive.support.concurrency=true;set hive.exec.max.dynamic.partitions=999999999;set hive.enforce.bucketing=true;set hive.exec.dynamic.partition.mode=nonstrict;set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager;set hive.compactor.initiator.on=true;
  80.  
  81. set hive.execution.engine=mr;set hive.auto.convert.join=false;setmapreduce.map.memory.mb=16384;set mapreduce.map.java.opts=-Xmx14745m;set mapreduce.reduce.memory.mb=16384;set mapreduce.reduce.java.opts=-Xmx14745m;
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement