Guest User

Untitled

a guest
May 31st, 2018
125
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 4.57 KB | None | 0 0
  1. r".*?([0-9]+.[0-9]+ .B).*?[0-9]+.[0-9]+ .?B.*"
  2.  
  3. Operator #Hosts Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail
  4. ------------------------------------------------------------------------------------------------------------------------------------
  5. 09:MERGING-EXCHANGE 1 1s384ms 1s384ms 50 50 0 0 UNPARTITIONED
  6. 04:TOP-N 20 791.287us 1.209ms 1.00K 50 16.00 KB 2.10 KB
  7. 08:AGGREGATE 20 6.771ms 11.812ms 47.84K 2.18B 34.11 MB 96.12 GB FINALIZE
  8. 03:AGGREGATE 20 30.051ms 40.019ms 47.84K 2.18B 34.14 MB 96.12 GB STREAMING
  9. 02:HASH JOIN 20 3.518ms 5.739ms 1.28M 2.18B 115.16 GB 1.94 MB INNER JOIN, PARTITIONED
  10. |--06:EXCHANGE 20 363.121ms 411.503ms 36.73M 4.05M 0 0 HASH(ed_edw.cla_lslon.lon_bor_ssn)
  11. | 01:SCAN HDFS 20 30.293ms 43.324ms 36.73M 4.05M 7.08 MB 88.00 MB ed_edw.cla_lslon
  12. 05:EXCHANGE 20 1s122ms 1s171ms 47.84K 854.42K 0 0 HASH(ed_edw.cla_lslon.lon_bor_ssn)
  13. 00:SCAN HDFS 20 1s146ms 1s237ms 47.84K 854.42K 38.71 MB 880.00 MB ed_edw.cla_lslon
  14.  
  15. Operator #Hosts Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail
  16. ---------------------------------------------------------------------------------------------------------------------------------
  17. 08:EXCHANGE 1 911.294ms 911.294ms 100 100 0 0 UNPARTITIONED
  18. 05:HASH JOIN 28 33.155ms 58.395ms 885 100 265.55 MB 1.94 MB LEFT OUTER JOIN, BROADCAST
  19. |--07:EXCHANGE 28 4.102ms 23.656ms 52.44K 490 0 0 BROADCAST
  20. | 04:SELECT 4 601.466us 677.938us 52.44K 490 272.00 KB 0
  21. | 03:ANALYTIC 4 29.278ms 69.397ms 52.44K 490 4.28 MB 4.00 MB
  22. | 02:SORT 4 20.544ms 21.396ms 52.44K 490 12.14 MB 12.00 MB
  23. | 06:EXCHANGE 4 245.005ms 473.348ms 52.44K 490 0 0 HASH(empe_id)
  24. | 01:SCAN HDFS 4 46.336ms 56.823ms 52.44K 490 16.63 MB 240.00 MB e.empe_hr_dly
  25. 00:SCAN HDFS 28 333.952ms 1s443ms 1.01K 9.34K 615.47 MB 512.00 MB hadoop.audit_events
  26.  
  27. #!/usr/bin/env python
  28.  
  29. import urllib2
  30. import json
  31. import requests
  32. from requests.auth import HTTPDigestAuth
  33. import sys
  34. import re
  35.  
  36. api_user = "admin"
  37. api_password = "admin"
  38.  
  39. datanodes = ["https://datanode10:5000/",
  40. "https://datanode20:5000/",
  41. "https://datanode30:5000/"]
  42.  
  43. for i, datanode in enumerate(datanodes):
  44. try:
  45. response = requests.get(datanode + "queries?json",auth=HTTPDigestAuth(api_user, api_password),verify='/data/certs.pem')
  46.  
  47. data = response.json()
  48.  
  49. for in_flight_query in data["in_flight_queries"]:
  50.  
  51. query_id = in_flight_query["query_id"]
  52.  
  53. summary = requests.get(datanode + "query_summary?query_id=" + query_id + "&json" ,auth=HTTPDigestAuth(api_user, api_password),verify='/data/certs.pem')
  54.  
  55. sum_data = summary.json()
  56.  
  57. result = sum_data['summary']
  58. #this will only print data from one of the datanodes instead of 2 sets of data
  59. print result
  60. except IOError as ioe:
  61.  
  62. print("Skipping {0}: {1}".format(i, datanode))
  63. print ioe
  64.  
  65. except Exception as e:
  66.  
  67. print(e)
Add Comment
Please, Sign In to add comment