mobilefish

Untitled

Jan 15th, 2020
255
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 6.07 KB | None | 0 0
  1. input {
  2. file {
  3. path => "/opt/codedeploy/pricingservice.log"
  4. start_position => "beginning"
  5. sincedb_path => "/dev/null"
  6. }
  7. }
  8.  
  9.  
  10.  
  11. filter {
  12. if "pricingapp.kpi.speed-to-quote-single.savecustomershippingdata.request-time" in [message] {
  13.  
  14. mutate {
  15. split => ["message","ShippingFormController"]
  16. add_field => {"part1" =>"%{[message][0]}"}
  17. add_field => {"part2" =>"%{[message][1]}"}
  18. }
  19.  
  20.  
  21. mutate {
  22. split => ["part2","#"]
  23. add_field => {"part2_1" =>"%{[part2][0]}"}
  24. add_field => {"part2_2" =>"%{[part2][1]}"}
  25. }
  26.  
  27. mutate {
  28. split => ["part2_1","="]
  29. add_field => {"partA" =>"%{[part2_1][0]}"}
  30. add_field => {"request_time_speed-to-quote-single" =>"%{[part2_1][1]}"}
  31. }
  32.  
  33. mutate { strip => [ "partA", "request_time_speed-to-quote-single" ] }
  34.  
  35.  
  36. mutate {
  37. split => ["part2_2","="]
  38. add_field => {"partC" =>"%{[part2_2][0]}"}
  39. add_field => {"response_time_speed-to-quote-single" =>"%{[part2_2][1]}"}
  40.  
  41. }
  42.  
  43. mutate { strip => [ "partC", "response_time_speed-to-quote-single" ] }
  44. }
  45.  
  46. if "pricingapp.kpi.batch-upload-usage.costcalculation" in [message] {
  47.  
  48. mutate {
  49. split => ["message","ReadExcelDemo"]
  50. add_field => {"part1_pricingapp.kpi.batch-upload-usage.costcalculation" =>"%{[message][0]}"}
  51. add_field => {"part2_pricingapp.kpi.batch-upload-usage.costcalculation" =>"%{[message][1]}"}
  52. }
  53.  
  54.  
  55. mutate {
  56. split => ["part2_pricingapp.kpi.batch-upload-usage.costcalculation","#"]
  57.  
  58. add_field => {"batch-upload-usage-costcalculation_0" =>"%{[part2_pricingapp.kpi.batch-upload-usage.costcalculation][0]}"}
  59. add_field => {"batch-upload-usage-costcalculation_1" =>"%{[part2_pricingapp.kpi.batch-upload-usage.costcalculation][1]}"}
  60. add_field => {"batch-upload-usage-costcalculation_2" =>"%{[part2_pricingapp.kpi.batch-upload-usage.costcalculation][2]}"}
  61. add_field => {"batch-upload-usage-costcalculation_3" =>"%{[part2_pricingapp.kpi.batch-upload-usage.costcalculation][3]}"}
  62. add_field => {"batch-upload-usage-costcalculation_4" =>"%{[part2_pricingapp.kpi.batch-upload-usage.costcalculation][4]}"}
  63. add_field => {"batch-upload-usage-costcalculation_5" =>"%{[part2_pricingapp.kpi.batch-upload-usage.costcalculation][5]}"}
  64.  
  65. }
  66.  
  67. mutate {
  68. split => ["batch-upload-usage-costcalculation_0","="]
  69. add_field => {"speed-to-quote-batch-costcalculation-request-time" =>"%{[batch-upload-usage-costcalculation_0][0]}"}
  70. add_field => {"speed-to-quote-batch-costcalculation-request-time-value" =>"%{[batch-upload-usage-costcalculation_0][1]}"}
  71. }
  72.  
  73. mutate { strip => [ "speed-to-quote-batch-costcalculation-request-time", "speed-to-quote-batch-costcalculation-request-time-value" ] }
  74.  
  75.  
  76. mutate {
  77. split => ["batch-upload-usage-costcalculation_1","="]
  78. add_field => {"batch-upload-usage-costcalculation-size" =>"%{[batch-upload-usage-costcalculation_1][0]}"}
  79. add_field => {"batch-upload-usage-costcalculation-size-value" =>"%{[batch-upload-usage-costcalculation_1][1]}"}
  80. }
  81.  
  82. mutate { strip => [ "batch-upload-usage-costcalculation-size", "batch-upload-usage-costcalculation-size-value" ] }
  83.  
  84. mutate {
  85. split => ["batch-upload-usage-costcalculation_2","="]
  86. add_field => {"speed-to-quote-batch-costcalculation-response-time" =>"%{[batch-upload-usage-costcalculation_2][0]}"}
  87. add_field => {"speed-to-quote-batch-costcalculation-response-time-value" =>"%{[batch-upload-usage-costcalculation_2][1]}"}
  88. }
  89.  
  90. mutate { strip => [ "speed-to-quote-batch-costcalculation-response-time", "speed-to-quote-batch-costcalculation-response-time-value" ] }
  91.  
  92.  
  93. mutate {
  94. split => ["batch-upload-usage-costcalculation_3","="]
  95. add_field => {"batch-upload-usage-costcalculation-user" =>"%{[batch-upload-usage-costcalculation_3][0]}"}
  96. add_field => {"batch-upload-usage-costcalculation-user-value" =>"%{[batch-upload-usage-costcalculation_3][1]}"}
  97. }
  98.  
  99. mutate { strip => [ "batch-upload-usage-costcalculation-user", "batch-upload-usage-costcalculation-user-value" ] }
  100.  
  101.  
  102. mutate {
  103. split => ["batch-upload-usage-costcalculation_4","="]
  104. add_field => {"batch-upload-usage-costcalculation-elapsed-time" =>"%{[batch-upload-usage-costcalculation_4][0]}"}
  105. add_field => {"batch-upload-usage-costcalculation-elapsed-time-value" =>"%{[batch-upload-usage-costcalculation_4][1]}"}
  106. }
  107.  
  108. mutate { strip => [ "batch-upload-usage-costcalculation-elapsed-time", "batch-upload-usage-costcalculation-elapsed-time-value" ] }
  109.  
  110.  
  111. mutate {
  112. split => ["batch-upload-usage-costcalculation_5","="]
  113. add_field => {"batch-upload-usage-costcalculation-rows-parsed" =>"%{[batch-upload-usage-costcalculation_5][0]}"}
  114. add_field => {"batch-upload-usage-costcalculation-rows-parsed-value" =>"%{[batch-upload-usage-costcalculation_5][1]}"}
  115. }
  116.  
  117. mutate { strip => [ "batch-upload-usage-costcalculation-rows-parsed", "batch-upload-usage-costcalculation-rows-parsed-value" ] }
  118.  
  119. }
  120.  
  121.  
  122. # if start for QRA
  123. if "pricingapp.kpi.qra-vs-manual.savecustshippingdata.qravsmanual" in [message] {
  124.  
  125. mutate {
  126. split => ["message","ShippingFormDaoImpl"]
  127. add_field => {"[@metadata][part_A]" =>"%{[message][0]}"}
  128. add_field => {"[@metadata][part_B]" =>"%{[message][1]}"}
  129. }
  130.  
  131.  
  132. mutate {
  133. split => { "[@metadata][part_B]" => "#"}
  134. add_field => {"[@metadata][qravsmanual]" =>"%{[@metadata][part_B][0]}"}
  135. add_field => {"[@metadata][request_id]" =>"%{[@metadata][part_B][1]"}}
  136.  
  137. }
  138.  
  139. mutate {
  140. split => { "[@metadata][qravsmanual]" => "="}
  141. add_field => {"manual-qra" =>"%{[@metadata][qravsmanual][1]}"}
  142. }
  143.  
  144. mutate {
  145. split => [[@metadata][request_id],"="]
  146. add_field => {"manual-qra.request-id" =>"%{[@metadata][request_id][1]}"}
  147. }
  148.  
  149. mutate { strip => [ "manual-qra", "manual-qra.request-id" ] }
  150.  
  151. }
  152. # if ends
  153.  
  154.  
  155. }
  156.  
  157. output {
  158. amazon_es {
  159. hosts => ["https://xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx.com/"]
  160. region => "ap-southeast-1"
  161. index => "pricingservice-logs-%{+YYYY.MM.dd}"
  162. }
  163. #stdout { codec => rubydebug }
  164. }
Add Comment
Please, Sign In to add comment