Don't like ads? PRO users don't see any ads ;-)
Public Pastes
Guest

Bzipping logs

By: a guest on Apr 13th, 2012  |  syntax: Bash  |  size: 5.10 KB  |  hits: 19  |  expires: Never
download  |  raw  |  embed  |  report abuse  |  print
Text below is selected. Please press Ctrl+C to copy to your clipboard. (⌘+C on Mac)
  1. #!/usr/bin/env bash
  2. myname="SP1"
  3. timetosleep=1800
  4. #archiverlog="/export/home/sfovivo/scripts/archiver.log"
  5. year_month=$(date +%Y%m)
  6. month_day=$(date +%m%d)
  7. #month_day="0408"
  8. archiverdir="/export/home/sfovivo/scripts/STATS/log/$year_month/$month_day"
  9. archiverlog="$archiverdir/archiver.log"
  10.  
  11. #month_day="0410"
  12. folder=${year_month}/${month_day}
  13. admin_alm_logs=/export/home/sfovivo/exe/sys/admin_alm/log/$month_day
  14. alm_archiver_logs=/export/home/sfovivo/exe/sys/alm_archiver/log/$month_day
  15. archiver_logs=/export/home/sfovivo/exe/sys/archiver/log/$month_day
  16. event_logs=/export/home/sfovivo/exe/sys/event/log/$month_day
  17. gsm0348_logs=/export/home/sfovivo/exe/sys/gsm0348/log/$month_day
  18. notif_connector_logs=/export/home/sfovivo/exe/sys/notif_connector/log/$month_day
  19. router_logs=/export/home/sfovivo/exe/sys/router/log/$month_day
  20. shlr2ats_logs=/export/home/sfovivo/exe/sys/shlr2ats/log/$month_day
  21. transArc_logs=/export/home/sfovivo/exe/sys/transArc/log/$month_day
  22. transArc_relay_logs=/export/home/sfovivo/exe/sys/transArc_relay/log/$month_day
  23.  
  24. mmi_logs=/export/home/sfovivo/exe/asp/shlvivo/mmi/shlr/log/$month_day
  25. md_smpp_0_logs=/export/home/sfovivo/exe/md/smpp34_0/log/$month_day
  26. md_smpp_mo_only_0_logs=/export/home/sfovivo/exe/md/smpp34_0_MO_only/log/$month_day
  27. md_smpp_1_logs=/export/home/sfovivo/exe/md/smpp34_1/log/$month_day
  28. md_smpp_mo_only_1_logs=/export/home/sfovivo/exe/md/smpp34_1_MO_only/log/$month_day
  29. md_smpp_2_logs=/export/home/sfovivo/exe/md/smpp34_2/log/$month_day
  30. md_smpp_mo_only_2_logs=/export/home/sfovivo/exe/md/smpp34_2_MO_only/log/$month_day
  31. md_smpp_3_logs=/export/home/sfovivo/exe/md/smpp34_3/log/$month_day
  32. md_smpp_mo_only_3_logs=/export/home/sfovivo/exe/md/smpp34_3_MO_only/log/$month_day
  33. md_smpp_0_arc_logs=/export/home/sfovivo/exe/md/smpp34_0/arc/$month_day
  34. md_smpp_mo_only_0_arc_logs=/export/home/sfovivo/exe/md/smpp34_0_MO_only/arc/$month_day
  35. md_smpp_1_arc_logs=/export/home/sfovivo/exe/md/smpp34_1/arc/$month_day
  36. md_smpp_mo_only_1_arc_logs=/export/home/sfovivo/exe/md/smpp34_1_MO_only/arc/$month_day
  37. md_smpp_2_arc_logs=/export/home/sfovivo/exe/md/smpp34_2/arc/$month_day
  38. md_smpp_mo_only_2_arc_logs=/export/home/sfovivo/exe/md/smpp34_2_MO_only/arc/$month_day
  39. md_smpp_3_arc_logs=/export/home/sfovivo/exe/md/smpp34_3/arc/$month_day
  40. md_smpp_mo_only_3_arc_logs=/export/home/sfovivo/exe/md/smpp34_3_MO_only/arc/$month_day
  41. d_smpp_lab=/export/home/sfovivo/exe/md/smpp34/log/$month_day
  42. mmi_logs=/export/home/sfovivo/exe/asp/shlvivo/mmi/shlr/log/$month_day
  43. sh_logs=/export/home/sfovivo/exe/asp/shlvivo/log/$month_day
  44. sh2_logs=/export/home/sfovivo/exe/asp/shlvivo2/log/$month_day
  45. totbefore=0
  46. totafter=0
  47.  
  48. initialize() {
  49. if [[ ! -d $archiverdir ]]; then
  50.         mkdir -p $archiverdir
  51.         logInfo "Directory $archiverdir does not exist.. creating."
  52. else
  53.         echo "ok"
  54. fi
  55. }
  56.  
  57.  
  58. logInfo() {
  59.         echo $(date +%d/%m/%y" "%H:%M:%S) " - " $* >> $archiverlog
  60.         echo $(date +%d/%m/%y" "%H:%M:%S) " - " $*
  61.  
  62. }
  63.  
  64. processbzip2() {
  65. for dirlist in $1;do
  66. if [[ -d $dirlist ]];then
  67.         for filelist in $1/*;do
  68.                 if [[ -a $filelist ]];
  69.                 then
  70.                         let totbefore=$totbefore+`du -k $filelist|awk '{print $1}'`
  71.                         logInfo "Executing bzip2 on $filelist"
  72.                         bzip2 $filelist >/dev/null
  73.                         if [[ "$?" == 0 ]];then
  74.                                 logInfo "+OK for $filelist"
  75.                                 let totafter=$totafter+`du -k $filelist.bz2|awk '{print $1}'`
  76.                         else
  77.                                 logInfo "+ERROR for $filelist - $?"
  78.                         fi
  79.                 else
  80.                         logInfo "Not executing on $filelist - Doesn't exist"
  81.                 fi
  82.  
  83.         done
  84. else
  85. logInfo "$dirlist does not exist - Skipping."
  86. fi
  87. done
  88. }
  89.  
  90.  
  91. waitBefore() {
  92. #We will sleep for 30 minutes
  93. logInfo "Script kicked."
  94. logInfo "Sleeping for $timetosleep seconds since we're the Sleeping Beauty ..."
  95. sleep $timetosleep
  96. logInfo "We're back, found our prince. Now let's do the job."
  97. }
  98.  
  99. initialize
  100.  
  101. waitBefore
  102. processbzip2 $sh_logs
  103. processbzip2 $sh2_logs
  104. processbzip2 $transArc_relay_logs
  105. processbzip2 $transArc_logs
  106. processbzip2 $admin_alm_logs
  107. processbzip2 $alm_archiver_logs
  108. processbzip2 $archiver_logs
  109. processbzip2 $event_logs
  110. processbzip2 $gsm0348_logs
  111. processbzip2 $notif_connector_logs
  112. processbzip2 $router_logs
  113. processbzip2 $shlr2ats_logs
  114. processbzip2 $md_smpp_0_logs
  115. processbzip2 $md_smpp_1_logs
  116. processbzip2 $md_smpp_2_logs
  117. processbzip2 $md_smpp_3_logs
  118. processbzip2 $md_smpp_mo_only_0_logs
  119. processbzip2 $md_smpp_mo_only_1_logs
  120. processbzip2 $md_smpp_mo_only_2_logs
  121. processbzip2 $md_smpp_mo_only_3_logs
  122. processbzip2 $md_smpp_0_arc_logs
  123. processbzip2 $md_smpp_1_arc_logs
  124. processbzip2 $md_smpp_2_arc_logs
  125. processbzip2 $md_smpp_3_arc_logs
  126. processbzip2 $mmi_logs
  127. logInfo "The amount of data before compression is: $totbefore kilobytes"
  128. logInfo "The amount of data after compression is: $totafter kilobytes"
  129. logInfo "Hope I did it well.."
  130. cat $archiverlog|mailx -s "Archiver output for $myname" -r ARCHIVER@$myname.vivo.com.br support@email.com
create a new version of this paste RAW Paste Data