API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Jul 22nd, 2019
288
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 10.10 KB | None | 0 0
raw download clone embed print report
  1. dev_us-east-1_ubuntu@dev_common_1_omd:~$ cat /etc/crontab
  2. # /etc/crontab: system-wide crontab
  3. # Unlike any other crontab you don't have to run the `crontab'
  4. # command to install the new version when you edit this file
  5. # and files in /etc/cron.d. These files also have username fields,
  6. # that none of the other crontabs do.
  7.  
  8. SHELL=/bin/sh
  9. PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
  10.  
  11. # m h dom mon dow user command
  12. 17 * * * * root cd / && run-parts --report /etc/cron.hourly
  13. 25 6 * * * root test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.daily )
  14. 47 6 * * 7 root test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.weekly )
  15. 52 6 1 * * root test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.monthly )
  16. #
  17. 14 0 * * * ubuntu (cd /opt/talemetry_nagios_checks; sudo git pull; make update;)
  18. 14 0 * * * ubuntu (cd /opt/talemetry_nagios_checks; sudo git pull; make update;)
  19. ### SQS QUEUE CHECKS ###
  20. */10 * * * * monitor /vol/cronjobs/sqs_queue/check_match_queue_v2 -w 2000 -c 5000 -n vpc_production_dupcheck_queue 2>&1
  21. */10 * * * * monitor /vol/cronjobs/sqs_queue/check_match_queue_v2 -w 2000 -c 5000 -n vpc_production_index_queue 2>&1
  22. */10 * * * * monitor /vol/cronjobs/sqs_queue/check_match_queue_v2 -w 2000 -c 5000 -n vpc_production_profile_queue 2>&1
  23. */10 * * * * monitor /vol/cronjobs/sqs_queue/check_match_queue_v2 -w 2000 -c 5000 -n vpc_production_scrape_queue 2>&1
  24. 14 0 * * 6 monitor (: > /vol/cronjobs/sqs_queue/sqs_queue_check.log)
  25.  
  26. ### KAFKA REPORT ###
  27. 0 11 * * * monitor /vol/cronjobs/kafka/mail_kafka_activity_report >> /vol/cronjobs/kafka/mail_kafka_activity_report.log 2>&1
  28. 0 11 * * * monitor /vol/cronjobs/kafka/mail_kafka_consumer_exceptions_by_class >> /vol/cronjobs/kafka/mail_kafka_consumer_exceptions_by_class.log 2>&1
  29.  
  30. ### DB aggregate check ###
  31. 0,30 * * * * monitor (date && /usr/bin/time -f "Run time:\%E" /vol/cronjobs/psql/verify_dwh_aggregates --status --lag --host=prod-talemetry-bi.talemetry.internal --database=talemetry_bi --aggregate=daily; status=$? && echo "Status:$status" | tee /vol/cronjobs/psql/aggregate_tables_checks/daily.status && echo Done) >> /vol/cronjobs/psql/aggregate_tables_checks/daily.log 2>&1
  32. 15 */6 * * * monitor (date && /usr/bin/time -f "Run time:\%E" /vol/cronjobs/psql/verify_dwh_aggregates --status --lag --host=prod-talemetry-bi.talemetry.internal --database=talemetry_bi --aggregate=monthly; status=$? && echo "Status:$status" | tee /vol/cronjobs/psql/aggregate_tables_checks/monthly.status && echo Done) >> /vol/cronjobs/psql/aggregate_tables_checks/monthly.log 2>&1
  33. 45 22 * * * monitor (date && /usr/bin/time -f "Run time:\%E" /vol/cronjobs/psql/verify_dwh_aggregates --status --lag --host=prod-talemetry-bi.talemetry.internal --database=talemetry_bi --aggregate=annual; status=$? && echo "Status:$status" | tee /vol/cronjobs/psql/aggregate_tables_checks/annual.status && echo Done) >> /vol/cronjobs/psql/aggregate_tables_checks/annual.log 2>&1
  34.  
  35. ### System Metric Facts check ###
  36. 0 16 * * * monitor (date && /usr/bin/time -f "Elapsed Time: \%E" /vol/cronjobs/psql/check_system_metric_facts -h prod-talemetry-bi.talemetry.internal -d talemetry_bi | tee -a /vol/cronjobs/psql/metric_facts_daily.status && echo Done) >> /vol/cronjobs/psql/metric_facts_daily.log 2>&1
  37.  
  38. ### Delayed jobs check ###
  39. */15 * * * * monitor /vol/cronjobs/mysql/check_delayed_jobs >/dev/null 2>&1
  40. 14 0 * * * monitor (: > /vol/cronjobs/mysql/delayed_jobs.log)
  41.  
  42. ### DWH health check ###
  43. */15 * * * * monitor /vol/cronjobs/dwh/check_dwh_health >/dev/null 2>&1
  44. 14 0 * * * monitor (: > /vol/cronjobs/dwh/dwh.log)
  45.  
  46. ### solr cluster health check ###
  47. */15 * * * * monitor /vol/cronjobs/solr/check_solr_health >/dev/null 2>&1
  48. 14 0 * * * monitor (: > /vol/cronjobs/solr/check_solr_health.log)
  49.  
  50. ### solr cluster health check ###
  51. */15 * * * * monitor /vol/cronjobs/solr/check_solr_cluster --zkhosts common-1-zookeeper --collection production_jobs >/dev/null 2>&1
  52. */15 * * * * monitor /vol/cronjobs/solr/check_solr_cluster --zkhosts common-1-zookeeper --collection production_candidates >/dev/null 2>&1
  53. */15 * * * * monitor /vol/cronjobs/solr/check_solr_cluster --zkhosts common-1-zookeeper --collection production_talemetry_jobs >/dev/null 2>&1
  54. 14 0 * * * monitor (: > /vol/cronjobs/solr/check_solr_cluster.log)
  55.  
  56. ### Blank candidate check ###
  57. 0 * * * * monitor /vol/cronjobs/solr/check_blank_candidate >/dev/null 2>&1
  58. 14 0 * * * monitor (: > /vol/cronjobs/solr/check_blank_candidate.log)
  59.  
  60. ### job list memberships check ###
  61. */15 * * * * monitor /vol/cronjobs/mysql/check_job_list_memberships >/dev/null 2>&1
  62. 14 0 * * * monitor (: > /vol/cronjobs/mysql/jobs_list_memberships.log)
  63.  
  64. ### failed candidates CHECKS ###
  65. 00 8,15 * * * monitor /vol/cronjobs/mysql/check_failed_candidates 2>&1
  66. 14 0 * * * monitor (: > /vol/cronjobs/mysql/check_failed_candidates.log)
  67.  
  68. ### sendgrid api error CHECKS ###
  69. 00 8,15 * * * monitor /vol/cronjobs/sendgrid/check_sendgrid_api_error 2>&1
  70.  
  71. ### candidates status report ###
  72. 00 8,15 * * * monitor /vol/cronjobs/mysql/check_candidates_status 2>&1
  73. 14 0 * * * monitor (: > /vol/cronjobs/mysql/candidates_status.log)
  74.  
  75. ### async status report ###
  76. 00 8,15 * * * monitor /vol/cronjobs/mysql/check_async_reports 2>&1
  77. 14 0 * * * monitor (: > /vol/cronjobs/mysql/check_async_reports.log)
  78.  
  79. ### check careersites ###
  80. 00 8,15 * * * monitor (ruby /vol/cronjobs/zenedge/check_careersites.rb 2>&1)
  81.  
  82. ### Maintenance schedule for pingdom ###
  83. #
  84. ### Wednesday 8pm to 11pm
  85. 0 20 * * 3 monitor /vol/cronjobs/pingdom_monitor/pingdom_pause_monitor true 2>&1
  86. 0 23 * * 3 monitor /vol/cronjobs/pingdom_monitor/pingdom_pause_monitor false 2>&1
  87.  
  88. ### Friday 8pm to 11pm
  89. 0 20 * * 5 monitor /vol/cronjobs/pingdom_monitor/pingdom_pause_monitor true 2>&1
  90. 0 23 * * 5 monitor /vol/cronjobs/pingdom_monitor/pingdom_pause_monitor false 2>&1
  91.  
  92. ### Saturday 8pm to Sunday 1am
  93. 0 20 * * 6 monitor /vol/cronjobs/pingdom_monitor/pingdom_pause_monitor true 2>&1
  94. 0 1 * * 7 monitor /vol/cronjobs/pingdom_monitor/pingdom_pause_monitor false 2>&1
  95.  
  96. ### check kafka cluster in zookeeper
  97. 0 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module check_kafka_status_in_zookeeper --serverlist production_zookeeper.list --vpc prod --prompt no --enablealert >/dev/null 2>&1
  98.  
  99. ### process status check within bluepill
  100. */15 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module check_bluepill_processes_status --serverlist production_consumers.list --vpc prod --prompt no >/dev/null 2>&1
  101.  
  102. ### process status check within bluepill
  103. */15 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module check_runner_bluepill_process --serverlist production_runners.list --vpc prod --prompt no >/dev/null 2>&1
  104.  
  105. ### check all job workers
  106. */15 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module check_all_jobs_worker --serverlist production_talemetrybackgrounds.list --vpc prod --prompt no >/dev/null 2>&1
  107.  
  108. ## restart puma for talemetry_core
  109. */30 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module restart_core_puma --serverlist production_talemetryweb_core.list --vpc prod --prompt no >/dev/null 2>&1
  110.  
  111. ## restart puma for talemetryweb
  112. #0 */2 * * * monitor /vol/cronjobs/ssh_mgr/awser --module restart_puma --serverlist production_talemetryweb.list --vpc prod --prompt no >/dev/null 2>&1
  113. ## check puma for talemetryweb
  114. */12 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module check_puma --serverlist production_talemetryweb.list --vpc prod --prompt no --enablealert >/dev/null 2>&1
  115.  
  116. ## restart puma for web
  117. #0 */2 * * * monitor /vol/cronjobs/ssh_mgr/awser --module restart_puma --serverlist production_web.list --vpc prod --prompt no >/dev/null 2>&1
  118. ## check puma for web
  119. */12 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module check_puma --serverlist production_web.list --vpc prod --prompt no --enablealert >/dev/null 2>&1
  120.  
  121. ## restart puma for biweb
  122. #0 */2 * * * monitor /vol/cronjobs/ssh_mgr/awser --module restart_puma --serverlist production_biweb.list --vpc prod --prompt no >/dev/null 2>&1
  123. ## check puma for biweb
  124. */12 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module check_puma --serverlist production_biweb.list --vpc prod --prompt no --enablealert >/dev/null 2>&1
  125.  
  126. ## restart puma for api
  127. #0 */2 * * * monitor /vol/cronjobs/ssh_mgr/awser --module restart_puma --serverlist production_api.list --vpc prod --prompt no >/dev/null 2>&1
  128. ## check puma for api
  129. */12 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module check_puma --serverlist production_api.list --vpc prod --prompt no --enablealert >/dev/null 2>&1
  130.  
  131. ## restart puma for monitor server
  132. #0 */2 * * * monitor /vol/cronjobs/ssh_mgr/awser --module restart_puma --serverlist production_monitor.list --vpc prod --prompt no >/dev/null 2>&1
  133. ## check puma for monitor server
  134. */12 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module check_puma --serverlist production_monitor.list --vpc prod --prompt no --enablealert >/dev/null 2>&1
  135.  
  136. */10 * * * * monitor /vol/cronjobs/ssh_mgr/awser --module check_logviewer --serverlist production_logviewer.list --vpc prod --prompt no --enablealert >/dev/null 2>&1
  137.  
  138. # Replication data quality check
  139. 0 20 * * * sysmonitor ( /opt/talemetry/dbmonitor/bin/mysql-repl-data-check.sh 1 ) > /opt/talemetry/dbmonitor/logs/mysql-repl-data-check.out 2>&1
  140. 0 21 * * * sysmonitor ( /opt/talemetry/dbmonitor/bin/mysql-repl-data-check.sh 2 ) > /opt/talemetry/dbmonitor/logs/mysql-repl-data-check.out 2>&1
  141. 0 22 * * * sysmonitor ( /opt/talemetry/dbmonitor/bin/mysql-repl-data-check.sh 3 ) > /opt/talemetry/dbmonitor/logs/mysql-repl-data-check.out 2>&1
  142. 0 23 * * * sysmonitor ( /opt/talemetry/dbmonitor/bin/mysql-repl-data-check.sh 4 ) > /opt/talemetry/dbmonitor/logs/mysql-repl-data-check.out 2>&1
  143. 0 1 * * * sysmonitor ( /opt/talemetry/dbmonitor/bin/delete-repl-data-check-reports.sh 1 ) > /opt/talemetry/dbmonitor/logs/mysql-repl-data-check.out 2>&1
  144.  
  145. # Route53 backup
  146. 0 20 * * * ubuntu /vol/cronjobs/route53/route53_backup.sh
  147.  
  148. 50 16 * * 1-5 ubuntu /bin/bash -c ". /home/ubuntu/.bashrc; /home/ubuntu/stop_qa.sh"
  149. 0 10 * * 1-5 ubuntu /home/ubuntu/start_qa.sh
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!