r
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * template[/var/log/gitlab/alertmanager/config] action create (up to date)
    * ruby_block[verify_chown_persisted_on_alertmanager] action nothing (skipped due to action :nothing)
    * directory[/opt/gitlab/sv/alertmanager/env] action create
      - create new directory /opt/gitlab/sv/alertmanager/env
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * ruby_block[Delete unmanaged env files for alertmanager service] action run (skipped due to only_if)
    * template[/opt/gitlab/sv/alertmanager/check] action create (skipped due to only_if)
    * template[/opt/gitlab/sv/alertmanager/finish] action create (skipped due to only_if)
    * directory[/opt/gitlab/sv/alertmanager/control] action create
      - create new directory /opt/gitlab/sv/alertmanager/control
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * link[/opt/gitlab/init/alertmanager] action create
      - create symlink at /opt/gitlab/init/alertmanager to /opt/gitlab/embedded/bin/sv
    * file[/opt/gitlab/sv/alertmanager/down] action delete (up to date)
    * ruby_block[restart_service] action run (skipped due to only_if)
    * ruby_block[restart_log_service] action create
      * ruby_block[restart_service] action nothing (skipped due to action :nothing)
      * ruby_block[restart_log_service] action nothing (skipped due to action :nothing)
      * ruby_block[reload_log_service] action nothing (skipped due to action :nothing)
      * directory[/opt/gitlab/sv/alertmanager] action create (up to date)
      * template[/opt/gitlab/sv/alertmanager/run] action create (up to date)
      * directory[/opt/gitlab/sv/alertmanager/log] action create (up to date)
      * directory[/opt/gitlab/sv/alertmanager/log/main] action create (up to date)
      * template[/opt/gitlab/sv/alertmanager/log/run] action create (up to date)
      * template[/var/log/gitlab/alertmanager/config] action create (up to date)
      * ruby_block[verify_chown_persisted_on_alertmanager] action nothing (skipped due to action :nothing)
      * directory[/opt/gitlab/sv/alertmanager/env] action create (up to date)
      * ruby_block[Delete unmanaged env files for alertmanager service] action run (skipped due to only_if)
      * template[/opt/gitlab/sv/alertmanager/check] action create (skipped due to only_if)
      * template[/opt/gitlab/sv/alertmanager/finish] action create (skipped due to only_if)
      * directory[/opt/gitlab/sv/alertmanager/control] action create (up to date)
      * link[/opt/gitlab/init/alertmanager] action create (up to date)
      * file[/opt/gitlab/sv/alertmanager/down] action delete (up to date)
      * directory[/opt/gitlab/service] action create (up to date)
      * link[/opt/gitlab/service/alertmanager] action create
        - create symlink at /opt/gitlab/service/alertmanager to /opt/gitlab/sv/alertmanager
      * ruby_block[wait for alertmanager service socket] action run
        - execute the ruby block wait for alertmanager service socket
      - execute the ruby block restart_log_service
    * directory[/opt/gitlab/service] action create (up to date)
    * link[/opt/gitlab/service/alertmanager] action create (up to date)
    * ruby_block[wait for alertmanager service socket] action run (skipped due to not_if)

Recipe: monitoring::postgres-exporter
  * directory[/var/log/gitlab/postgres-exporter] action create (up to date)
  * directory[/var/opt/gitlab/postgres-exporter] action create (up to date)
  * env_dir[/opt/gitlab/etc/postgres-exporter/env] action create
    * directory[/opt/gitlab/etc/postgres-exporter/env] action create
      - create new directory /opt/gitlab/etc/postgres-exporter/env
    * file[/opt/gitlab/etc/postgres-exporter/env/SSL_CERT_DIR] action create
      - create new file /opt/gitlab/etc/postgres-exporter/env/SSL_CERT_DIR
      - update content in file /opt/gitlab/etc/postgres-exporter/env/SSL_CERT_DIR from none to 4f45cf
      --- /opt/gitlab/etc/postgres-exporter/env/SSL_CERT_DIR    2019-12-19 13:44:57.348165541 +0000
      +++ /opt/gitlab/etc/postgres-exporter/env/.chef-SSL_CERT_DIR20191219-27-1ybgi68   2019-12-19 13:44:57.348165541 +0000
      @@ -1 +1,2 @@
      +/opt/gitlab/embedded/ssl/certs/
    * file[/opt/gitlab/etc/postgres-exporter/env/DATA_SOURCE_NAME] action create
      - create new file /opt/gitlab/etc/postgres-exporter/env/DATA_SOURCE_NAME
      - update content in file /opt/gitlab/etc/postgres-exporter/env/DATA_SOURCE_NAME from none to cd58e5
      --- /opt/gitlab/etc/postgres-exporter/env/DATA_SOURCE_NAME        2019-12-19 13:44:57.352165580 +0000
      +++ /opt/gitlab/etc/postgres-exporter/env/.chef-DATA_SOURCE_NAME20191219-27-53iuuy        2019-12-19 13:44:57.348165541 +0000
      @@ -1 +1,2 @@
      +user=gitlab-psql host=/var/opt/gitlab/postgresql database=postgres sslmode=allow

Recipe: <Dynamically Defined Resource>
  * service[postgres-exporter] action nothing (skipped due to action :nothing)
Recipe: monitoring::postgres-exporter
  * runit_service[postgres-exporter] action enable
    * ruby_block[restart_service] action nothing (skipped due to action :nothing)
    * ruby_block[restart_log_service] action nothing (skipped due to action :nothing)
    * ruby_block[reload_log_service] action nothing (skipped due to action :nothing)
    * directory[/opt/gitlab/sv/postgres-exporter] action create
      - create new directory /opt/gitlab/sv/postgres-exporter
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * template[/opt/gitlab/sv/postgres-exporter/run] action create
      - create new file /opt/gitlab/sv/postgres-exporter/run
      - update content in file /opt/gitlab/sv/postgres-exporter/run from none to b40d34
      --- /opt/gitlab/sv/postgres-exporter/run  2019-12-19 13:44:57.368165732 +0000
      +++ /opt/gitlab/sv/postgres-exporter/.chef-run20191219-27-v8ro9c  2019-12-19 13:44:57.368165732 +0000
      @@ -1 +1,7 @@
      +#!/bin/sh
      +exec 2>&1
      +
      +umask 077
      +exec chpst -e /opt/gitlab/etc/postgres-exporter/env -P -U gitlab-psql:git -u gitlab-psql:git /opt/gitlab/embedded/bin/postgres_exporter --web.listen-address=localhost:9187 --extend.query-path=/var/opt/gitlab/postgres-exporter/queries.yaml
      +
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * directory[/opt/gitlab/sv/postgres-exporter/log] action create
      - create new directory /opt/gitlab/sv/postgres-exporter/log
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * directory[/opt/gitlab/sv/postgres-exporter/log/main] action create
      - create new directory /opt/gitlab/sv/postgres-exporter/log/main
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * template[/opt/gitlab/sv/postgres-exporter/log/run] action create
      - create new file /opt/gitlab/sv/postgres-exporter/log/run
      - update content in file /opt/gitlab/sv/postgres-exporter/log/run from none to b971c9
      --- /opt/gitlab/sv/postgres-exporter/log/run      2019-12-19 13:44:57.384165885 +0000
      +++ /opt/gitlab/sv/postgres-exporter/log/.chef-run20191219-27-1tbvqsi     2019-12-19 13:44:57.384165885 +0000
      @@ -1 +1,3 @@
      +#!/bin/sh
      +exec svlogd -tt /var/log/gitlab/postgres-exporter
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * template[/var/log/gitlab/postgres-exporter/config] action create (up to date)
    * ruby_block[verify_chown_persisted_on_postgres-exporter] action nothing (skipped due to action :nothing)
    * directory[/opt/gitlab/sv/postgres-exporter/env] action create
      - create new directory /opt/gitlab/sv/postgres-exporter/env
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * ruby_block[Delete unmanaged env files for postgres-exporter service] action run (skipped due to only_if)
    * template[/opt/gitlab/sv/postgres-exporter/check] action create (skipped due to only_if)
    * template[/opt/gitlab/sv/postgres-exporter/finish] action create (skipped due to only_if)
    * directory[/opt/gitlab/sv/postgres-exporter/control] action create
      - create new directory /opt/gitlab/sv/postgres-exporter/control
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * link[/opt/gitlab/init/postgres-exporter] action create
      - create symlink at /opt/gitlab/init/postgres-exporter to /opt/gitlab/embedded/bin/sv
    * file[/opt/gitlab/sv/postgres-exporter/down] action delete (up to date)
    * ruby_block[restart_service] action run (skipped due to only_if)
    * ruby_block[restart_log_service] action create
      * ruby_block[restart_service] action nothing (skipped due to action :nothing)
      * ruby_block[restart_log_service] action nothing (skipped due to action :nothing)
      * ruby_block[reload_log_service] action nothing (skipped due to action :nothing)
      * directory[/opt/gitlab/sv/postgres-exporter] action create (up to date)
      * template[/opt/gitlab/sv/postgres-exporter/run] action create (up to date)
      * directory[/opt/gitlab/sv/postgres-exporter/log] action create (up to date)
      * directory[/opt/gitlab/sv/postgres-exporter/log/main] action create (up to date)
      * template[/opt/gitlab/sv/postgres-exporter/log/run] action create (up to date)
      * template[/var/log/gitlab/postgres-exporter/config] action create (up to date)
      * ruby_block[verify_chown_persisted_on_postgres-exporter] action nothing (skipped due to action :nothing)
      * directory[/opt/gitlab/sv/postgres-exporter/env] action create (up to date)
      * ruby_block[Delete unmanaged env files for postgres-exporter service] action run (skipped due to only_if)
      * template[/opt/gitlab/sv/postgres-exporter/check] action create (skipped due to only_if)
      * template[/opt/gitlab/sv/postgres-exporter/finish] action create (skipped due to only_if)
      * directory[/opt/gitlab/sv/postgres-exporter/control] action create (up to date)
      * link[/opt/gitlab/init/postgres-exporter] action create (up to date)
      * file[/opt/gitlab/sv/postgres-exporter/down] action delete (up to date)
      * directory[/opt/gitlab/service] action create (up to date)
      * link[/opt/gitlab/service/postgres-exporter] action create
        - create symlink at /opt/gitlab/service/postgres-exporter to /opt/gitlab/sv/postgres-exporter
      * ruby_block[wait for postgres-exporter service socket] action run
        - execute the ruby block wait for postgres-exporter service socket
      - execute the ruby block restart_log_service
    * directory[/opt/gitlab/service] action create (up to date)
    * link[/opt/gitlab/service/postgres-exporter] action create (up to date)
    * ruby_block[wait for postgres-exporter service socket] action run (skipped due to not_if)

  * template[/var/opt/gitlab/postgres-exporter/queries.yaml] action create (up to date)
  * consul_service[postgres-exporter] action delete
    * file[/var/opt/gitlab/consul/config.d/postgres-exporter-service.json] action delete (up to date)
     (up to date)
Recipe: monitoring::grafana
  * directory[/var/log/gitlab/grafana] action create (up to date)
  * directory[/var/opt/gitlab/grafana] action create (up to date)
  * directory[/var/opt/gitlab/grafana/provisioning] action create (up to date)
  * directory[/var/opt/gitlab/grafana/provisioning/dashboards] action create (up to date)
  * directory[/var/opt/gitlab/grafana/provisioning/datasources] action create (up to date)
  * directory[/var/opt/gitlab/grafana/provisioning/notifiers] action create (up to date)
  * link[/var/opt/gitlab/grafana/conf] action create (up to date)
  * link[/var/opt/gitlab/grafana/public] action create (up to date)
  * directory[/opt/gitlab/etc/grafana/env] action create
    - create new directory /opt/gitlab/etc/grafana/env
    - change mode from '' to '0700'
    - change owner from '' to 'gitlab-prometheus'
  * ruby_block[populate Grafana configuration options] action run
    - execute the ruby block populate Grafana configuration options
  * env_dir[/opt/gitlab/etc/grafana/env] action create
    * directory[/opt/gitlab/etc/grafana/env] action create (up to date)
    * file[/opt/gitlab/etc/grafana/env/SSL_CERT_DIR] action create
      - create new file /opt/gitlab/etc/grafana/env/SSL_CERT_DIR
      - update content in file /opt/gitlab/etc/grafana/env/SSL_CERT_DIR from none to 4f45cf
      --- /opt/gitlab/etc/grafana/env/SSL_CERT_DIR      2019-12-19 13:45:01.528205401 +0000
      +++ /opt/gitlab/etc/grafana/env/.chef-SSL_CERT_DIR20191219-27-pb329d      2019-12-19 13:45:01.528205401 +0000
      @@ -1 +1,2 @@
      +/opt/gitlab/embedded/ssl/certs/

  * template[/var/opt/gitlab/grafana/grafana.ini] action create (up to date)
  * file[/var/opt/gitlab/grafana/provisioning/dashboards/gitlab_dashboards.yml] action create (up to date)
  * file[/var/opt/gitlab/grafana/provisioning/datasources/gitlab_datasources.yml] action create (up to date)
Recipe: <Dynamically Defined Resource>
  * service[grafana] action nothing (skipped due to action :nothing)
Recipe: monitoring::grafana
  * runit_service[grafana] action enable
    * ruby_block[restart_service] action nothing (skipped due to action :nothing)
    * ruby_block[restart_log_service] action nothing (skipped due to action :nothing)
    * ruby_block[reload_log_service] action nothing (skipped due to action :nothing)
    * directory[/opt/gitlab/sv/grafana] action create
      - create new directory /opt/gitlab/sv/grafana
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * template[/opt/gitlab/sv/grafana/run] action create
      - create new file /opt/gitlab/sv/grafana/run
      - update content in file /opt/gitlab/sv/grafana/run from none to b54d7b
      --- /opt/gitlab/sv/grafana/run    2019-12-19 13:45:01.556205667 +0000
      +++ /opt/gitlab/sv/grafana/.chef-run20191219-27-qo6kb8    2019-12-19 13:45:01.556205667 +0000
      @@ -1 +1,12 @@
      +#!/bin/sh
      +exec 2>&1
      +
      +
      +cd '/var/opt/gitlab/grafana'
      +
      +umask 077
      +exec chpst -P -e /opt/gitlab/etc/grafana/env \
      +  -U gitlab-prometheus:gitlab-prometheus \
      +  -u gitlab-prometheus:gitlab-prometheus \
      +  /opt/gitlab/embedded/bin/grafana-server -config '/var/opt/gitlab/grafana/grafana.ini'
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * directory[/opt/gitlab/sv/grafana/log] action create
      - create new directory /opt/gitlab/sv/grafana/log
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * directory[/opt/gitlab/sv/grafana/log/main] action create
      - create new directory /opt/gitlab/sv/grafana/log/main
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * template[/opt/gitlab/sv/grafana/log/run] action create
      - create new file /opt/gitlab/sv/grafana/log/run
      - update content in file /opt/gitlab/sv/grafana/log/run from none to 49180c
      --- /opt/gitlab/sv/grafana/log/run        2019-12-19 13:45:01.568205783 +0000
      +++ /opt/gitlab/sv/grafana/log/.chef-run20191219-27-1lwdtlw       2019-12-19 13:45:01.568205783 +0000
      @@ -1 +1,3 @@
      +#!/bin/sh
      +exec svlogd -tt /var/log/gitlab/grafana
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * template[/var/log/gitlab/grafana/config] action create (up to date)
    * ruby_block[verify_chown_persisted_on_grafana] action nothing (skipped due to action :nothing)
    * directory[/opt/gitlab/sv/grafana/env] action create
      - create new directory /opt/gitlab/sv/grafana/env
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * ruby_block[Delete unmanaged env files for grafana service] action run (skipped due to only_if)
    * template[/opt/gitlab/sv/grafana/check] action create (skipped due to only_if)
    * template[/opt/gitlab/sv/grafana/finish] action create (skipped due to only_if)
    * directory[/opt/gitlab/sv/grafana/control] action create
      - create new directory /opt/gitlab/sv/grafana/control
      - change mode from '' to '0755'
      - change owner from '' to 'root'
      - change group from '' to 'root'
    * link[/opt/gitlab/init/grafana] action create
      - create symlink at /opt/gitlab/init/grafana to /opt/gitlab/embedded/bin/sv
    * file[/opt/gitlab/sv/grafana/down] action delete (up to date)
    * ruby_block[restart_service] action run (skipped due to only_if)
    * ruby_block[restart_log_service] action create
      * ruby_block[restart_service] action nothing (skipped due to action :nothing)
      * ruby_block[restart_log_service] action nothing (skipped due to action :nothing)
      * ruby_block[reload_log_service] action nothing (skipped due to action :nothing)
      * directory[/opt/gitlab/sv/grafana] action create (up to date)
      * template[/opt/gitlab/sv/grafana/run] action create (up to date)
      * directory[/opt/gitlab/sv/grafana/log] action create (up to date)
      * directory[/opt/gitlab/sv/grafana/log/main] action create (up to date)
      * template[/opt/gitlab/sv/grafana/log/run] action create (up to date)
      * template[/var/log/gitlab/grafana/config] action create (up to date)
      * ruby_block[verify_chown_persisted_on_grafana] action nothing (skipped due to action :nothing)
      * directory[/opt/gitlab/sv/grafana/env] action create (up to date)
      * ruby_block[Delete unmanaged env files for grafana service] action run (skipped due to only_if)
      * template[/opt/gitlab/sv/grafana/check] action create (skipped due to only_if)
      * template[/opt/gitlab/sv/grafana/finish] action create (skipped due to only_if)
      * directory[/opt/gitlab/sv/grafana/control] action create (up to date)
      * link[/opt/gitlab/init/grafana] action create (up to date)
      * file[/opt/gitlab/sv/grafana/down] action delete (up to date)
      * directory[/opt/gitlab/service] action create (up to date)
      * link[/opt/gitlab/service/grafana] action create
        - create symlink at /opt/gitlab/service/grafana to /opt/gitlab/sv/grafana
      * ruby_block[wait for grafana service socket] action run
        - execute the ruby block wait for grafana service socket
      - execute the ruby block restart_log_service
    * directory[/opt/gitlab/service] action create (up to date)
    * link[/opt/gitlab/service/grafana] action create (up to date)
    * ruby_block[wait for grafana service socket] action run (skipped due to not_if)

Recipe: gitlab::gitlab-rails
  * execute[clear the gitlab-rails cache] action run
    - execute /opt/gitlab/bin/gitlab-rake cache:clear
Recipe: <Dynamically Defined Resource>
  * service[gitaly] action restart
    - restart service service[gitaly]
  * service[gitlab-workhorse] action restart
    - restart service service[gitlab-workhorse]
  * service[redis-exporter] action restart
    - restart service service[redis-exporter]
  * service[prometheus] action restart
    - restart service service[prometheus]
  * service[alertmanager] action restart
    - restart service service[alertmanager]
  * service[postgres-exporter] action restart
    - restart service service[postgres-exporter]
  * service[grafana] action restart
    - restart service service[grafana]

Running handlers:
Running handlers complete
Chef Client finished, 284/993 resources updated in 01 minutes 20 seconds
gitlab Reconfigured!
Checking for an omnibus managed postgresql: OK
Checking for a newer version of PostgreSQL to install
Upgrading PostgreSQL to 10.9
Checking if we already upgraded: OK
The latest version 10.9 is already running, nothing to do

Grafana was reset during a previous upgrade. Skipping.
==> /var/log/gitlab/gitlab-workhorse/current <==
{"level":"info","msg":"Starting","time":"2019-12-19T13:44:42Z","version":"gitlab-workhorse v8.14.0-20191118.175033"}
{"level":"info","msg":"keywatcher: starting process loop","time":"2019-12-19T13:44:42Z"}
{"address":"/var/opt/gitlab/redis/redis.socket","level":"info","msg":"redis: dialing","network":"unix","time":"2019-12-19T13:44:42Z"}
{"correlation_id":"gu9rHYbKpM8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-12-19T13:44:57Z","uri":"/help"}
{"correlation_id":"gu9rHYbKpM8","duration_ms":1,"host":"localhost:8929","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"","remote_addr":"127.0.0.1:0","remote_ip":"127.0.0.1","status":502,"system":"http","time":"2019-12-19T13:44:57Z","uri":"/help","user_agent":"curl/7.59.0-DEV","written_bytes":2940}
{"level":"info","msg":"Starting","time":"2019-12-19T13:45:21Z","version":"gitlab-workhorse v8.14.0-20191118.175033"}
{"level":"info","msg":"keywatcher: starting process loop","time":"2019-12-19T13:45:21Z"}
{"address":"/var/opt/gitlab/redis/redis.socket","level":"info","msg":"redis: dialing","network":"unix","time":"2019-12-19T13:45:21Z"}

==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-12-19T13:44:56.905Z","message":"Cron Jobs - add job with name: stuck_merge_jobs_worker"}
{"severity":"INFO","time":"2019-12-19T13:44:56.907Z","message":"Cron Jobs - add job with name: issue_due_scheduler_worker"}
{"severity":"INFO","time":"2019-12-19T13:44:56.908Z","message":"Cron Jobs - add job with name: prune_web_hook_logs_worker"}
{"severity":"INFO","time":"2019-12-19T13:44:56.910Z","message":"Cron Jobs - add job with name: namespaces_prune_aggregation_schedules_worker"}
{"severity":"INFO","time":"2019-12-19T13:45:12.205Z","message":"Running in ruby 2.6.3p62 (2019-04-16 revision 67580) [x86_64-linux]"}
{"severity":"INFO","time":"2019-12-19T13:45:12.205Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}
{"severity":"INFO","time":"2019-12-19T13:45:12.205Z","message":"Upgrade to Sidekiq Pro for more features and support: http://sidekiq.org"}
{"severity":"WARN","time":"2019-12-19T13:45:12.206Z","message":"Sidekiq 6.0 will require Redis 4.0+, you are using Redis v3.2.12"}
{"severity":"INFO","time":"2019-12-19T13:45:12.660Z","message":"Starting processing, hit Ctrl-C to stop"}
{"severity":"INFO","time":"2019-12-19T13:45:12.668Z","message":"Listening on queues [\"admin_emails\", \"authorized_projects\", \"auto_devops\", \"auto_devops:auto_devops_disable\", \"auto_merge\", \"auto_merge:auto_merge_process\", \"background_migration\", \"chaos\", \"chaos:chaos_cpu_spin\", \"chaos:chaos_db_spin\", \"chaos:chaos_kill\", \"chaos:chaos_leak_mem\", \"chaos:chaos_sleep\", \"chat_notification\", \"container_repository\", \"container_repository:cleanup_container_repository\", \"container_repository:delete_container_repository\", \"create_evidence\", \"create_github_webhook\", \"create_gpg_signature\", \"create_note_diff_file\", \"cronjob\", \"cronjob:admin_email\", \"cronjob:ci_archive_traces_cron\", \"cronjob:expire_build_artifacts\", \"cronjob:gitlab_usage_ping\", \"cronjob:import_export_project_cleanup\", \"cronjob:issue_due_scheduler\", \"cronjob:namespaces_prune_aggregation_schedules\", \"cronjob:pages_domain_removal_cron\", \"cronjob:pages_domain_ssl_renewal_cron\", \"cronjob:pages_domain_verification_cron\", \"cronjob:pipeline_schedule\", \"cronjob:prune_old_events\", \"cronjob:prune_web_hook_logs\", \"cronjob:remove_expired_group_links\", \"cronjob:remove_expired_members\", \"cronjob:remove_unreferenced_lfs_objects\", \"cronjob:repository_archive_cache\", \"cronjob:repository_check_dispatch\", \"cronjob:requests_profiles\", \"cronjob:schedule_migrate_external_diffs\", \"cronjob:stuck_ci_jobs\", \"cronjob:stuck_import_jobs\", \"cronjob:stuck_merge_jobs\", \"cronjob:trending_projects\", \"default\", \"delete_diff_files\", \"delete_merged_branches\", \"delete_stored_files\", \"delete_user\", \"deployment\", \"deployment:deployments_finished\", \"deployment:deployments_success\", \"design_management_new_version\", \"detect_repository_languages\", \"elastic_batch_project_indexer\", \"elastic_commit_indexer\", \"elastic_full_index\", \"elastic_indexer\", \"elastic_namespace_indexer\", \"email_receiver\", \"emails_on_push\", \"expire_build_instance_artifacts\", \"export_csv\", \"gcp_cluster\", \"gcp_cluster:cluster_configure\", \"gcp_cluster:cluster_install_app\", \"gcp_cluster:cluster_patch_app\", \"gcp_cluster:cluster_project_configure\", \"gcp_cluster:cluster_provision\", \"gcp_cluster:cluster_upgrade_app\", \"gcp_cluster:cluster_wait_for_app_installation\", \"gcp_cluster:cluster_wait_for_ingress_ip_address\", \"gcp_cluster:clusters_applications_uninstall\", \"gcp_cluster:clusters_applications_wait_for_uninstall_app\", \"gcp_cluster:wait_for_cluster_creation\", \"geo\", \"git_garbage_collect\", \"github_import_advance_stage\", \"github_importer\", \"github_importer:github_import_import_diff_note\", \"github_importer:github_import_import_issue\", \"github_importer:github_import_import_lfs_object\", \"github_importer:github_import_import_note\", \"github_importer:github_import_import_pull_request\", \"github_importer:github_import_refresh_import_jid\", \"github_importer:github_import_stage_finish_import\", \"github_importer:github_import_stage_import_base_data\", \"github_importer:github_import_stage_import_issues_and_diff_notes\", \"github_importer:github_import_stage_import_lfs_objects\", \"github_importer:github_import_stage_import_notes\", \"github_importer:github_import_stage_import_pull_requests\", \"github_importer:github_import_stage_import_repository\", \"gitlab_shell\", \"group_destroy\", \"hashed_storage\", \"hashed_storage:hashed_storage_migrator\", \"hashed_storage:hashed_storage_project_migrate\", \"hashed_storage:hashed_storage_project_rollback\", \"hashed_storage:hashed_storage_rollbacker\", \"import_issues_csv\", \"incident_management\", \"invalid_gpg_signature_update\", \"irker\", \"jira_connect\", \"ldap_group_sync\", \"mail_scheduler\", \"mail_scheduler:mail_scheduler_issue_due\", \"mail_scheduler:mail_scheduler_notification_service\", \"mailers\", \"merge\", \"migrate_external_diffs\", \"namespaceless_project_destroy\", \"new_epic\", \"new_issue\", \"new_merge_request\", \"new_note\", \"notifications\", \"notifications:new_release\", \"object_pool\", \"object_pool:object_pool_create\", \"object_pool:object_pool_destroy\", \"object_pool:object_pool_join\", \"object_pool:object_pool_schedule_join\", \"object_storage\", \"object_storage:object_storage_background_move\", \"object_storage:object_storage_migrate_uploads\", \"object_storage_upload\", \"pages\", \"pages_domain_ssl_renewal\", \"pages_domain_verification\", \"phabricator_import_import_tasks\", \"pipeline_background\", \"pipeline_background:archive_trace\", \"pipeline_background:ci_build_trace_chunk_flush\", \"pipeline_cache\", \"pipeline_cache:expire_job_cache\", \"pipeline_cache:expire_pipeline_cache\", \"pipeline_creation\", \"pipeline_creation:create_pipeline\", \"pipeline_creation:run_pipeline_schedule\", \"pipeline_default\", \"pipeline_default:build_coverage\", \"pipeline_default:build_trace_sections\", \"pipeline_default:pipeline_metrics\", \"pipeline_default:pipeline_notification\", \"pipeline_hooks\", \"pipeline_hooks:build_hooks\", \"pipeline_hooks:pipeline_hooks\", \"pipeline_processing\", \"pipeline_processing:build_finished\", \"pipeline_processing:build_queue\", \"pipeline_processing:build_success\", \"pipeline_processing:ci_build_prepare\", \"pipeline_processing:ci_build_schedule\", \"pipeline_processing:pipeline_process\", \"pipeline_processing:pipeline_success\", \"pipeline_processing:pipeline_update\", \"pipeline_processing:stage_update\", \"pipeline_processing:update_head_pipeline_for_merge_request\", \"plugin\", \"post_receive\", \"process_commit\", \"project_cache\", \"project_daily_statistics\", \"project_destroy\", \"project_export\", \"project_import_schedule\", \"project_migrate_hashed_storage\", \"project_rollback_hashed_storage\", \"project_service\", \"project_update_repository_storage\", \"propagate_service_template\", \"reactive_caching\", \"rebase\", \"refresh_license_compliance_checks\", \"remote_mirror_notification\", \"repository_check\", \"repository_check:repository_check_batch\", \"repository_check:repository_check_clear\", \"repository_check:repository_check_single_repository\", \"repository_cleanup\", \"repository_fork\", \"repository_import\", \"repository_push_audit_event\", \"repository_remove_remote\", \"repository_update_mirror\", \"repository_update_remote_mirror\", \"system_hook_push\", \"todos_destroyer\", \"todos_destroyer:todos_destroyer_confidential_issue\", \"todos_destroyer:todos_destroyer_entity_leave\", \"todos_destroyer:todos_destroyer_group_private\", \"todos_destroyer:todos_destroyer_private_features\", \"todos_destroyer:todos_destroyer_project_private\", \"update_external_pull_requests\", \"update_merge_requests\", \"update_namespace_statistics\", \"update_namespace_statistics:namespaces_root_statistics\", \"update_namespace_statistics:namespaces_schedule_aggregation\", \"update_project_statistics\", \"upload_checksum\", \"web_hook\"]"}

==> /var/log/gitlab/gitlab-rails/production.log <==
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 55ms (ActiveRecord: 18.7ms | Elasticsearch: 0.0ms)
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:45:10 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 29ms (Views: 6.3ms | Elasticsearch: 0.0ms)
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :without_statuses. Overwriting existing method CommitStatus.without_statuses.

==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-12-10-11-15-39.log <==

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/help","format":"*/*","controller":"HelpController","action":"index","status":200,"duration":436.73,"view":424.97,"db":0.99,"time":"2019-12-19T13:41:45.805Z","params":[],"remote_ip":"127.0.0.1","user_id":null,"username":null,"ua":"curl/7.59.0-DEV","queue_duration":30.59,"correlation_id":"qDKgj0HrBk2","cpu_s":0.4728394170000003}
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":35.28,"view":0.36,"db":0.0,"time":"2019-12-19T13:41:50.109Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"cade975c-6d48-42f5-b072-9961b230371d","cpu_s":0.043117936999999884}
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":24.06,"view":0.51,"db":0.0,"time":"2019-12-19T13:42:05.090Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"4d84abe7-b300-4881-9496-d883ae30ebf6","cpu_s":0.026007808000000132}
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":36.19,"view":0.34,"db":0.0,"time":"2019-12-19T13:42:20.145Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"d55a5b33-c14e-4262-a390-8159f00007c6","cpu_s":0.07447219999999999}
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":19.58,"view":0.35,"db":0.0,"time":"2019-12-19T13:42:35.113Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"9d708da3-b1e7-4fcd-8886-cfb3b4191569","cpu_s":0.03606489700000015}
{"method":"GET","path":"/help","format":"*/*","controller":"HelpController","action":"index","status":200,"duration":646.82,"view":623.92,"db":10.19,"time":"2019-12-19T13:42:46.780Z","params":[],"remote_ip":"127.0.0.1","user_id":null,"username":null,"ua":"curl/7.59.0-DEV","queue_duration":26.84,"correlation_id":"AegBwDGLjg8","cpu_s":0.656875096}
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":25.0,"view":0.38,"db":0.0,"time":"2019-12-19T13:42:50.132Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"1ff27a6b-26d4-4d0e-952f-68cb700bd0cb","cpu_s":0.06156948299999998}
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":23.68,"view":0.33,"db":0.0,"time":"2019-12-19T13:43:05.130Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"f8cf1d18-eb10-4dff-9e4d-15c018e87f7f","cpu_s":0.059273927000000004}
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":54.63,"view":0.0,"db":18.66,"location":"http://example.org/users/sign_in","time":"2019-12-19T13:45:04.887Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"ae0f6ac8-ef67-4391-97cb-e2296883f183","cpu_s":2.202667570999999}
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":28.79,"view":6.27,"time":"2019-12-19T13:45:10.627Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"c3b0de79-589b-4e55-b82d-02593ccfdc80","cpu_s":0.03570126700000001}

==> /var/log/gitlab/gitlab-rails/grpc.log <==

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:42:07.105+0000] 127.0.0.1 - - [19/Dec/2019:13:42:07 UTC] "GET /metrics HTTP/1.1" 200 7569 "-" "Prometheus/2.12.0"
[2019-12-19T13:42:22.104+0000] 127.0.0.1 - - [19/Dec/2019:13:42:22 UTC] "GET /metrics HTTP/1.1" 200 7569 "-" "Prometheus/2.12.0"
[2019-12-19T13:42:37.104+0000] 127.0.0.1 - - [19/Dec/2019:13:42:37 UTC] "GET /metrics HTTP/1.1" 200 7569 "-" "Prometheus/2.12.0"
[2019-12-19T13:42:52.105+0000] 127.0.0.1 - - [19/Dec/2019:13:42:52 UTC] "GET /metrics HTTP/1.1" 200 7567 "-" "Prometheus/2.12.0"
[2019-12-19T13:43:07.105+0000] 127.0.0.1 - - [19/Dec/2019:13:43:07 UTC] "GET /metrics HTTP/1.1" 200 7567 "-" "Prometheus/2.12.0"
[2019-12-19T13:43:21.387+0000] INFO  going to shutdown ...
[2019-12-19T13:43:21.387+0000] INFO  WEBrick::HTTPServer#start done.
[2019-12-19T13:45:12.627+0000] INFO  WEBrick 1.4.2
[2019-12-19T13:45:12.627+0000] INFO  ruby 2.6.3 (2019-04-16) [x86_64-linux]
[2019-12-19T13:45:12.668+0000] INFO  WEBrick::HTTPServer#start: pid=496 port=8082

==> /var/log/gitlab/gitlab-rails/api_json.log <==

==> /var/log/gitlab/gitlab-rails/application.log <==

==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-10-21-12-40-00.log <==

==> /var/log/gitlab/gitlab-rails/audit_json.log <==

==> /var/log/gitlab/gitlab-exporter/current <==
2019-12-19_13:44:52.46194 == Sinatra (v2.0.7) has taken the stage on 9168 for development with backup from Puma
2019-12-19_13:44:52.46199 Puma starting in single mode...
2019-12-19_13:44:52.46200 * Version 3.12.0 (ruby 2.6.3-p62), codename: Llamas in Pajamas
2019-12-19_13:44:52.46200 * Min threads: 0, max threads: 16
2019-12-19_13:44:52.46200 * Environment: development
2019-12-19_13:44:52.46201 * Listening on tcp://localhost:9168
2019-12-19_13:44:52.46201 Use Ctrl-C to stop

==> /var/log/gitlab/gitaly/current <==
time="2019-12-19T13:45:20Z" level=info msg="Starting file walker for /var/opt/gitlab/git-data/repositories/+gitaly/state" storage=default
{"level":"info","msg":"finished tempdir cleaner walk","storage":"default","time":"2019-12-19T13:45:21Z","time_ms":0}
{"address":"/var/opt/gitlab/gitaly/gitaly.socket","level":"info","msg":"listening at unix address","time":"2019-12-19T13:45:21Z"}
{"address":"localhost:9236","level":"info","msg":"starting prometheus listener","time":"2019-12-19T13:45:21Z"}
{"level":"info","msg":"starting RSS monitor","supervisor.name":"gitaly-ruby.1","supervisor.rss_threshold":209715200,"time":"2019-12-19T13:45:21Z"}
{"level":"info","msg":"starting RSS monitor","supervisor.name":"gitaly-ruby.0","supervisor.rss_threshold":209715200,"time":"2019-12-19T13:45:21Z"}
{"level":"warning","msg":"spawned","supervisor.args":["bundle","exec","bin/ruby-cd","/var/opt/gitlab/gitaly","/opt/gitlab/embedded/service/gitaly-ruby/bin/gitaly-ruby","822","/tmp/gitaly-ruby115537841/socket.1"],"supervisor.name":"gitaly-ruby.1","supervisor.pid":856,"time":"2019-12-19T13:45:21Z"}
{"level":"warning","msg":"spawned","supervisor.args":["bundle","exec","bin/ruby-cd","/var/opt/gitlab/gitaly","/opt/gitlab/embedded/service/gitaly-ruby/bin/gitaly-ruby","822","/tmp/gitaly-ruby115537841/socket.0"],"supervisor.name":"gitaly-ruby.0","supervisor.pid":858,"time":"2019-12-19T13:45:21Z"}
{"level":"info","msg":"PID 856 BUNDLE_GEMFILE=/opt/gitlab/embedded/service/gitaly-ruby/Gemfile","supervisor.args":["bundle","exec","bin/ruby-cd","/var/opt/gitlab/gitaly","/opt/gitlab/embedded/service/gitaly-ruby/bin/gitaly-ruby","822","/tmp/gitaly-ruby115537841/socket.1"],"supervisor.name":"gitaly-ruby.1","time":"2019-12-19T13:45:21Z"}
{"level":"info","msg":"PID 858 BUNDLE_GEMFILE=/opt/gitlab/embedded/service/gitaly-ruby/Gemfile","supervisor.args":["bundle","exec","bin/ruby-cd","/var/opt/gitlab/gitaly","/opt/gitlab/embedded/service/gitaly-ruby/bin/gitaly-ruby","822","/tmp/gitaly-ruby115537841/socket.0"],"supervisor.name":"gitaly-ruby.0","time":"2019-12-19T13:45:21Z"}

==> /var/log/gitlab/gitlab-shell/gitlab-shell.log <==

==> /var/log/gitlab/unicorn/unicorn_stdout.log <==

==> /var/log/gitlab/unicorn/current <==
2019-12-19_13:44:35.01623 starting new unicorn master
2019-12-19_13:45:06.26006 adopted new unicorn master 487

==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-12-19T13:45:05.512372 #691]  INFO -- : worker=1 ready
I, [2019-12-19T13:45:05.517135 #693]  INFO -- : worker=3 ready
I, [2019-12-19T13:45:05.526884 #692]  INFO -- : worker=2 ready
I, [2019-12-19T13:45:05.561171 #699]  INFO -- : worker=9 ready
I, [2019-12-19T13:45:05.576981 #694]  INFO -- : worker=4 ready
I, [2019-12-19T13:45:05.594447 #695]  INFO -- : worker=5 ready
I, [2019-12-19T13:45:05.617640 #700]  INFO -- : worker=10 ready
I, [2019-12-19T13:45:05.622111 #701]  INFO -- : worker=11 ready
I, [2019-12-19T13:45:05.622111 #698]  INFO -- : worker=8 ready
I, [2019-12-19T13:45:05.637287 #702]  INFO -- : worker=12 ready

==> /var/log/gitlab/redis/current <==
2019-12-19_13:44:16.85632       `-._    `-.__.-'    _.-'
2019-12-19_13:44:16.85632           `-._        _.-'
2019-12-19_13:44:16.85634               `-.__.-'
2019-12-19_13:44:16.85634
2019-12-19_13:44:16.85635 242:M 19 Dec 13:44:16.854 # WARNING: The TCP backlog setting of 511 cannot be enforced because /proc/sys/net/core/somaxconn is set to the lower value of 128.
2019-12-19_13:44:16.85635 242:M 19 Dec 13:44:16.855 # Server started, Redis version 3.2.12
2019-12-19_13:44:16.85635 242:M 19 Dec 13:44:16.855 # WARNING overcommit_memory is set to 0! Background save may fail under low memory condition. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect.
2019-12-19_13:44:16.85636 242:M 19 Dec 13:44:16.855 # WARNING you have Transparent Huge Pages (THP) support enabled in your kernel. This will create latency and memory usage issues with Redis. To fix this issue run the command 'echo never > /sys/kernel/mm/transparent_hugepage/enabled' as root, and add it to your /etc/rc.local in order to retain the setting after a reboot. Redis must be restarted after THP is disabled.
2019-12-19_13:44:16.85653 242:M 19 Dec 13:44:16.856 * DB loaded from disk: 0.001 seconds
2019-12-19_13:44:16.85654 242:M 19 Dec 13:44:16.856 * The server is now ready to accept connections at /var/opt/gitlab/redis/redis.socket

==> /var/log/gitlab/logrotate/current <==

==> /var/log/gitlab/postgresql/current <==
2019-12-19_13:44:29.00663 LOG:  listening on Unix socket "/var/opt/gitlab/postgresql/.s.PGSQL.5432"
2019-12-19_13:44:29.02730 LOG:  database system was shut down at 2019-12-19 13:43:19 GMT
2019-12-19_13:44:29.03163 LOG:  database system is ready to accept connections

==> /var/log/gitlab/grafana/current <==
2019-12-19_13:45:23.75746 t=2019-12-19T13:45:23+0000 lvl=info msg="Initializing SearchService" logger=server
2019-12-19_13:45:23.75747 t=2019-12-19T13:45:23+0000 lvl=info msg="Initializing ServerLockService" logger=server
2019-12-19_13:45:23.75748 t=2019-12-19T13:45:23+0000 lvl=info msg="Initializing TracingService" logger=server
2019-12-19_13:45:23.75752 t=2019-12-19T13:45:23+0000 lvl=info msg="Initializing UsageStatsService" logger=server
2019-12-19_13:45:23.75753 t=2019-12-19T13:45:23+0000 lvl=info msg="Initializing UserAuthTokenService" logger=server
2019-12-19_13:45:23.75755 t=2019-12-19T13:45:23+0000 lvl=info msg="Initializing CleanUpService" logger=server
2019-12-19_13:45:23.75757 t=2019-12-19T13:45:23+0000 lvl=info msg="Initializing NotificationService" logger=server
2019-12-19_13:45:23.75879 t=2019-12-19T13:45:23+0000 lvl=info msg="Initializing provisioningServiceImpl" logger=server
2019-12-19_13:45:23.79679 t=2019-12-19T13:45:23+0000 lvl=info msg="Initializing Stream Manager"
2019-12-19_13:45:23.79683 t=2019-12-19T13:45:23+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=localhost:3000 protocol=http subUrl=/-/grafana socket=

==> /var/log/gitlab/postgres-exporter/current <==
2019-12-19_13:45:01.23931 time="2019-12-19T13:45:01Z" level=info msg="Established new database connection to \"/var/opt/gitlab/postgresql:5432\"." source="postgres_exporter.go:777"
2019-12-19_13:45:01.24486 time="2019-12-19T13:45:01Z" level=info msg="Semantic Version Changed on \"/var/opt/gitlab/postgresql:5432\": 0.0.0 -> 10.9.0" source="postgres_exporter.go:1229"
2019-12-19_13:45:01.27745 time="2019-12-19T13:45:01Z" level=info msg="Starting Server: localhost:9187" source="postgres_exporter.go:1437"
2019-12-19_13:45:23.07728 time="2019-12-19T13:45:23Z" level=info msg="Established new database connection to \"/var/opt/gitlab/postgresql:5432\"." source="postgres_exporter.go:777"
2019-12-19_13:45:23.08225 time="2019-12-19T13:45:23Z" level=info msg="Semantic Version Changed on \"/var/opt/gitlab/postgresql:5432\": 0.0.0 -> 10.9.0" source="postgres_exporter.go:1229"
2019-12-19_13:45:23.13564 time="2019-12-19T13:45:23Z" level=info msg="Starting Server: localhost:9187" source="postgres_exporter.go:1437"

==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-12-19T13:44:56.905Z","message":"Cron Jobs - add job with name: stuck_merge_jobs_worker"}
{"severity":"INFO","time":"2019-12-19T13:44:56.907Z","message":"Cron Jobs - add job with name: issue_due_scheduler_worker"}
{"severity":"INFO","time":"2019-12-19T13:44:56.908Z","message":"Cron Jobs - add job with name: prune_web_hook_logs_worker"}
{"severity":"INFO","time":"2019-12-19T13:44:56.910Z","message":"Cron Jobs - add job with name: namespaces_prune_aggregation_schedules_worker"}
{"severity":"INFO","time":"2019-12-19T13:45:12.205Z","message":"Running in ruby 2.6.3p62 (2019-04-16 revision 67580) [x86_64-linux]"}
{"severity":"INFO","time":"2019-12-19T13:45:12.205Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}
{"severity":"INFO","time":"2019-12-19T13:45:12.205Z","message":"Upgrade to Sidekiq Pro for more features and support: http://sidekiq.org"}
{"severity":"WARN","time":"2019-12-19T13:45:12.206Z","message":"Sidekiq 6.0 will require Redis 4.0+, you are using Redis v3.2.12"}
{"severity":"INFO","time":"2019-12-19T13:45:12.660Z","message":"Starting processing, hit Ctrl-C to stop"}
{"severity":"INFO","time":"2019-12-19T13:45:12.668Z","message":"Listening on queues [\"admin_emails\", \"authorized_projects\", \"auto_devops\", \"auto_devops:auto_devops_disable\", \"auto_merge\", \"auto_merge:auto_merge_process\", \"background_migration\", \"chaos\", \"chaos:chaos_cpu_spin\", \"chaos:chaos_db_spin\", \"chaos:chaos_kill\", \"chaos:chaos_leak_mem\", \"chaos:chaos_sleep\", \"chat_notification\", \"container_repository\", \"container_repository:cleanup_container_repository\", \"container_repository:delete_container_repository\", \"create_evidence\", \"create_github_webhook\", \"create_gpg_signature\", \"create_note_diff_file\", \"cronjob\", \"cronjob:admin_email\", \"cronjob:ci_archive_traces_cron\", \"cronjob:expire_build_artifacts\", \"cronjob:gitlab_usage_ping\", \"cronjob:import_export_project_cleanup\", \"cronjob:issue_due_scheduler\", \"cronjob:namespaces_prune_aggregation_schedules\", \"cronjob:pages_domain_removal_cron\", \"cronjob:pages_domain_ssl_renewal_cron\", \"cronjob:pages_domain_verification_cron\", \"cronjob:pipeline_schedule\", \"cronjob:prune_old_events\", \"cronjob:prune_web_hook_logs\", \"cronjob:remove_expired_group_links\", \"cronjob:remove_expired_members\", \"cronjob:remove_unreferenced_lfs_objects\", \"cronjob:repository_archive_cache\", \"cronjob:repository_check_dispatch\", \"cronjob:requests_profiles\", \"cronjob:schedule_migrate_external_diffs\", \"cronjob:stuck_ci_jobs\", \"cronjob:stuck_import_jobs\", \"cronjob:stuck_merge_jobs\", \"cronjob:trending_projects\", \"default\", \"delete_diff_files\", \"delete_merged_branches\", \"delete_stored_files\", \"delete_user\", \"deployment\", \"deployment:deployments_finished\", \"deployment:deployments_success\", \"design_management_new_version\", \"detect_repository_languages\", \"elastic_batch_project_indexer\", \"elastic_commit_indexer\", \"elastic_full_index\", \"elastic_indexer\", \"elastic_namespace_indexer\", \"email_receiver\", \"emails_on_push\", \"expire_build_instance_artifacts\", \"export_csv\", \"gcp_cluster\", \"gcp_cluster:cluster_configure\", \"gcp_cluster:cluster_install_app\", \"gcp_cluster:cluster_patch_app\", \"gcp_cluster:cluster_project_configure\", \"gcp_cluster:cluster_provision\", \"gcp_cluster:cluster_upgrade_app\", \"gcp_cluster:cluster_wait_for_app_installation\", \"gcp_cluster:cluster_wait_for_ingress_ip_address\", \"gcp_cluster:clusters_applications_uninstall\", \"gcp_cluster:clusters_applications_wait_for_uninstall_app\", \"gcp_cluster:wait_for_cluster_creation\", \"geo\", \"git_garbage_collect\", \"github_import_advance_stage\", \"github_importer\", \"github_importer:github_import_import_diff_note\", \"github_importer:github_import_import_issue\", \"github_importer:github_import_import_lfs_object\", \"github_importer:github_import_import_note\", \"github_importer:github_import_import_pull_request\", \"github_importer:github_import_refresh_import_jid\", \"github_importer:github_import_stage_finish_import\", \"github_importer:github_import_stage_import_base_data\", \"github_importer:github_import_stage_import_issues_and_diff_notes\", \"github_importer:github_import_stage_import_lfs_objects\", \"github_importer:github_import_stage_import_notes\", \"github_importer:github_import_stage_import_pull_requests\", \"github_importer:github_import_stage_import_repository\", \"gitlab_shell\", \"group_destroy\", \"hashed_storage\", \"hashed_storage:hashed_storage_migrator\", \"hashed_storage:hashed_storage_project_migrate\", \"hashed_storage:hashed_storage_project_rollback\", \"hashed_storage:hashed_storage_rollbacker\", \"import_issues_csv\", \"incident_management\", \"invalid_gpg_signature_update\", \"irker\", \"jira_connect\", \"ldap_group_sync\", \"mail_scheduler\", \"mail_scheduler:mail_scheduler_issue_due\", \"mail_scheduler:mail_scheduler_notification_service\", \"mailers\", \"merge\", \"migrate_external_diffs\", \"namespaceless_project_destroy\", \"new_epic\", \"new_issue\", \"new_merge_request\", \"new_note\", \"notifications\", \"notifications:new_release\", \"object_pool\", \"object_pool:object_pool_create\", \"object_pool:object_pool_destroy\", \"object_pool:object_pool_join\", \"object_pool:object_pool_schedule_join\", \"object_storage\", \"object_storage:object_storage_background_move\", \"object_storage:object_storage_migrate_uploads\", \"object_storage_upload\", \"pages\", \"pages_domain_ssl_renewal\", \"pages_domain_verification\", \"phabricator_import_import_tasks\", \"pipeline_background\", \"pipeline_background:archive_trace\", \"pipeline_background:ci_build_trace_chunk_flush\", \"pipeline_cache\", \"pipeline_cache:expire_job_cache\", \"pipeline_cache:expire_pipeline_cache\", \"pipeline_creation\", \"pipeline_creation:create_pipeline\", \"pipeline_creation:run_pipeline_schedule\", \"pipeline_default\", \"pipeline_default:build_coverage\", \"pipeline_default:build_trace_sections\", \"pipeline_default:pipeline_metrics\", \"pipeline_default:pipeline_notification\", \"pipeline_hooks\", \"pipeline_hooks:build_hooks\", \"pipeline_hooks:pipeline_hooks\", \"pipeline_processing\", \"pipeline_processing:build_finished\", \"pipeline_processing:build_queue\", \"pipeline_processing:build_success\", \"pipeline_processing:ci_build_prepare\", \"pipeline_processing:ci_build_schedule\", \"pipeline_processing:pipeline_process\", \"pipeline_processing:pipeline_success\", \"pipeline_processing:pipeline_update\", \"pipeline_processing:stage_update\", \"pipeline_processing:update_head_pipeline_for_merge_request\", \"plugin\", \"post_receive\", \"process_commit\", \"project_cache\", \"project_daily_statistics\", \"project_destroy\", \"project_export\", \"project_import_schedule\", \"project_migrate_hashed_storage\", \"project_rollback_hashed_storage\", \"project_service\", \"project_update_repository_storage\", \"propagate_service_template\", \"reactive_caching\", \"rebase\", \"refresh_license_compliance_checks\", \"remote_mirror_notification\", \"repository_check\", \"repository_check:repository_check_batch\", \"repository_check:repository_check_clear\", \"repository_check:repository_check_single_repository\", \"repository_cleanup\", \"repository_fork\", \"repository_import\", \"repository_push_audit_event\", \"repository_remove_remote\", \"repository_update_mirror\", \"repository_update_remote_mirror\", \"system_hook_push\", \"todos_destroyer\", \"todos_destroyer:todos_destroyer_confidential_issue\", \"todos_destroyer:todos_destroyer_entity_leave\", \"todos_destroyer:todos_destroyer_group_private\", \"todos_destroyer:todos_destroyer_private_features\", \"todos_destroyer:todos_destroyer_project_private\", \"update_external_pull_requests\", \"update_merge_requests\", \"update_namespace_statistics\", \"update_namespace_statistics:namespaces_root_statistics\", \"update_namespace_statistics:namespaces_schedule_aggregation\", \"update_project_statistics\", \"upload_checksum\", \"web_hook\"]"}

==> /var/log/gitlab/nginx/current <==

==> /var/log/gitlab/nginx/gitlab_error.log <==

==> /var/log/gitlab/nginx/access.log <==

==> /var/log/gitlab/nginx/error.log <==

==> /var/log/gitlab/nginx/gitlab_access.log <==
127.0.0.1 - - [19/Dec/2019:13:34:39 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"
127.0.0.1 - - [19/Dec/2019:13:35:40 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"
127.0.0.1 - - [19/Dec/2019:13:36:41 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"
127.0.0.1 - - [19/Dec/2019:13:37:42 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"
127.0.0.1 - - [19/Dec/2019:13:38:43 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"
127.0.0.1 - - [19/Dec/2019:13:39:44 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"
127.0.0.1 - - [19/Dec/2019:13:40:45 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"
127.0.0.1 - - [19/Dec/2019:13:41:45 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"
127.0.0.1 - - [19/Dec/2019:13:42:46 +0000] "GET /help HTTP/1.1" 200 83502 "" "curl/7.59.0-DEV"
127.0.0.1 - - [19/Dec/2019:13:44:57 +0000] "GET /help HTTP/1.1" 502 2940 "" "curl/7.59.0-DEV"

==> /var/log/gitlab/sshd/current <==
2019-12-19_13:44:00.77691 Server listening on 0.0.0.0 port 22.
2019-12-19_13:44:00.77698 Server listening on :: port 22.

==> /var/log/gitlab/prometheus/current <==
2019-12-19_13:45:23.50462 level=info ts=2019-12-19T13:45:23.504Z caller=head.go:557 component=tsdb msg="WAL segment loaded" segment=2861 maxSegment=2862
2019-12-19_13:45:23.50478 level=info ts=2019-12-19T13:45:23.504Z caller=head.go:557 component=tsdb msg="WAL segment loaded" segment=2862 maxSegment=2862
2019-12-19_13:45:23.51717 level=info ts=2019-12-19T13:45:23.517Z caller=main.go:669 fs_type=EXT4_SUPER_MAGIC
2019-12-19_13:45:23.51719 level=info ts=2019-12-19T13:45:23.517Z caller=main.go:670 msg="TSDB started"
2019-12-19_13:45:23.51720 level=info ts=2019-12-19T13:45:23.517Z caller=main.go:740 msg="Loading configuration file" filename=/var/opt/gitlab/prometheus/prometheus.yml
2019-12-19_13:45:23.51846 level=error ts=2019-12-19T13:45:23.518Z caller=manager.go:334 component="discovery manager scrape" msg="Cannot create service discovery" err="unable to load specified CA cert /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: open /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: no such file or directory" type=*kubernetes.SDConfig
2019-12-19_13:45:23.51851 level=error ts=2019-12-19T13:45:23.518Z caller=manager.go:334 component="discovery manager scrape" msg="Cannot create service discovery" err="unable to load specified CA cert /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: open /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: no such file or directory" type=*kubernetes.SDConfig
2019-12-19_13:45:23.51854 level=error ts=2019-12-19T13:45:23.518Z caller=manager.go:334 component="discovery manager scrape" msg="Cannot create service discovery" err="unable to load specified CA cert /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: open /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: no such file or directory" type=*kubernetes.SDConfig
2019-12-19_13:45:23.52468 level=info ts=2019-12-19T13:45:23.524Z caller=main.go:768 msg="Completed loading of configuration file" filename=/var/opt/gitlab/prometheus/prometheus.yml
2019-12-19_13:45:23.52470 level=info ts=2019-12-19T13:45:23.524Z caller=main.go:623 msg="Server is ready to receive web requests."

==> /var/log/gitlab/alertmanager/current <==
2019-12-19_13:45:05.30113 level=info ts=2019-12-19T13:45:05.301Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.00069159s
2019-12-19_13:45:22.60591 level=info ts=2019-12-19T13:45:22.605Z caller=main.go:468 msg="Received SIGTERM, exiting gracefully..."
2019-12-19_13:45:22.65224 level=info ts=2019-12-19T13:45:22.652Z caller=main.go:197 msg="Starting Alertmanager" version="(version=0.18.0, branch=master, revision=)"
2019-12-19_13:45:22.65228 level=info ts=2019-12-19T13:45:22.652Z caller=main.go:198 build_context="(go=go1.12.7, user=GitLab-Omnibus, date=)"
2019-12-19_13:45:22.65305 level=info ts=2019-12-19T13:45:22.652Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.19.0.2 port=9094
2019-12-19_13:45:22.65363 level=info ts=2019-12-19T13:45:22.653Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s
2019-12-19_13:45:22.69634 level=info ts=2019-12-19T13:45:22.696Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/var/opt/gitlab/alertmanager/alertmanager.yml
2019-12-19_13:45:22.69656 level=info ts=2019-12-19T13:45:22.696Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/var/opt/gitlab/alertmanager/alertmanager.yml
2019-12-19_13:45:22.70062 level=info ts=2019-12-19T13:45:22.700Z caller=main.go:429 msg=Listening address=localhost:9093
2019-12-19_13:45:24.65379 level=info ts=2019-12-19T13:45:24.653Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000093166s

==> /var/log/gitlab/redis-exporter/current <==
2019-12-19_13:44:52.15059 time="2019-12-19T13:44:52Z" level=info msg="Redis Metrics Exporter 1.1.0    build date:     sha1:     Go: go1.12.7"
2019-12-19_13:44:52.15101 time="2019-12-19T13:44:52Z" level=info msg="Providing metrics at localhost:9121/metrics"
2019-12-19_13:45:21.74276 time="2019-12-19T13:45:21Z" level=info msg="Redis Metrics Exporter 1.1.0    build date:     sha1:     Go: go1.12.7"
2019-12-19_13:45:21.74311 time="2019-12-19T13:45:21Z" level=info msg="Providing metrics at localhost:9121/metrics"

==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-12-19T13:45:25.952Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"9c852c17d29af44ff49a6f4f","created_at":"2019-12-19T13:45:25.947446Z","correlation_id":"c02beae4-1440-4296-b2fd-85c0f93dbae4","enqueued_at":"2019-12-19T13:45:25.952063Z","pid":496,"message":"PagesDomainVerificationCronWorker JID-9c852c17d29af44ff49a6f4f: start","job_status":"start","scheduling_latency_s":0.000901}
{"severity":"INFO","time":"2019-12-19T13:45:26.101Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"9c852c17d29af44ff49a6f4f","created_at":"2019-12-19T13:45:25.947446Z","correlation_id":"c02beae4-1440-4296-b2fd-85c0f93dbae4","enqueued_at":"2019-12-19T13:45:25.952063Z","pid":496,"message":"PagesDomainVerificationCronWorker JID-9c852c17d29af44ff49a6f4f: done: 0.148304 sec","job_status":"done","scheduling_latency_s":0.000901,"duration":0.148304,"cpu_s":0.027623,"completed_at":"2019-12-19T13:45:26.101169Z"}

==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-12-19T13:45:25.952Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"9c852c17d29af44ff49a6f4f","created_at":"2019-12-19T13:45:25.947446Z","correlation_id":"c02beae4-1440-4296-b2fd-85c0f93dbae4","enqueued_at":"2019-12-19T13:45:25.952063Z","pid":496,"message":"PagesDomainVerificationCronWorker JID-9c852c17d29af44ff49a6f4f: start","job_status":"start","scheduling_latency_s":0.000901}
{"severity":"INFO","time":"2019-12-19T13:45:26.101Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"9c852c17d29af44ff49a6f4f","created_at":"2019-12-19T13:45:25.947446Z","correlation_id":"c02beae4-1440-4296-b2fd-85c0f93dbae4","enqueued_at":"2019-12-19T13:45:25.952063Z","pid":496,"message":"PagesDomainVerificationCronWorker JID-9c852c17d29af44ff49a6f4f: done: 0.148304 sec","job_status":"done","scheduling_latency_s":0.000901,"duration":0.148304,"cpu_s":0.027623,"completed_at":"2019-12-19T13:45:26.101169Z"}

==> /var/log/gitlab/prometheus/current <==
2019-12-19_13:45:28.52540 level=error ts=2019-12-19T13:45:28.525Z caller=manager.go:123 component="scrape manager" msg="error creating new scrape pool" err="error creating HTTP client: unable to load specified CA cert /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: open /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: no such file or directory" scrape_pool=kubernetes-nodes
2019-12-19_13:45:28.52594 level=error ts=2019-12-19T13:45:28.525Z caller=manager.go:123 component="scrape manager" msg="error creating new scrape pool" err="error creating HTTP client: unable to load specified CA cert /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: open /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: no such file or directory" scrape_pool=kubernetes-cadvisor
2019-12-19_13:45:28.52614 level=error ts=2019-12-19T13:45:28.526Z caller=manager.go:123 component="scrape manager" msg="error creating new scrape pool" err="error creating HTTP client: unable to load specified CA cert /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: open /var/run/secrets/kubernetes.io/serviceaccount/ca.crt: no such file or directory" scrape_pool=kubernetes-pods

==> /var/log/gitlab/alertmanager/current <==
2019-12-19_13:45:32.65487 level=info ts=2019-12-19T13:45:32.654Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.00103211s

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:45:40 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 54ms (Views: 29.1ms | ActiveRecord: 10.7ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":53.87,"view":29.08,"db":10.67,"time":"2019-12-19T13:45:40.664Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"ff27ee56-8e3b-44c2-8676-d2cb4cfaf1cb","cpu_s":0.06108498600000001}

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:45:39.959+0000] 127.0.0.1 - - [19/Dec/2019:13:45:39 UTC] "GET /metrics HTTP/1.1" 200 5815 "-" "Prometheus/2.12.0"
[2019-12-19T13:45:54.957+0000] 127.0.0.1 - - [19/Dec/2019:13:45:54 UTC] "GET /metrics HTTP/1.1" 200 5815 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:45:55 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 15ms (Views: 0.3ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":14.91,"view":0.35,"db":0.0,"time":"2019-12-19T13:45:55.664Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"b6eab74f-0544-42d0-abe5-9d9680843c90","cpu_s":0.059356465000000025}

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/help" for 127.0.0.1 at 2019-12-19 13:45:57 +0000
Processing by HelpController#index as */*

==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"V9CIe6GRZX6","duration_ms":728,"host":"localhost:8929","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"","remote_addr":"127.0.0.1:0","remote_ip":"127.0.0.1","status":200,"system":"http","time":"2019-12-19T13:45:58Z","uri":"/help","user_agent":"curl/7.59.0-DEV","written_bytes":83403}

==> /var/log/gitlab/gitlab-rails/production.log <==
Completed 200 OK in 685ms (Views: 653.9ms | ActiveRecord: 18.4ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/help","format":"*/*","controller":"HelpController","action":"index","status":200,"duration":684.64,"view":653.94,"db":18.35,"time":"2019-12-19T13:45:58.086Z","params":[],"remote_ip":"127.0.0.1","user_id":null,"username":null,"ua":"curl/7.59.0-DEV","queue_duration":33.59,"correlation_id":"V9CIe6GRZX6","cpu_s":0.692936913}

==> /var/log/gitlab/nginx/gitlab_access.log <==
127.0.0.1 - - [19/Dec/2019:13:45:58 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"

==> /var/log/gitlab/prometheus/current <==
2019-12-19_13:46:05.41819 level=warn ts=2019-12-19T13:46:05.418Z caller=manager.go:567 component="rule manager" group="GitLab Saturation Ratios" msg="Error on ingesting results from rule evaluation with different value but same timestamp" numDropped=1

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:46:09.943+0000] 127.0.0.1 - - [19/Dec/2019:13:46:09 UTC] "GET /metrics HTTP/1.1" 200 5815 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:46:10 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 19ms (Views: 3.5ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":19.25,"view":3.47,"db":0.0,"time":"2019-12-19T13:46:10.698Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"29b703ab-a0a9-480d-8736-0f7b82bec3ee","cpu_s":0.07135020000000003}

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:46:24.956+0000] 127.0.0.1 - - [19/Dec/2019:13:46:24 UTC] "GET /metrics HTTP/1.1" 200 5815 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:46:25 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 22ms (Views: 3.5ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":21.65,"view":3.46,"db":0.0,"time":"2019-12-19T13:46:25.715Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"bbc6f6a0-2a85-4717-b386-cdc15f456bdb","cpu_s":0.08261201799999998}

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:46:39.957+0000] 127.0.0.1 - - [19/Dec/2019:13:46:39 UTC] "GET /metrics HTTP/1.1" 200 5815 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:46:40 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 37ms (Views: 0.4ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":36.67,"view":0.36,"db":0.0,"time":"2019-12-19T13:46:40.635Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"5b58fb2e-f6f1-4949-a7a0-461d285172eb","cpu_s":0.04563919999999999}

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:46:54.942+0000] 127.0.0.1 - - [19/Dec/2019:13:46:54 UTC] "GET /metrics HTTP/1.1" 200 5815 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:46:55 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 22ms (Views: 0.4ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":21.98,"view":0.39,"db":0.0,"time":"2019-12-19T13:46:55.614Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"e67eb4ed-db51-436d-b51e-cd5d33ec31b7","cpu_s":0.025273754999999953}

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/help" for 127.0.0.1 at 2019-12-19 13:46:58 +0000
Processing by HelpController#index as */*

==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"RQhzU1rxt92","duration_ms":711,"host":"localhost:8929","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"","remote_addr":"127.0.0.1:0","remote_ip":"127.0.0.1","status":200,"system":"http","time":"2019-12-19T13:46:59Z","uri":"/help","user_agent":"curl/7.59.0-DEV","written_bytes":83403}

==> /var/log/gitlab/gitlab-rails/production.log <==
Completed 200 OK in 663ms (Views: 629.2ms | ActiveRecord: 12.7ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/help","format":"*/*","controller":"HelpController","action":"index","status":200,"duration":663.27,"view":629.16,"db":12.73,"time":"2019-12-19T13:46:59.124Z","params":[],"remote_ip":"127.0.0.1","user_id":null,"username":null,"ua":"curl/7.59.0-DEV","queue_duration":36.94,"correlation_id":"RQhzU1rxt92","cpu_s":0.678800726}

==> /var/log/gitlab/nginx/gitlab_access.log <==
127.0.0.1 - - [19/Dec/2019:13:46:59 +0000] "GET /help HTTP/1.1" 200 83502 "" "curl/7.59.0-DEV"

==> /var/log/gitlab/prometheus/current <==
2019-12-19_13:47:05.41893 level=warn ts=2019-12-19T13:47:05.418Z caller=manager.go:567 component="rule manager" group="GitLab Saturation Ratios" msg="Error on ingesting results from rule evaluation with different value but same timestamp" numDropped=1

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:47:09.955+0000] 127.0.0.1 - - [19/Dec/2019:13:47:09 UTC] "GET /metrics HTTP/1.1" 200 5829 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:47:10 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 40ms (Views: 0.9ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":40.25,"view":0.86,"db":0.0,"time":"2019-12-19T13:47:10.639Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"d4a774ab-6d92-4865-8df9-de601a5689a7","cpu_s":0.048705665999999925}

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:47:24.956+0000] 127.0.0.1 - - [19/Dec/2019:13:47:24 UTC] "GET /metrics HTTP/1.1" 200 5829 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:47:25 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 23ms (Views: 4.1ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":23.63,"view":4.15,"db":0.0,"time":"2019-12-19T13:47:25.654Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"1b2a4051-74b1-423b-824c-27c47f153400","cpu_s":0.05162781600000002}

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:47:39.955+0000] 127.0.0.1 - - [19/Dec/2019:13:47:39 UTC] "GET /metrics HTTP/1.1" 200 5829 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:47:40 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 23ms (Views: 0.9ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":23.27,"view":0.86,"db":0.0,"time":"2019-12-19T13:47:40.653Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"8744eac3-9cb7-4624-8e0b-a69e1d2d74d2","cpu_s":0.05792710699999992}

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:47:54.955+0000] 127.0.0.1 - - [19/Dec/2019:13:47:54 UTC] "GET /metrics HTTP/1.1" 200 5829 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:47:55 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 24ms (Views: 3.7ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":23.81,"view":3.66,"db":0.0,"time":"2019-12-19T13:47:55.719Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"ca1bc531-b37c-49d9-b8c8-e6a34ad0bd88","cpu_s":0.08624884799999999}

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/help" for 127.0.0.1 at 2019-12-19 13:47:59 +0000
Processing by HelpController#index as */*

==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"agkPGgsgqV5","duration_ms":653,"host":"localhost:8929","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"","remote_addr":"127.0.0.1:0","remote_ip":"127.0.0.1","status":200,"system":"http","time":"2019-12-19T13:48:00Z","uri":"/help","user_agent":"curl/7.59.0-DEV","written_bytes":83403}

==> /var/log/gitlab/gitlab-rails/production.log <==
Completed 200 OK in 610ms (Views: 586.6ms | ActiveRecord: 9.1ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/help","format":"*/*","controller":"HelpController","action":"index","status":200,"duration":609.76,"view":586.61,"db":9.15,"time":"2019-12-19T13:48:00.114Z","params":[],"remote_ip":"127.0.0.1","user_id":null,"username":null,"ua":"curl/7.59.0-DEV","queue_duration":32.69,"correlation_id":"agkPGgsgqV5","cpu_s":0.628136213}

==> /var/log/gitlab/nginx/gitlab_access.log <==
127.0.0.1 - - [19/Dec/2019:13:48:00 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"

==> /var/log/gitlab/prometheus/current <==
2019-12-19_13:48:05.41182 level=warn ts=2019-12-19T13:48:05.411Z caller=manager.go:567 component="rule manager" group="GitLab Saturation Ratios" msg="Error on ingesting results from rule evaluation with different value but same timestamp" numDropped=1

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:48:09.955+0000] 127.0.0.1 - - [19/Dec/2019:13:48:09 UTC] "GET /metrics HTTP/1.1" 200 5829 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:48:10 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 41ms (Views: 0.9ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":40.96,"view":0.88,"db":0.0,"time":"2019-12-19T13:48:10.640Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"11287ccf-d41c-437e-9489-e2cad69f2fa1","cpu_s":0.05068196799999991}

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:48:24.955+0000] 127.0.0.1 - - [19/Dec/2019:13:48:24 UTC] "GET /metrics HTTP/1.1" 200 5828 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:48:25 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 23ms (Views: 0.4ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":22.69,"view":0.37,"db":0.0,"time":"2019-12-19T13:48:25.638Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"112c2ad0-cdd2-4572-aa06-c012a0963b4a","cpu_s":0.044655128000000044}

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:48:39.952+0000] 127.0.0.1 - - [19/Dec/2019:13:48:39 UTC] "GET /metrics HTTP/1.1" 200 5828 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:48:40 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 24ms (Views: 0.4ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":23.95,"view":0.4,"db":0.0,"time":"2019-12-19T13:48:40.655Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"75983faa-5ea0-4979-a3b4-6d4a4e744ae9","cpu_s":0.060078126000000065}

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:48:54.955+0000] 127.0.0.1 - - [19/Dec/2019:13:48:54 UTC] "GET /metrics HTTP/1.1" 200 5828 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:48:55 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 37ms (Views: 0.4ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":37.49,"view":0.35,"db":0.0,"time":"2019-12-19T13:48:55.637Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"624bd2a5-7375-46b5-b85e-3798acdeb17b","cpu_s":0.04589978299999997}

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/help" for 127.0.0.1 at 2019-12-19 13:49:00 +0000
Processing by HelpController#index as */*

==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"JgOfEa2ozz3","duration_ms":630,"host":"localhost:8929","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"","remote_addr":"127.0.0.1:0","remote_ip":"127.0.0.1","status":200,"system":"http","time":"2019-12-19T13:49:01Z","uri":"/help","user_agent":"curl/7.59.0-DEV","written_bytes":83403}

==> /var/log/gitlab/gitlab-rails/production.log <==
Completed 200 OK in 609ms (Views: 585.1ms | ActiveRecord: 10.2ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/help","format":"*/*","controller":"HelpController","action":"index","status":200,"duration":608.97,"view":585.1,"db":10.22,"time":"2019-12-19T13:49:01.041Z","params":[],"remote_ip":"127.0.0.1","user_id":null,"username":null,"ua":"curl/7.59.0-DEV","queue_duration":13.57,"correlation_id":"JgOfEa2ozz3","cpu_s":0.615726637}

==> /var/log/gitlab/nginx/gitlab_access.log <==
127.0.0.1 - - [19/Dec/2019:13:49:01 +0000] "GET /help HTTP/1.1" 200 83495 "" "curl/7.59.0-DEV"

==> /var/log/gitlab/prometheus/current <==
2019-12-19_13:49:05.41549 level=warn ts=2019-12-19T13:49:05.415Z caller=manager.go:567 component="rule manager" group="GitLab Saturation Ratios" msg="Error on ingesting results from rule evaluation with different value but same timestamp" numDropped=1

==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-12-19T13:49:09.955+0000] 127.0.0.1 - - [19/Dec/2019:13:49:09 UTC] "GET /metrics HTTP/1.1" 200 5828 "-" "Prometheus/2.12.0"

==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/-/metrics" for 127.0.0.1 at 2019-12-19 13:49:10 +0000
Processing by MetricsController#index as HTML
Completed 200 OK in 39ms (Views: 0.4ms | ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)

==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/-/metrics","format":"html","controller":"MetricsController","action":"index","status":200,"duration":38.6,"view":0.42,"db":0.0,"time":"2019-12-19T13:49:10.638Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"9b869d21-6a60-43c8-8e93-13f7a58d7ac1","cpu_s":0.04680144400000008}

==> /var/log/gitlab/redis/current <==
2019-12-19_13:49:17.05758 242:M 19 Dec 13:49:17.057 * 10 changes in 300 seconds. Saving...
2019-12-19_13:49:17.05791 242:M 19 Dec 13:49:17.057 * Background saving started by pid 1524
2019-12-19_13:49:17.06770 1524:C 19 Dec 13:49:17.067 * DB saved on disk
2019-12-19_13:49:17.06868 1524:C 19 Dec 13:49:17.068 * RDB: 0 MB of memory used by copy-on-write
2019-12-19_13:49:17.15843 242:M 19 Dec 13:49:17.158 * Background saving terminated with success