Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- root@code2:/var/log/gitlab/redis# gitlab tail
- gitlab: command not found
- root@code2:/var/log/gitlab/redis# gitlab-ctl tail
- ==> /var/log/gitlab/node-exporter/current <==
- 2020-03-13_12:50:06.34429 time="2020-03-13T12:50:06Z" level=info msg=" - sockstat" source="node_exporter.go:104"
- 2020-03-13_12:50:06.34430 time="2020-03-13T12:50:06Z" level=info msg=" - stat" source="node_exporter.go:104"
- 2020-03-13_12:50:06.34432 time="2020-03-13T12:50:06Z" level=info msg=" - textfile" source="node_exporter.go:104"
- 2020-03-13_12:50:06.34432 time="2020-03-13T12:50:06Z" level=info msg=" - time" source="node_exporter.go:104"
- 2020-03-13_12:50:06.34433 time="2020-03-13T12:50:06Z" level=info msg=" - timex" source="node_exporter.go:104"
- 2020-03-13_12:50:06.34434 time="2020-03-13T12:50:06Z" level=info msg=" - uname" source="node_exporter.go:104"
- 2020-03-13_12:50:06.34435 time="2020-03-13T12:50:06Z" level=info msg=" - vmstat" source="node_exporter.go:104"
- 2020-03-13_12:50:06.34435 time="2020-03-13T12:50:06Z" level=info msg=" - xfs" source="node_exporter.go:104"
- 2020-03-13_12:50:06.34436 time="2020-03-13T12:50:06Z" level=info msg=" - zfs" source="node_exporter.go:104"
- 2020-03-13_12:50:06.34444 time="2020-03-13T12:50:06Z" level=info msg="Listening on localhost:9100" source="node_exporter.go:170"
- ==> /var/log/gitlab/unicorn/current <==
- 2020-03-13_12:48:28.83366 starting new unicorn master
- 2020-03-13_12:49:07.30503 adopted new unicorn master 9707
- 2020-03-13_12:50:10.55091 Received TERM from runit, sending to process group (-PID)
- 2020-03-13_12:50:10.55185 Terminated
- 2020-03-13_12:50:10.55194 forwarding TERM to unicorn master 9707
- 2020-03-13_12:50:10.60773 forwarding CONT to unicorn master 9707
- 2020-03-13_12:50:10.60774 Waiting for unicorn to die...
- 2020-03-13_12:50:11.61048 wrapper for unicorn master 9707 exiting
- 2020-03-13_12:50:11.62550 starting new unicorn master
- 2020-03-13_12:50:51.00815 adopted new unicorn master 10143
- ==> /var/log/gitlab/unicorn/unicorn_stdout.log <==
- ==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
- I, [2020-03-13T12:50:49.666433 #10143] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
- I, [2020-03-13T12:50:49.666514 #10143] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
- I, [2020-03-13T12:50:49.984836 #10143] INFO -- : master process ready
- I, [2020-03-13T12:50:50.203936 #10217] INFO -- : worker=0 ready
- I, [2020-03-13T12:50:50.206028 #10221] INFO -- : worker=4 ready
- I, [2020-03-13T12:50:50.264531 #10218] INFO -- : worker=1 ready
- I, [2020-03-13T12:50:50.293516 #10219] INFO -- : worker=2 ready
- I, [2020-03-13T12:50:50.303848 #10222] INFO -- : worker=5 ready
- I, [2020-03-13T12:50:50.310091 #10220] INFO -- : worker=3 ready
- I, [2020-03-13T12:50:50.316384 #10223] INFO -- : worker=6 ready
- ==> /var/log/gitlab/redis/current <==
- 2020-03-13_12:50:07.68825 10101:M 13 Mar 2020 12:50:07.688 # Server initialized
- 2020-03-13_12:50:07.68826 10101:M 13 Mar 2020 12:50:07.688 # WARNING overcommit_memory is set to 0! Background save may fail under low memory condition. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect.
- 2020-03-13_12:50:07.68828 10101:M 13 Mar 2020 12:50:07.688 # WARNING you have Transparent Huge Pages (THP) support enabled in your kernel. This will create latency and memory usage issues with Redis. To fix this issue run the command 'echo never > /sys/kernel/mm/transparent_hugepage/enabled' as root, and add it to your /etc/rc.local in order to retain the setting after a reboot. Redis must be restarted after THP is disabled.
- 2020-03-13_12:50:07.68908 10101:M 13 Mar 2020 12:50:07.689 * DB loaded from disk: 0.001 seconds
- 2020-03-13_12:50:07.68909 10101:M 13 Mar 2020 12:50:07.689 * The server is now ready to accept connections at /var/opt/gitlab/redis/redis.socket
- 2020-03-13_12:55:08.01970 10101:M 13 Mar 2020 12:55:08.019 * 10 changes in 300 seconds. Saving...
- 2020-03-13_12:55:08.02004 10101:M 13 Mar 2020 12:55:08.019 * Background saving started by pid 10767
- 2020-03-13_12:55:08.02376 10767:C 13 Mar 2020 12:55:08.023 * DB saved on disk
- 2020-03-13_12:55:08.02412 10767:C 13 Mar 2020 12:55:08.024 * RDB: 1 MB of memory used by copy-on-write
- 2020-03-13_12:55:08.12195 10101:M 13 Mar 2020 12:55:08.121 * Background saving terminated with success
- ==> /var/log/gitlab/postgres-exporter/current <==
- 2020-03-13_12:37:16.82071 time="2020-03-13T12:37:16Z" level=info msg="Starting Server: localhost:9187" source="postgres_exporter.go:1437"
- 2020-03-13_12:42:40.68612 time="2020-03-13T12:42:40Z" level=info msg="Established new database connection to \"/var/opt/gitlab/postgresql:5432\"." source="postgres_exporter.go:777"
- 2020-03-13_12:42:40.68944 time="2020-03-13T12:42:40Z" level=info msg="Semantic Version Changed on \"/var/opt/gitlab/postgresql:5432\": 0.0.0 -> 10.9.0" source="postgres_exporter.go:1229"
- 2020-03-13_12:42:40.71880 time="2020-03-13T12:42:40Z" level=info msg="Starting Server: localhost:9187" source="postgres_exporter.go:1437"
- 2020-03-13_12:48:24.01929 time="2020-03-13T12:48:24Z" level=info msg="Established new database connection to \"/var/opt/gitlab/postgresql:5432\"." source="postgres_exporter.go:777"
- 2020-03-13_12:48:24.02297 time="2020-03-13T12:48:24Z" level=info msg="Semantic Version Changed on \"/var/opt/gitlab/postgresql:5432\": 0.0.0 -> 10.9.0" source="postgres_exporter.go:1229"
- 2020-03-13_12:48:24.05406 time="2020-03-13T12:48:24Z" level=info msg="Starting Server: localhost:9187" source="postgres_exporter.go:1437"
- 2020-03-13_12:50:06.76383 time="2020-03-13T12:50:06Z" level=info msg="Established new database connection to \"/var/opt/gitlab/postgresql:5432\"." source="postgres_exporter.go:777"
- 2020-03-13_12:50:06.76754 time="2020-03-13T12:50:06Z" level=info msg="Semantic Version Changed on \"/var/opt/gitlab/postgresql:5432\": 0.0.0 -> 10.9.0" source="postgres_exporter.go:1229"
- 2020-03-13_12:50:06.80335 time="2020-03-13T12:50:06Z" level=info msg="Starting Server: localhost:9187" source="postgres_exporter.go:1437"
- ==> /var/log/gitlab/postgresql/current <==
- 2020-03-13_12:50:07.18426 LOG: aborting any active transactions
- 2020-03-13_12:50:07.18434 FATAL: terminating connection due to administrator command
- 2020-03-13_12:50:07.18434 FATAL: terminating connection due to administrator command
- 2020-03-13_12:50:07.18626 FATAL: terminating connection due to administrator command
- 2020-03-13_12:50:07.18695 LOG: worker process: logical replication launcher (PID 9664) exited with exit code 1
- 2020-03-13_12:50:07.18818 LOG: shutting down
- 2020-03-13_12:50:07.21325 LOG: database system is shut down
- 2020-03-13_12:50:07.23701 LOG: listening on Unix socket "/var/opt/gitlab/postgresql/.s.PGSQL.5432"
- 2020-03-13_12:50:07.29129 LOG: database system was shut down at 2020-03-13 12:50:07 GMT
- 2020-03-13_12:50:07.29468 LOG: database system is ready to accept connections
- ==> /var/log/gitlab/grafana/current <==
- 2020-03-13_12:50:05.23418 t=2020-03-13T12:50:05+0000 lvl=info msg="Initializing SearchService" logger=server
- 2020-03-13_12:50:05.23419 t=2020-03-13T12:50:05+0000 lvl=info msg="Initializing ServerLockService" logger=server
- 2020-03-13_12:50:05.23421 t=2020-03-13T12:50:05+0000 lvl=info msg="Initializing TracingService" logger=server
- 2020-03-13_12:50:05.23423 t=2020-03-13T12:50:05+0000 lvl=info msg="Initializing UsageStatsService" logger=server
- 2020-03-13_12:50:05.23425 t=2020-03-13T12:50:05+0000 lvl=info msg="Initializing UserAuthTokenService" logger=server
- 2020-03-13_12:50:05.23427 t=2020-03-13T12:50:05+0000 lvl=info msg="Initializing CleanUpService" logger=server
- 2020-03-13_12:50:05.23429 t=2020-03-13T12:50:05+0000 lvl=info msg="Initializing NotificationService" logger=server
- 2020-03-13_12:50:05.23566 t=2020-03-13T12:50:05+0000 lvl=info msg="Initializing provisioningServiceImpl" logger=server
- 2020-03-13_12:50:05.24722 t=2020-03-13T12:50:05+0000 lvl=info msg="Initializing Stream Manager"
- 2020-03-13_12:50:05.24724 t=2020-03-13T12:50:05+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=localhost:3000 protocol=http subUrl=/-/grafana socket=
- ==> /var/log/gitlab/prometheus/current <==
- 2020-03-13_12:41:53.30624 level=info ts=2020-03-13T12:41:53.306Z caller=main.go:537 msg="Stopping notify discovery manager..."
- 2020-03-13_12:41:53.30624 level=info ts=2020-03-13T12:41:53.306Z caller=main.go:559 msg="Stopping scrape manager..."
- 2020-03-13_12:41:53.30624 level=info ts=2020-03-13T12:41:53.306Z caller=main.go:533 msg="Notify discovery manager stopped"
- 2020-03-13_12:41:53.30630 level=info ts=2020-03-13T12:41:53.306Z caller=main.go:519 msg="Scrape discovery manager stopped"
- 2020-03-13_12:41:53.30706 level=info ts=2020-03-13T12:41:53.306Z caller=manager.go:815 component="rule manager" msg="Stopping rule manager..."
- 2020-03-13_12:41:53.30707 level=info ts=2020-03-13T12:41:53.306Z caller=main.go:553 msg="Scrape manager stopped"
- 2020-03-13_12:41:53.30708 level=info ts=2020-03-13T12:41:53.306Z caller=manager.go:821 component="rule manager" msg="Rule manager stopped"
- 2020-03-13_12:41:53.31004 level=info ts=2020-03-13T12:41:53.309Z caller=notifier.go:602 component=notifier msg="Stopping notification manager..."
- 2020-03-13_12:41:53.31007 level=info ts=2020-03-13T12:41:53.310Z caller=main.go:724 msg="Notifier manager stopped"
- 2020-03-13_12:41:53.31035 level=info ts=2020-03-13T12:41:53.310Z caller=main.go:736 msg="See you next time!"
- ==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2020-03-13-12-09-50.log <==
- == Seed from /opt/gitlab/embedded/service/gitlab-rails/db/fixtures/production/010_settings.rb
- == Seed from /opt/gitlab/embedded/service/gitlab-rails/db/fixtures/production/999_common_metrics.rb
- == Seed from ee/db/fixtures/production/010_license.rb
- == Seed from ee/db/fixtures/production/027_plans.rb
- OK
- ==> /var/log/gitlab/gitlab-rails/application_json.log <==
- {"severity":"INFO","time":"2020-03-13T12:31:27.415Z","correlation_id":null,"message":"Adding key (key-6): ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC32PIHIE/z9pI4UdqgSZfN1NmE2uRkbd4NiBAuJCzBMkkFP0FIaA+s+uvJwRNKqfqH5FA9DCd/nGkN2ASgkOppaZ4AknrHzbk1o/QGR0uoPBNof0BBQmInLv4df0j6CkKadevk7TElRz7VM394sfr7+cF9eYl2jVBoqgh9DjqX6nj8fVfJm7CqIEs8gQGSqiuNHUzmFymPIehLTYPXZ/gkRxOdlzas3iOoMJrljEYRLxdorqXgIcTiyNjWBMGTYXjAd5pFn8Vm/YUzwyCqzo5dLD06SIsReIyWgLCTeQGw256TlZG0chCYs1V7tPn9Q/akI70pm+mxsJqOE9P5OXYxeMTqaLt2MBoqYgFPRn1rd1tA4vb+MxE8FFsz+zdcmNVwJVtmzDH8qmycnylZCl7yuq6QtuQSFWxJou3G1HB0kdEMnN97dFmko8gVLuPKm8d/Kf6Z4cyCK/PiJk7UDzGY+VNUv+VuzI5nf64HiTMFuiLM9XMJCeyCDqTU040PoKvRBQMI2sZa8iv1DxFRWZ1fMlgx/YdobR/qsrY/sQ0VhhRSRiR9MAPNSfk46yVyUo0sd4eYufmqiWLVTUM3u0lLAHMCS13YRv0PKcu84NiDZXagNvwM5KI0VnGmZuhcFxnzyFQecBYj70tHa/qeJfjFs2nenmkRdZkNstl7cVTWGQ=="}
- {"severity":"INFO","time":"2020-03-13T12:31:27.416Z","correlation_id":null,"message":"Adding key (key-7): ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDJbY2KUILAzzY69R3xmoC2ktsdG+1gzgDzXoIukDnvpa1ThD3A40sJRTuHDuJZmc3+5sah/nZpyvOYkoD+QzybT5jgJn30M3fjlvJoiS3EN0WU/QYzUVlUegTlwN2tdi2yBv1WqEuU7LW2eQTkVPBBMzVOBprWJxxStp8/wxBsTIDfQf57rEgsv3zkXMxs+fJxCUSWgYRaO7DXYbhdBihEL8oealM30WjwHlRxcSXotR81ksmVCdUWd0ZwKisfq/l2vyJHMBQgjJZK5vaYWDdjKG9Dt2FbIALske/I705N2fE8SsApOVD461PrHID4+Yo+IpmH9wRB8iA7zox8Q/JuPJCVAeVMi6T3hMLoATtMm1isQo6GFGyPyhBCgGwvZCyrI9jPwvQqorw6vUeRQIntiX/KyNbu6im5fW3hvXv+WEJBWwDvR8KRct0mzuF9I9sOz8rRwksY6ehLXp1Kk0DLhFnJj+jtAAs/alfDAXn2AnqivM2o1ht+fAM505ubhpTIZiNt7G1TYDztlpqnfirVhrkspwfckxv0JRFYIUt8x0IDrVB9o7uy4FuIvsogsxISQ+GSB1Z43mva8ZG7ncqYHowcjezJ0lMd59/nyfawyFw8X/HiLvGh/77Z6fUtVACb7TLXgOWExTjcfIr2eeBhtojvYE+1UT0JzLauo8BLFw=="}
- {"severity":"INFO","time":"2020-03-13T12:31:27.416Z","correlation_id":null,"message":"Adding key (key-8): ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIF694jRC9J3zve6+IZif5euuRDfXc6a02Ao+2jpJjxSe"}
- {"severity":"DEBUG","time":"2020-03-13T12:32:31.072Z","correlation_id":null,"message":"DB connection pool size: 25 (increased from 1 to match thread count)"}
- {"severity":"DEBUG","time":"2020-03-13T12:36:00.481Z","correlation_id":null,"message":"DB connection pool size: 25 (increased from 1 to match thread count)"}
- {"severity":"DEBUG","time":"2020-03-13T12:37:31.374Z","correlation_id":null,"message":"DB connection pool size: 25 (increased from 1 to match thread count)"}
- {"severity":"DEBUG","time":"2020-03-13T12:42:11.844Z","correlation_id":null,"message":"DB connection pool size: 25 (increased from 1 to match thread count)"}
- {"severity":"DEBUG","time":"2020-03-13T12:42:54.022Z","correlation_id":null,"message":"DB connection pool size: 25 (increased from 1 to match thread count)"}
- {"severity":"DEBUG","time":"2020-03-13T12:48:37.768Z","correlation_id":null,"message":"DB connection pool size: 25 (increased from 1 to match thread count)"}
- {"severity":"DEBUG","time":"2020-03-13T12:50:20.396Z","correlation_id":null,"message":"DB connection pool size: 25 (increased from 1 to match thread count)"}
- ==> /var/log/gitlab/gitlab-rails/production.log <==
- lib/gitlab/middleware/go.rb:20:in `call'
- lib/gitlab/etag_caching/middleware.rb:13:in `call'
- lib/gitlab/middleware/multipart.rb:117:in `call'
- lib/gitlab/middleware/read_only/controller.rb:52:in `call'
- lib/gitlab/middleware/read_only.rb:18:in `call'
- lib/gitlab/middleware/basic_health_check.rb:25:in `call'
- lib/gitlab/middleware/request_context.rb:23:in `call'
- config/initializers/fix_local_cache_middleware.rb:9:in `call'
- lib/gitlab/metrics/requests_rack_middleware.rb:49:in `call'
- lib/gitlab/middleware/release_env.rb:12:in `call'
- ==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
- {"severity":"INFO","time":"2020-03-13T12:56:09.755Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"fe3e7e4f8f163cb1ac1d7723","created_at":"2020-03-13T12:56:09.698Z","correlation_id":"bb4f4a110a90d9e9bc7a0970cbbaf8e4","enqueued_at":"2020-03-13T12:56:09.699Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-fe3e7e4f8f163cb1ac1d7723: done: 0.05544 sec","job_status":"done","scheduling_latency_s":0.001003,"duration":0.05544,"cpu_s":0.017897,"completed_at":"2020-03-13T12:56:09.755Z","db_duration":14.995099000316259,"db_duration_s":0.014995099000316259}
- {"severity":"INFO","time":"2020-03-13T12:56:09.756Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"0c8acb9a06b15eb7663b203f","created_at":"2020-03-13T12:56:09.714Z","correlation_id":"d9bde67e9f35fe4235f5ab4ba130ebb6","enqueued_at":"2020-03-13T12:56:09.715Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-0c8acb9a06b15eb7663b203f: done: 0.039691 sec","job_status":"done","scheduling_latency_s":0.001271,"duration":0.039691,"cpu_s":0.014426,"completed_at":"2020-03-13T12:56:09.756Z","db_duration":0,"db_duration_s":0}
- {"severity":"INFO","time":"2020-03-13T12:57:18.092Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"8c398dc5bcfd7e713825055c","created_at":"2020-03-13T12:57:18.090Z","correlation_id":"c4ef677928fdbd88429077ae0ec1006a","enqueued_at":"2020-03-13T12:57:18.090Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-8c398dc5bcfd7e713825055c: start","job_status":"start","scheduling_latency_s":0.001279}
- {"severity":"INFO","time":"2020-03-13T12:57:18.106Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"3286d533a0d4ae4b3ecbafc6","created_at":"2020-03-13T12:57:18.104Z","correlation_id":"6c8fa11abe364b27a76720851f8fc9c2","enqueued_at":"2020-03-13T12:57:18.104Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-3286d533a0d4ae4b3ecbafc6: start","job_status":"start","scheduling_latency_s":0.0013}
- {"severity":"INFO","time":"2020-03-13T12:57:18.144Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"3286d533a0d4ae4b3ecbafc6","created_at":"2020-03-13T12:57:18.104Z","correlation_id":"6c8fa11abe364b27a76720851f8fc9c2","enqueued_at":"2020-03-13T12:57:18.104Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-3286d533a0d4ae4b3ecbafc6: done: 0.038676 sec","job_status":"done","scheduling_latency_s":0.0013,"duration":0.038676,"cpu_s":0.015697,"completed_at":"2020-03-13T12:57:18.144Z","db_duration":0,"db_duration_s":0}
- {"severity":"INFO","time":"2020-03-13T12:57:18.150Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"8c398dc5bcfd7e713825055c","created_at":"2020-03-13T12:57:18.090Z","correlation_id":"c4ef677928fdbd88429077ae0ec1006a","enqueued_at":"2020-03-13T12:57:18.090Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-8c398dc5bcfd7e713825055c: done: 0.058062 sec","job_status":"done","scheduling_latency_s":0.001279,"duration":0.058062,"cpu_s":0.018874,"completed_at":"2020-03-13T12:57:18.150Z","db_duration":6.13739699974758,"db_duration_s":0.00613739699974758}
- {"severity":"INFO","time":"2020-03-13T12:58:21.305Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"2745d12a8d4cc8358c1fe359","created_at":"2020-03-13T12:58:21.303Z","correlation_id":"d2f050e631a9ab3a5a478d7f8a0f32aa","enqueued_at":"2020-03-13T12:58:21.304Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-2745d12a8d4cc8358c1fe359: start","job_status":"start","scheduling_latency_s":0.001068}
- {"severity":"INFO","time":"2020-03-13T12:58:21.319Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"b284226b76919cf8b22e2964","created_at":"2020-03-13T12:58:21.318Z","correlation_id":"be2c29b84579a09704ad05337baa709d","enqueued_at":"2020-03-13T12:58:21.318Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-b284226b76919cf8b22e2964: start","job_status":"start","scheduling_latency_s":0.001121}
- {"severity":"INFO","time":"2020-03-13T12:58:21.363Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"b284226b76919cf8b22e2964","created_at":"2020-03-13T12:58:21.318Z","correlation_id":"be2c29b84579a09704ad05337baa709d","enqueued_at":"2020-03-13T12:58:21.318Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-b284226b76919cf8b22e2964: done: 0.044209 sec","job_status":"done","scheduling_latency_s":0.001121,"duration":0.044209,"cpu_s":0.015941,"completed_at":"2020-03-13T12:58:21.363Z","db_duration":1.0763460002181091,"db_duration_s":0.0010763460002181091}
- {"severity":"INFO","time":"2020-03-13T12:58:21.368Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"2745d12a8d4cc8358c1fe359","created_at":"2020-03-13T12:58:21.303Z","correlation_id":"d2f050e631a9ab3a5a478d7f8a0f32aa","enqueued_at":"2020-03-13T12:58:21.304Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-2745d12a8d4cc8358c1fe359: done: 0.063197 sec","job_status":"done","scheduling_latency_s":0.001068,"duration":0.063197,"cpu_s":0.01953,"completed_at":"2020-03-13T12:58:21.368Z","db_duration":5.679411000301116,"db_duration_s":0.0056794110003011156}
- ==> /var/log/gitlab/gitlab-rails/exceptions_json.log <==
- # Logfile created on 2020-03-13 12:11:49 +0000 by logger.rb/66358
- {"severity":"ERROR","time":"2020-03-13T12:11:49.506Z","correlation_id":null,"extra.server":{"os":{"name":"Linux","version":"#203-Ubuntu SMP Wed Jan 15 02:55:01 UTC 2020","build":"4.4.0-173-generic","kernel_version":"Linux code2.crystalhost.net 4.4.0-173-generic #203-Ubuntu SMP Wed Jan 15 02:55:01 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux"},"runtime":{"name":"ruby","version":"ruby 2.6.5p114 (2019-10-01 revision 67812) [x86_64-linux]"}},"exception.class":"Gitlab::Runtime::UnknownProcessError","exception.message":"Failed to identify runtime for process 15447 (bin/rails)","exception.backtrace":["lib/gitlab/runtime.rb:24:in `identify'","config/environment.rb:6:in `\u003ctop (required)\u003e'"]}
- ==> /var/log/gitlab/gitlab-rails/grpc.log <==
- # Logfile created on 2020-03-13 12:10:02 +0000 by logger.rb/66358
- ==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
- [2020-03-13T12:48:27.707+0000] INFO going to shutdown ...
- [2020-03-13T12:48:27.707+0000] INFO WEBrick::HTTPServer#start done.
- [2020-03-13T12:49:03.709+0000] INFO WEBrick 1.4.2
- [2020-03-13T12:49:03.709+0000] INFO ruby 2.6.5 (2019-10-01) [x86_64-linux]
- [2020-03-13T12:49:03.733+0000] INFO WEBrick::HTTPServer#start: pid=9681 port=8082
- [2020-03-13T12:50:10.452+0000] INFO going to shutdown ...
- [2020-03-13T12:50:10.452+0000] INFO WEBrick::HTTPServer#start done.
- [2020-03-13T12:50:46.356+0000] INFO WEBrick 1.4.2
- [2020-03-13T12:50:46.356+0000] INFO ruby 2.6.5 (2019-10-01) [x86_64-linux]
- [2020-03-13T12:50:46.375+0000] INFO WEBrick::HTTPServer#start: pid=10117 port=8082
- ==> /var/log/gitlab/gitlab-rails/application.log <==
- 2020-03-13T12:31:27.415Z: Adding key (key-6): ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC32PIHIE/z9pI4UdqgSZfN1NmE2uRkbd4NiBAuJCzBMkkFP0FIaA+s+uvJwRNKqfqH5FA9DCd/nGkN2ASgkOppaZ4AknrHzbk1o/QGR0uoPBNof0BBQmInLv4df0j6CkKadevk7TElRz7VM394sfr7+cF9eYl2jVBoqgh9DjqX6nj8fVfJm7CqIEs8gQGSqiuNHUzmFymPIehLTYPXZ/gkRxOdlzas3iOoMJrljEYRLxdorqXgIcTiyNjWBMGTYXjAd5pFn8Vm/YUzwyCqzo5dLD06SIsReIyWgLCTeQGw256TlZG0chCYs1V7tPn9Q/akI70pm+mxsJqOE9P5OXYxeMTqaLt2MBoqYgFPRn1rd1tA4vb+MxE8FFsz+zdcmNVwJVtmzDH8qmycnylZCl7yuq6QtuQSFWxJou3G1HB0kdEMnN97dFmko8gVLuPKm8d/Kf6Z4cyCK/PiJk7UDzGY+VNUv+VuzI5nf64HiTMFuiLM9XMJCeyCDqTU040PoKvRBQMI2sZa8iv1DxFRWZ1fMlgx/YdobR/qsrY/sQ0VhhRSRiR9MAPNSfk46yVyUo0sd4eYufmqiWLVTUM3u0lLAHMCS13YRv0PKcu84NiDZXagNvwM5KI0VnGmZuhcFxnzyFQecBYj70tHa/qeJfjFs2nenmkRdZkNstl7cVTWGQ==
- 2020-03-13T12:31:27.416Z: Adding key (key-7): ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDJbY2KUILAzzY69R3xmoC2ktsdG+1gzgDzXoIukDnvpa1ThD3A40sJRTuHDuJZmc3+5sah/nZpyvOYkoD+QzybT5jgJn30M3fjlvJoiS3EN0WU/QYzUVlUegTlwN2tdi2yBv1WqEuU7LW2eQTkVPBBMzVOBprWJxxStp8/wxBsTIDfQf57rEgsv3zkXMxs+fJxCUSWgYRaO7DXYbhdBihEL8oealM30WjwHlRxcSXotR81ksmVCdUWd0ZwKisfq/l2vyJHMBQgjJZK5vaYWDdjKG9Dt2FbIALske/I705N2fE8SsApOVD461PrHID4+Yo+IpmH9wRB8iA7zox8Q/JuPJCVAeVMi6T3hMLoATtMm1isQo6GFGyPyhBCgGwvZCyrI9jPwvQqorw6vUeRQIntiX/KyNbu6im5fW3hvXv+WEJBWwDvR8KRct0mzuF9I9sOz8rRwksY6ehLXp1Kk0DLhFnJj+jtAAs/alfDAXn2AnqivM2o1ht+fAM505ubhpTIZiNt7G1TYDztlpqnfirVhrkspwfckxv0JRFYIUt8x0IDrVB9o7uy4FuIvsogsxISQ+GSB1Z43mva8ZG7ncqYHowcjezJ0lMd59/nyfawyFw8X/HiLvGh/77Z6fUtVACb7TLXgOWExTjcfIr2eeBhtojvYE+1UT0JzLauo8BLFw==
- 2020-03-13T12:31:27.416Z: Adding key (key-8): ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIF694jRC9J3zve6+IZif5euuRDfXc6a02Ao+2jpJjxSe
- 2020-03-13T12:32:31.072Z: DB connection pool size: 25 (increased from 1 to match thread count)
- 2020-03-13T12:36:00.480Z: DB connection pool size: 25 (increased from 1 to match thread count)
- 2020-03-13T12:37:31.374Z: DB connection pool size: 25 (increased from 1 to match thread count)
- 2020-03-13T12:42:11.844Z: DB connection pool size: 25 (increased from 1 to match thread count)
- 2020-03-13T12:42:54.022Z: DB connection pool size: 25 (increased from 1 to match thread count)
- 2020-03-13T12:48:37.768Z: DB connection pool size: 25 (increased from 1 to match thread count)
- 2020-03-13T12:50:20.396Z: DB connection pool size: 25 (increased from 1 to match thread count)
- ==> /var/log/gitlab/gitlab-rails/production_json.log <==
- {"method":"GET","path":"/Sandip124/hibernatedemoproject/refs/master/logs_tree","format":"js","controller":"Gitlab::RequestForgeryProtection::Controller","action":"index","status":200,"duration":0.88,"view":0.0,"db":0.0,"time":"2020-03-13T12:53:15.516Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":null,"cpu_s":0.03717926000000002}
- {"method":"GET","path":"/Sandip124/hibernatedemoproject/refs/master/logs_tree","format":"js","controller":"Gitlab::RequestForgeryProtection::Controller","action":"index","status":200,"duration":0.52,"view":0.0,"db":0.0,"time":"2020-03-13T12:53:15.531Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":null,"cpu_s":0.052413124000000005}
- {"method":"GET","path":"/Sandip124/hibernatedemoproject/commits/master/signatures","format":"json","controller":"Projects::CommitsController","action":"signatures","status":200,"duration":54.8,"view":0.24,"db":5.98,"time":"2020-03-13T12:53:15.549Z","params":[{"key":"namespace_id","value":"Sandip124"},{"key":"project_id","value":"hibernatedemoproject"},{"key":"id","value":"master"}],"remote_ip":"27.34.41.143","user_id":null,"username":null,"ua":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","queue_duration":6.49,"gitaly_calls":3,"gitaly_duration":8.95,"rugged_calls":1,"rugged_duration_ms":1.2,"correlation_id":"MCZp0qYSD44","cpu_s":0.05998024299999982}
- {"method":"GET","path":"/Sandip124/hibernatedemoproject/refs/master/logs_tree","format":"js","controller":"Projects::RefsController","action":"logs_tree","status":200,"duration":565.03,"view":305.52,"db":36.96,"time":"2020-03-13T12:53:16.235Z","params":[{"key":"namespace_id","value":"Sandip124"},{"key":"project_id","value":"hibernatedemoproject"},{"key":"id","value":"master"}],"remote_ip":"27.34.41.143","user_id":null,"username":null,"ua":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","queue_duration":67.55,"gitaly_calls":3,"gitaly_duration":11.49,"rugged_calls":2,"rugged_duration_ms":1.58,"correlation_id":"hl7gkOtlT09","cpu_s":0.673047328}
- {"method":"GET","path":"/users/sign_in","format":"html","controller":"Gitlab::RequestForgeryProtection::Controller","action":"index","status":200,"duration":0.66,"view":0.0,"db":0.0,"time":"2020-03-13T12:53:21.904Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":null,"cpu_s":0.03301533700000003}
- {"method":"GET","path":"/users/sign_in","format":"html","controller":"Gitlab::RequestForgeryProtection::Controller","action":"index","status":200,"duration":0.46,"view":0.0,"db":0.0,"time":"2020-03-13T12:53:21.919Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":null,"cpu_s":0.048023521999999985}
- {"method":"GET","path":"/users/sign_in","format":"html","controller":"SessionsController","action":"new","status":500,"duration":282.73,"view":0.0,"db":6.26,"time":"2020-03-13T12:53:22.215Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":"27.34.41.143","user_id":null,"username":null,"ua":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","queue_duration":61.97,"correlation_id":"Suul01ODGi7","cpu_s":0.337809876,"exception.class":"OpenSSL::Cipher::CipherError","exception.message":"","exception.backtrace":["lib/gitlab/current_settings.rb:20:in `method_missing'","lib/gitlab/recaptcha.rb:8:in `block in load_configurations!'","lib/gitlab/recaptcha.rb:7:in `load_configurations!'","app/controllers/sessions_controller.rb:269:in `load_recaptcha'","ee/lib/gitlab/ip_address_state.rb:10:in `with'","ee/app/controllers/ee/application_controller.rb:43:in `set_current_ip_address'","lib/gitlab/session.rb:11:in `with_session'","app/controllers/application_controller.rb:467:in `set_session_storage'","app/controllers/application_controller.rb:461:in `set_locale'","lib/gitlab/application_context.rb:18:in `with_context'","app/controllers/application_controller.rb:453:in `set_current_context'","lib/gitlab/error_tracking.rb:34:in `with_context'","app/controllers/application_controller.rb:545:in `sentry_context'","ee/lib/gitlab/jira/middleware.rb:19:in `call'"]}
- {"method":"GET","path":"/users/sign_in","format":"html","controller":"Gitlab::RequestForgeryProtection::Controller","action":"index","status":200,"duration":0.36,"view":0.0,"db":0.0,"time":"2020-03-13T12:55:46.909Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":null,"cpu_s":0.013173745999999875}
- {"method":"GET","path":"/users/sign_in","format":"html","controller":"Gitlab::RequestForgeryProtection::Controller","action":"index","status":200,"duration":0.36,"view":0.0,"db":0.0,"time":"2020-03-13T12:55:46.912Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":null,"cpu_s":0.015548383000000054}
- {"method":"GET","path":"/users/sign_in","format":"html","controller":"SessionsController","action":"new","status":500,"duration":11.93,"view":0.0,"db":0.56,"time":"2020-03-13T12:55:46.931Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":"27.34.41.143","user_id":null,"username":null,"ua":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","queue_duration":19.37,"correlation_id":"Wtty6xsx4C1","cpu_s":0.034152624999999937,"exception.class":"OpenSSL::Cipher::CipherError","exception.message":"","exception.backtrace":["lib/gitlab/current_settings.rb:20:in `method_missing'","lib/gitlab/recaptcha.rb:8:in `block in load_configurations!'","lib/gitlab/recaptcha.rb:7:in `load_configurations!'","app/controllers/sessions_controller.rb:269:in `load_recaptcha'","ee/lib/gitlab/ip_address_state.rb:10:in `with'","ee/app/controllers/ee/application_controller.rb:43:in `set_current_ip_address'","lib/gitlab/session.rb:11:in `with_session'","app/controllers/application_controller.rb:467:in `set_session_storage'","app/controllers/application_controller.rb:461:in `set_locale'","lib/gitlab/application_context.rb:18:in `with_context'","app/controllers/application_controller.rb:453:in `set_current_context'","lib/gitlab/error_tracking.rb:34:in `with_context'","app/controllers/application_controller.rb:545:in `sentry_context'","ee/lib/gitlab/jira/middleware.rb:19:in `call'"]}
- ==> /var/log/gitlab/gitlab-rails/api_json.log <==
- # Logfile created on 2020-03-13 12:10:02 +0000 by logger.rb/66358
- {"time":"2020-03-13T12:46:19.448Z","severity":"INFO","duration":35.16,"db":3.04,"view":32.12,"status":200,"method":"GET","path":"/api/v4/internal/check","params":[],"host":"127.0.0.1","remote_ip":"127.0.0.1","ua":"Go-http-client/1.1","route":"/api/:version/internal/check","correlation_id":"9cf34a28-6ef4-4d88-ad72-94471173373a"}
- ==> /var/log/gitlab/gitlab-workhorse/current <==
- {"correlation_id":"IvuHbIHMPR1","encoding":"gzip","file":"/opt/gitlab/embedded/service/gitlab-rails/public/assets/webpack/pages.projects.show.bf4a9bc6.chunk.js","level":"info","method":"GET","msg":"Send static file","time":"2020-03-13T12:53:14Z","uri":"/assets/webpack/pages.projects.show.bf4a9bc6.chunk.js"}
- {"correlation_id":"IvuHbIHMPR1","duration_ms":0,"host":"136.244.87.224","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"http://136.244.87.224/Sandip124/hibernatedemoproject","remote_addr":"27.34.41.143:0","remote_ip":"27.34.41.143","status":200,"system":"http","time":"2020-03-13T12:53:14Z","uri":"/assets/webpack/pages.projects.show.bf4a9bc6.chunk.js","user_agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","written_bytes":11312}
- {"correlation_id":"2UYsKgchVN7","encoding":"gzip","file":"/opt/gitlab/embedded/service/gitlab-rails/public/assets/webpack/commons~pages.admin.clusters~pages.admin.clusters.destroy~pages.admin.clusters.edit~pages.admin.clus~e6a7b0d8.2d8a6c8d.chunk.js","level":"info","method":"GET","msg":"Send static file","time":"2020-03-13T12:53:14Z","uri":"/assets/webpack/commons~pages.admin.clusters~pages.admin.clusters.destroy~pages.admin.clusters.edit~pages.admin.clus~e6a7b0d8.2d8a6c8d.chunk.js"}
- {"correlation_id":"2UYsKgchVN7","duration_ms":0,"host":"136.244.87.224","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"http://136.244.87.224/Sandip124/hibernatedemoproject","remote_addr":"27.34.41.143:0","remote_ip":"27.34.41.143","status":200,"system":"http","time":"2020-03-13T12:53:14Z","uri":"/assets/webpack/commons~pages.admin.clusters~pages.admin.clusters.destroy~pages.admin.clusters.edit~pages.admin.clus~e6a7b0d8.2d8a6c8d.chunk.js","user_agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","written_bytes":5588}
- {"correlation_id":"TSbqOdDsSI4","encoding":"gzip","file":"/opt/gitlab/embedded/service/gitlab-rails/public/assets/webpack/vendors~select2.b90ea660.chunk.js","level":"info","method":"GET","msg":"Send static file","time":"2020-03-13T12:53:15Z","uri":"/assets/webpack/vendors~select2.b90ea660.chunk.js"}
- {"correlation_id":"TSbqOdDsSI4","duration_ms":2,"host":"136.244.87.224","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"http://136.244.87.224/Sandip124/hibernatedemoproject","remote_addr":"27.34.41.143:0","remote_ip":"27.34.41.143","status":200,"system":"http","time":"2020-03-13T12:53:15Z","uri":"/assets/webpack/vendors~select2.b90ea660.chunk.js","user_agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","written_bytes":17927}
- {"correlation_id":"MCZp0qYSD44","duration_ms":78,"host":"136.244.87.224","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"http://136.244.87.224/Sandip124/hibernatedemoproject","remote_addr":"27.34.41.143:0","remote_ip":"27.34.41.143","status":200,"system":"http","time":"2020-03-13T12:53:15Z","uri":"/Sandip124/hibernatedemoproject/commits/master/signatures","user_agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","written_bytes":17}
- {"correlation_id":"hl7gkOtlT09","duration_ms":774,"host":"136.244.87.224","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"http://136.244.87.224/Sandip124/hibernatedemoproject","remote_addr":"27.34.41.143:0","remote_ip":"27.34.41.143","status":200,"system":"http","time":"2020-03-13T12:53:16Z","uri":"/Sandip124/hibernatedemoproject/refs/master/logs_tree/?format=js","user_agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","written_bytes":8952}
- {"correlation_id":"Suul01ODGi7","duration_ms":362,"host":"136.244.87.224","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"http://136.244.87.224/Sandip124/hibernatedemoproject","remote_addr":"27.34.41.143:0","remote_ip":"27.34.41.143","status":500,"system":"http","time":"2020-03-13T12:53:22Z","uri":"/users/sign_in?redirect_to_referer=yes","user_agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","written_bytes":2926}
- {"correlation_id":"Wtty6xsx4C1","duration_ms":42,"host":"136.244.87.224","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"http://136.244.87.224/Sandip124/hibernatedemoproject","remote_addr":"27.34.41.143:0","remote_ip":"27.34.41.143","status":500,"system":"http","time":"2020-03-13T12:55:46Z","uri":"/users/sign_in?redirect_to_referer=yes","user_agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","written_bytes":2926}
- ==> /var/log/gitlab/redis-exporter/current <==
- 2020-03-13_12:35:48.19281 time="2020-03-13T12:35:48Z" level=info msg="Redis Metrics Exporter 1.3.4 build date: sha1: Go: go1.12.13 GOOS: linux GOARCH: amd64"
- 2020-03-13_12:35:48.19328 time="2020-03-13T12:35:48Z" level=info msg="Providing metrics at localhost:9121/metrics"
- 2020-03-13_12:37:18.47671 time="2020-03-13T12:37:18Z" level=info msg="Redis Metrics Exporter 1.3.4 build date: sha1: Go: go1.12.13 GOOS: linux GOARCH: amd64"
- 2020-03-13_12:37:18.47722 time="2020-03-13T12:37:18Z" level=info msg="Providing metrics at localhost:9121/metrics"
- 2020-03-13_12:42:41.95455 time="2020-03-13T12:42:41Z" level=info msg="Redis Metrics Exporter 1.3.4 build date: sha1: Go: go1.12.13 GOOS: linux GOARCH: amd64"
- 2020-03-13_12:42:41.95509 time="2020-03-13T12:42:41Z" level=info msg="Providing metrics at localhost:9121/metrics"
- 2020-03-13_12:48:25.28586 time="2020-03-13T12:48:25Z" level=info msg="Redis Metrics Exporter 1.3.4 build date: sha1: Go: go1.12.13 GOOS: linux GOARCH: amd64"
- 2020-03-13_12:48:25.28649 time="2020-03-13T12:48:25Z" level=info msg="Providing metrics at localhost:9121/metrics"
- 2020-03-13_12:50:08.03059 time="2020-03-13T12:50:08Z" level=info msg="Redis Metrics Exporter 1.3.4 build date: sha1: Go: go1.12.13 GOOS: linux GOARCH: amd64"
- 2020-03-13_12:50:08.03110 time="2020-03-13T12:50:08Z" level=info msg="Providing metrics at localhost:9121/metrics"
- ==> /var/log/gitlab/alertmanager/current <==
- 2020-03-13_12:36:56.76148 level=warn ts=2020-03-13T12:36:56.761Z caller=cluster.go:154 component=cluster err="couldn't deduce an advertise address: no private IP found, explicit advertise addr not provided"
- 2020-03-13_12:36:56.76245 level=error ts=2020-03-13T12:36:56.762Z caller=main.go:222 msg="unable to initialize gossip mesh" err="create memberlist: Failed to get final advertise address: No private IP address found, and explicit IP not provided"
- 2020-03-13_12:36:57.79674 level=info ts=2020-03-13T12:36:57.796Z caller=main.go:197 msg="Starting Alertmanager" version="(version=0.18.0, branch=master, revision=)"
- 2020-03-13_12:36:57.79677 level=info ts=2020-03-13T12:36:57.796Z caller=main.go:198 build_context="(go=go1.12.13, user=GitLab-Omnibus, date=)"
- 2020-03-13_12:36:57.79733 level=warn ts=2020-03-13T12:36:57.797Z caller=cluster.go:154 component=cluster err="couldn't deduce an advertise address: no private IP found, explicit advertise addr not provided"
- 2020-03-13_12:36:57.79828 level=error ts=2020-03-13T12:36:57.798Z caller=main.go:222 msg="unable to initialize gossip mesh" err="create memberlist: Failed to get final advertise address: No private IP address found, and explicit IP not provided"
- 2020-03-13_12:36:58.83374 level=info ts=2020-03-13T12:36:58.833Z caller=main.go:197 msg="Starting Alertmanager" version="(version=0.18.0, branch=master, revision=)"
- 2020-03-13_12:36:58.83376 level=info ts=2020-03-13T12:36:58.833Z caller=main.go:198 build_context="(go=go1.12.13, user=GitLab-Omnibus, date=)"
- 2020-03-13_12:36:58.83466 level=warn ts=2020-03-13T12:36:58.834Z caller=cluster.go:154 component=cluster err="couldn't deduce an advertise address: no private IP found, explicit advertise addr not provided"
- 2020-03-13_12:36:58.83560 level=error ts=2020-03-13T12:36:58.835Z caller=main.go:222 msg="unable to initialize gossip mesh" err="create memberlist: Failed to get final advertise address: No private IP address found, and explicit IP not provided"
- ==> /var/log/gitlab/sidekiq/current <==
- {"severity":"INFO","time":"2020-03-13T12:56:09.755Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"fe3e7e4f8f163cb1ac1d7723","created_at":"2020-03-13T12:56:09.698Z","correlation_id":"bb4f4a110a90d9e9bc7a0970cbbaf8e4","enqueued_at":"2020-03-13T12:56:09.699Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-fe3e7e4f8f163cb1ac1d7723: done: 0.05544 sec","job_status":"done","scheduling_latency_s":0.001003,"duration":0.05544,"cpu_s":0.017897,"completed_at":"2020-03-13T12:56:09.755Z","db_duration":14.995099000316259,"db_duration_s":0.014995099000316259}
- {"severity":"INFO","time":"2020-03-13T12:56:09.756Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"0c8acb9a06b15eb7663b203f","created_at":"2020-03-13T12:56:09.714Z","correlation_id":"d9bde67e9f35fe4235f5ab4ba130ebb6","enqueued_at":"2020-03-13T12:56:09.715Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-0c8acb9a06b15eb7663b203f: done: 0.039691 sec","job_status":"done","scheduling_latency_s":0.001271,"duration":0.039691,"cpu_s":0.014426,"completed_at":"2020-03-13T12:56:09.756Z","db_duration":0,"db_duration_s":0}
- {"severity":"INFO","time":"2020-03-13T12:57:18.092Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"8c398dc5bcfd7e713825055c","created_at":"2020-03-13T12:57:18.090Z","correlation_id":"c4ef677928fdbd88429077ae0ec1006a","enqueued_at":"2020-03-13T12:57:18.090Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-8c398dc5bcfd7e713825055c: start","job_status":"start","scheduling_latency_s":0.001279}
- {"severity":"INFO","time":"2020-03-13T12:57:18.106Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"3286d533a0d4ae4b3ecbafc6","created_at":"2020-03-13T12:57:18.104Z","correlation_id":"6c8fa11abe364b27a76720851f8fc9c2","enqueued_at":"2020-03-13T12:57:18.104Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-3286d533a0d4ae4b3ecbafc6: start","job_status":"start","scheduling_latency_s":0.0013}
- {"severity":"INFO","time":"2020-03-13T12:57:18.144Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"3286d533a0d4ae4b3ecbafc6","created_at":"2020-03-13T12:57:18.104Z","correlation_id":"6c8fa11abe364b27a76720851f8fc9c2","enqueued_at":"2020-03-13T12:57:18.104Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-3286d533a0d4ae4b3ecbafc6: done: 0.038676 sec","job_status":"done","scheduling_latency_s":0.0013,"duration":0.038676,"cpu_s":0.015697,"completed_at":"2020-03-13T12:57:18.144Z","db_duration":0,"db_duration_s":0}
- {"severity":"INFO","time":"2020-03-13T12:57:18.150Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"8c398dc5bcfd7e713825055c","created_at":"2020-03-13T12:57:18.090Z","correlation_id":"c4ef677928fdbd88429077ae0ec1006a","enqueued_at":"2020-03-13T12:57:18.090Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-8c398dc5bcfd7e713825055c: done: 0.058062 sec","job_status":"done","scheduling_latency_s":0.001279,"duration":0.058062,"cpu_s":0.018874,"completed_at":"2020-03-13T12:57:18.150Z","db_duration":6.13739699974758,"db_duration_s":0.00613739699974758}
- {"severity":"INFO","time":"2020-03-13T12:58:21.305Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"2745d12a8d4cc8358c1fe359","created_at":"2020-03-13T12:58:21.303Z","correlation_id":"d2f050e631a9ab3a5a478d7f8a0f32aa","enqueued_at":"2020-03-13T12:58:21.304Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-2745d12a8d4cc8358c1fe359: start","job_status":"start","scheduling_latency_s":0.001068}
- {"severity":"INFO","time":"2020-03-13T12:58:21.319Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"b284226b76919cf8b22e2964","created_at":"2020-03-13T12:58:21.318Z","correlation_id":"be2c29b84579a09704ad05337baa709d","enqueued_at":"2020-03-13T12:58:21.318Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-b284226b76919cf8b22e2964: start","job_status":"start","scheduling_latency_s":0.001121}
- {"severity":"INFO","time":"2020-03-13T12:58:21.363Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"b284226b76919cf8b22e2964","created_at":"2020-03-13T12:58:21.318Z","correlation_id":"be2c29b84579a09704ad05337baa709d","enqueued_at":"2020-03-13T12:58:21.318Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-b284226b76919cf8b22e2964: done: 0.044209 sec","job_status":"done","scheduling_latency_s":0.001121,"duration":0.044209,"cpu_s":0.015941,"completed_at":"2020-03-13T12:58:21.363Z","db_duration":1.0763460002181091,"db_duration_s":0.0010763460002181091}
- {"severity":"INFO","time":"2020-03-13T12:58:21.368Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"2745d12a8d4cc8358c1fe359","created_at":"2020-03-13T12:58:21.303Z","correlation_id":"d2f050e631a9ab3a5a478d7f8a0f32aa","enqueued_at":"2020-03-13T12:58:21.304Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-2745d12a8d4cc8358c1fe359: done: 0.063197 sec","job_status":"done","scheduling_latency_s":0.001068,"duration":0.063197,"cpu_s":0.01953,"completed_at":"2020-03-13T12:58:21.368Z","db_duration":5.679411000301116,"db_duration_s":0.0056794110003011156}
- ==> /var/log/gitlab/logrotate/current <==
- 2020-03-13_12:14:08.45226 Received TERM from runit, sending to process group (-PID)
- 2020-03-13_12:35:45.23260 Received TERM from runit, sending to process group (-PID)
- 2020-03-13_12:37:15.51361 Received TERM from runit, sending to process group (-PID)
- 2020-03-13_12:42:39.41516 Received TERM from runit, sending to process group (-PID)
- 2020-03-13_12:48:22.74777 Received TERM from runit, sending to process group (-PID)
- 2020-03-13_12:50:05.49233 Received TERM from runit, sending to process group (-PID)
- ==> /var/log/gitlab/gitaly/current <==
- {"correlation_id":"la2VRFFVTp9","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"FindAllBranchNames","grpc.request.deadline":"2020-03-13T12:53:23Z","grpc.request.fullMethod":"/gitaly.RefService/FindAllBranchNames","grpc.request.glProjectPath":"Sandip124/hibernatedemoproject","grpc.request.glRepository":"project-134","grpc.request.repoPath":"Sandip124/hibernatedemoproject.git","grpc.request.repoStorage":"default","grpc.request.topLevelGroup":"Sandip124","grpc.service":"gitaly.RefService","grpc.start_time":"2020-03-13T12:53:13Z","grpc.time_ms":2.009,"level":"info","msg":"finished streaming call with code OK","peer.address":"@","pid":9928,"span.kind":"server","system":"grpc","time":"2020-03-13T12:53:13Z"}
- {"correlation_id":"la2VRFFVTp9","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"FindAllTagNames","grpc.request.deadline":"2020-03-13T12:53:23Z","grpc.request.fullMethod":"/gitaly.RefService/FindAllTagNames","grpc.request.glProjectPath":"Sandip124/hibernatedemoproject","grpc.request.glRepository":"project-134","grpc.request.repoPath":"Sandip124/hibernatedemoproject.git","grpc.request.repoStorage":"default","grpc.request.topLevelGroup":"Sandip124","grpc.service":"gitaly.RefService","grpc.start_time":"2020-03-13T12:53:13Z","grpc.time_ms":1.771,"level":"info","msg":"finished streaming call with code OK","peer.address":"@","pid":9928,"span.kind":"server","system":"grpc","time":"2020-03-13T12:53:13Z"}
- {"correlation_id":"la2VRFFVTp9","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"FindAllBranchNames","grpc.request.deadline":"2020-03-13T12:53:24Z","grpc.request.fullMethod":"/gitaly.RefService/FindAllBranchNames","grpc.request.glProjectPath":"Sandip124/hibernatedemoproject","grpc.request.glRepository":"project-134","grpc.request.repoPath":"Sandip124/hibernatedemoproject.git","grpc.request.repoStorage":"default","grpc.request.topLevelGroup":"Sandip124","grpc.service":"gitaly.RefService","grpc.start_time":"2020-03-13T12:53:14Z","grpc.time_ms":2.109,"level":"info","msg":"finished streaming call with code OK","peer.address":"@","pid":9928,"span.kind":"server","system":"grpc","time":"2020-03-13T12:53:14Z"}
- {"correlation_id":"la2VRFFVTp9","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"GetCommitSignatures","grpc.request.deadline":"2020-03-13T12:53:24Z","grpc.request.fullMethod":"/gitaly.CommitService/GetCommitSignatures","grpc.request.glProjectPath":"Sandip124/hibernatedemoproject","grpc.request.glRepository":"project-134","grpc.request.repoPath":"Sandip124/hibernatedemoproject.git","grpc.request.repoStorage":"default","grpc.request.topLevelGroup":"Sandip124","grpc.service":"gitaly.CommitService","grpc.start_time":"2020-03-13T12:53:14Z","grpc.time_ms":3.83,"level":"info","msg":"finished streaming call with code OK","peer.address":"@","pid":9928,"span.kind":"server","system":"grpc","time":"2020-03-13T12:53:14Z"}
- {"correlation_id":"MCZp0qYSD44","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"FindAllTagNames","grpc.request.deadline":"2020-03-13T12:53:25Z","grpc.request.fullMethod":"/gitaly.RefService/FindAllTagNames","grpc.request.glProjectPath":"Sandip124/hibernatedemoproject","grpc.request.glRepository":"project-134","grpc.request.repoPath":"Sandip124/hibernatedemoproject.git","grpc.request.repoStorage":"default","grpc.request.topLevelGroup":"Sandip124","grpc.service":"gitaly.RefService","grpc.start_time":"2020-03-13T12:53:15Z","grpc.time_ms":1.892,"level":"info","msg":"finished streaming call with code OK","peer.address":"@","pid":9928,"span.kind":"server","system":"grpc","time":"2020-03-13T12:53:15Z"}
- {"correlation_id":"MCZp0qYSD44","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"FindCommits","grpc.request.deadline":"2020-03-13T12:53:45Z","grpc.request.fullMethod":"/gitaly.CommitService/FindCommits","grpc.request.glProjectPath":"Sandip124/hibernatedemoproject","grpc.request.glRepository":"project-134","grpc.request.repoPath":"Sandip124/hibernatedemoproject.git","grpc.request.repoStorage":"default","grpc.request.topLevelGroup":"Sandip124","grpc.service":"gitaly.CommitService","grpc.start_time":"2020-03-13T12:53:15Z","grpc.time_ms":5.421,"level":"info","msg":"finished streaming call with code OK","peer.address":"@","pid":9928,"span.kind":"server","system":"grpc","time":"2020-03-13T12:53:15Z"}
- {"correlation_id":"MCZp0qYSD44","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"GetCommitSignatures","grpc.request.deadline":"2020-03-13T12:53:25Z","grpc.request.fullMethod":"/gitaly.CommitService/GetCommitSignatures","grpc.request.glProjectPath":"Sandip124/hibernatedemoproject","grpc.request.glRepository":"project-134","grpc.request.repoPath":"Sandip124/hibernatedemoproject.git","grpc.request.repoStorage":"default","grpc.request.topLevelGroup":"Sandip124","grpc.service":"gitaly.CommitService","grpc.start_time":"2020-03-13T12:53:15Z","grpc.time_ms":0.373,"level":"info","msg":"finished streaming call with code OK","peer.address":"@","pid":9928,"span.kind":"server","system":"grpc","time":"2020-03-13T12:53:15Z"}
- {"correlation_id":"hl7gkOtlT09","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"FindAllTagNames","grpc.request.deadline":"2020-03-13T12:53:25Z","grpc.request.fullMethod":"/gitaly.RefService/FindAllTagNames","grpc.request.glProjectPath":"Sandip124/hibernatedemoproject","grpc.request.glRepository":"project-134","grpc.request.repoPath":"Sandip124/hibernatedemoproject.git","grpc.request.repoStorage":"default","grpc.request.topLevelGroup":"Sandip124","grpc.service":"gitaly.RefService","grpc.start_time":"2020-03-13T12:53:15Z","grpc.time_ms":2.006,"level":"info","msg":"finished streaming call with code OK","peer.address":"@","pid":9928,"span.kind":"server","system":"grpc","time":"2020-03-13T12:53:15Z"}
- {"correlation_id":"hl7gkOtlT09","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"ServerInfo","grpc.request.deadline":"2020-03-13T12:53:25Z","grpc.request.fullMethod":"/gitaly.ServerService/ServerInfo","grpc.service":"gitaly.ServerService","grpc.start_time":"2020-03-13T12:53:15Z","grpc.time_ms":1.771,"level":"info","msg":"finished unary call with code OK","peer.address":"@","pid":9928,"span.kind":"server","system":"grpc","time":"2020-03-13T12:53:15Z"}
- {"correlation_id":"hl7gkOtlT09","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"ListLastCommitsForTree","grpc.request.deadline":"2020-03-13T12:53:45Z","grpc.request.fullMethod":"/gitaly.CommitService/ListLastCommitsForTree","grpc.request.glProjectPath":"Sandip124/hibernatedemoproject","grpc.request.glRepository":"project-134","grpc.request.repoPath":"Sandip124/hibernatedemoproject.git","grpc.request.repoStorage":"default","grpc.request.topLevelGroup":"Sandip124","grpc.service":"gitaly.CommitService","grpc.start_time":"2020-03-13T12:53:15Z","grpc.time_ms":23.617,"level":"info","msg":"finished streaming call with code OK","peer.address":"@","pid":9928,"span.kind":"server","system":"grpc","time":"2020-03-13T12:53:15Z"}
- ==> /var/log/gitlab/nginx/current <==
- ==> /var/log/gitlab/nginx/gitlab_error.log <==
- ==> /var/log/gitlab/nginx/error.log <==
- ==> /var/log/gitlab/nginx/gitlab_access.log <==
- 27.34.41.143 - - [13/Mar/2020:12:53:14 +0000] "GET /assets/webpack/commons~pages.admin.clusters~pages.admin.clusters.destroy~pages.admin.clusters.edit~pages.admin.clus~e6a7b0d8.2d8a6c8d.chunk.js HTTP/1.1" 200 5614 "http://136.244.87.224/Sandip124/hibernatedemoproject" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- 27.34.41.143 - - [13/Mar/2020:12:53:14 +0000] "GET /uploads/-/system/user/avatar/23/avatar.png?width=40 HTTP/1.1" 200 27699 "http://136.244.87.224/Sandip124/hibernatedemoproject" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- 27.34.41.143 - - [13/Mar/2020:12:53:14 +0000] "GET /assets/webpack/commons~pages.groups.epics.index~pages.groups.epics.show~pages.groups.milestones.edit~pages.groups.m~b7d7bc7f.86f9353c.chunk.js HTTP/1.1" 200 11374 "http://136.244.87.224/Sandip124/hibernatedemoproject" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- 27.34.41.143 - - [13/Mar/2020:12:53:14 +0000] "GET /assets/webpack/pages.projects.show.bf4a9bc6.chunk.js HTTP/1.1" 200 11339 "http://136.244.87.224/Sandip124/hibernatedemoproject" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- 27.34.41.143 - - [13/Mar/2020:12:53:14 +0000] "GET /assets/webpack/commons~pages.admin.clusters~pages.admin.clusters.destroy~pages.admin.clusters.edit~pages.admin.clus~e6a7b0d8.2d8a6c8d.chunk.js HTTP/1.1" 200 5614 "http://136.244.87.224/Sandip124/hibernatedemoproject" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- 27.34.41.143 - - [13/Mar/2020:12:53:15 +0000] "GET /assets/webpack/vendors~select2.b90ea660.chunk.js HTTP/1.1" 200 17970 "http://136.244.87.224/Sandip124/hibernatedemoproject" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- 27.34.41.143 - - [13/Mar/2020:12:53:15 +0000] "GET /Sandip124/hibernatedemoproject/commits/master/signatures HTTP/1.1" 200 17 "http://136.244.87.224/Sandip124/hibernatedemoproject" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- 27.34.41.143 - - [13/Mar/2020:12:53:16 +0000] "GET /Sandip124/hibernatedemoproject/refs/master/logs_tree/?format=js HTTP/1.1" 200 895 "http://136.244.87.224/Sandip124/hibernatedemoproject" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- 27.34.41.143 - - [13/Mar/2020:12:53:22 +0000] "GET /users/sign_in?redirect_to_referer=yes HTTP/1.1" 500 2926 "http://136.244.87.224/Sandip124/hibernatedemoproject" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- 27.34.41.143 - - [13/Mar/2020:12:55:46 +0000] "GET /users/sign_in?redirect_to_referer=yes HTTP/1.1" 500 2926 "http://136.244.87.224/Sandip124/hibernatedemoproject" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- ==> /var/log/gitlab/nginx/access.log <==
- ==> /var/log/gitlab/gitlab-exporter/current <==
- 2020-03-13_12:50:04.22595 - Goodbye!
- 2020-03-13_12:50:04.22605 == Sinatra has ended his set (crowd applauds)
- 2020-03-13_12:50:04.65921 == Sinatra (v2.0.8.1) has taken the stage on 9168 for development with backup from Puma
- 2020-03-13_12:50:04.65947 Puma starting in single mode...
- 2020-03-13_12:50:04.65947 * Version 4.3.1.gitlab.2 (ruby 2.6.5-p114), codename: Mysterious Traveller
- 2020-03-13_12:50:04.65948 * Min threads: 0, max threads: 16
- 2020-03-13_12:50:04.65948 * Environment: development
- 2020-03-13_12:50:04.65988 * Listening on tcp://127.0.0.1:9168
- 2020-03-13_12:50:04.65990 * Listening on tcp://[::1]:9168
- 2020-03-13_12:50:04.65997 Use Ctrl-C to stop
- ==> /var/log/gitlab/gitlab-rails/production.log <==
- Started GET "/users/sign_in?redirect_to_referer=yes" for 27.34.41.143 at 2020-03-13 12:59:08 +0000
- Processing by Gitlab::RequestForgeryProtection::Controller#index as HTML
- Parameters: {"redirect_to_referer"=>"yes"}
- Completed 200 OK in 0ms (ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)
- Processing by Gitlab::RequestForgeryProtection::Controller#index as HTML
- Parameters: {"redirect_to_referer"=>"yes"}
- Completed 200 OK in 0ms (ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)
- Processing by SessionsController#new as HTML
- Parameters: {"redirect_to_referer"=>"yes"}
- Completed 500 Internal Server Error in 10ms (ActiveRecord: 1.8ms | Elasticsearch: 0.0ms)
- OpenSSL::Cipher::CipherError ():
- lib/gitlab/current_settings.rb:20:in `method_missing'
- lib/gitlab/recaptcha.rb:8:in `block in load_configurations!'
- lib/gitlab/recaptcha.rb:7:in `load_configurations!'
- app/controllers/sessions_controller.rb:269:in `load_recaptcha'
- ee/lib/gitlab/ip_address_state.rb:10:in `with'
- ee/app/controllers/ee/application_controller.rb:43:in `set_current_ip_address'
- lib/gitlab/session.rb:11:in `with_session'
- app/controllers/application_controller.rb:467:in `set_session_storage'
- lib/gitlab/i18n.rb:55:in `with_locale'
- lib/gitlab/i18n.rb:61:in `with_user_locale'
- app/controllers/application_controller.rb:461:in `set_locale'
- lib/gitlab/application_context.rb:18:in `with_context'
- app/controllers/application_controller.rb:453:in `set_current_context'
- lib/gitlab/error_tracking.rb:34:in `with_context'
- app/controllers/application_controller.rb:545:in `sentry_context'
- lib/gitlab/middleware/rails_queue_duration.rb:27:in `call'
- lib/gitlab/metrics/rack_middleware.rb:17:in `block in call'
- lib/gitlab/metrics/transaction.rb:62:in `run'
- lib/gitlab/metrics/rack_middleware.rb:17:in `call'
- lib/gitlab/request_profiler/middleware.rb:17:in `call'
- ee/lib/gitlab/jira/middleware.rb:19:in `call'
- lib/gitlab/middleware/go.rb:20:in `call'
- lib/gitlab/etag_caching/middleware.rb:13:in `call'
- lib/gitlab/middleware/multipart.rb:117:in `call'
- lib/gitlab/middleware/read_only/controller.rb:52:in `call'
- lib/gitlab/middleware/read_only.rb:18:in `call'
- lib/gitlab/middleware/basic_health_check.rb:25:in `call'
- lib/gitlab/middleware/request_context.rb:23:in `call'
- config/initializers/fix_local_cache_middleware.rb:9:in `call'
- lib/gitlab/metrics/requests_rack_middleware.rb:49:in `call'
- lib/gitlab/middleware/release_env.rb:12:in `call'
- ==> /var/log/gitlab/gitlab-rails/production_json.log <==
- {"method":"GET","path":"/users/sign_in","format":"html","controller":"Gitlab::RequestForgeryProtection::Controller","action":"index","status":200,"duration":0.49,"view":0.0,"db":0.0,"time":"2020-03-13T12:59:08.821Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":null,"cpu_s":0.01953879199999997}
- {"method":"GET","path":"/users/sign_in","format":"html","controller":"Gitlab::RequestForgeryProtection::Controller","action":"index","status":200,"duration":0.25,"view":0.0,"db":0.0,"time":"2020-03-13T12:59:08.824Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":null,"cpu_s":0.022061175000000044}
- {"method":"GET","path":"/users/sign_in","format":"html","controller":"SessionsController","action":"new","status":500,"duration":10.27,"view":0.0,"db":1.76,"time":"2020-03-13T12:59:08.841Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":"27.34.41.143","user_id":null,"username":null,"ua":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","queue_duration":34.84,"correlation_id":"YwzZmtOKjG2","cpu_s":0.03723164899999998,"exception.class":"OpenSSL::Cipher::CipherError","exception.message":"","exception.backtrace":["lib/gitlab/current_settings.rb:20:in `method_missing'","lib/gitlab/recaptcha.rb:8:in `block in load_configurations!'","lib/gitlab/recaptcha.rb:7:in `load_configurations!'","app/controllers/sessions_controller.rb:269:in `load_recaptcha'","ee/lib/gitlab/ip_address_state.rb:10:in `with'","ee/app/controllers/ee/application_controller.rb:43:in `set_current_ip_address'","lib/gitlab/session.rb:11:in `with_session'","app/controllers/application_controller.rb:467:in `set_session_storage'","app/controllers/application_controller.rb:461:in `set_locale'","lib/gitlab/application_context.rb:18:in `with_context'","app/controllers/application_controller.rb:453:in `set_current_context'","lib/gitlab/error_tracking.rb:34:in `with_context'","app/controllers/application_controller.rb:545:in `sentry_context'","ee/lib/gitlab/jira/middleware.rb:19:in `call'"]}
- ==> /var/log/gitlab/gitlab-workhorse/current <==
- {"correlation_id":"YwzZmtOKjG2","duration_ms":54,"host":"136.244.87.224","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"","remote_addr":"27.34.41.143:0","remote_ip":"27.34.41.143","status":500,"system":"http","time":"2020-03-13T12:59:08Z","uri":"/users/sign_in?redirect_to_referer=yes","user_agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","written_bytes":2926}
- ==> /var/log/gitlab/nginx/gitlab_access.log <==
- 27.34.41.143 - - [13/Mar/2020:12:59:08 +0000] "GET /users/sign_in?redirect_to_referer=yes HTTP/1.1" 500 2926 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
- ==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
- {"severity":"INFO","time":"2020-03-13T12:59:14.097Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"fd06b8acf598142417f49d2e","created_at":"2020-03-13T12:59:14.095Z","correlation_id":"6e2615bbf5ae42bd866dd0cd77cc6f5f","enqueued_at":"2020-03-13T12:59:14.095Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-fd06b8acf598142417f49d2e: start","job_status":"start","scheduling_latency_s":0.001468}
- {"severity":"INFO","time":"2020-03-13T12:59:14.112Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"1c6e1e95a4469dbdb990b1d4","created_at":"2020-03-13T12:59:14.109Z","correlation_id":"74a80dc38d0dae93052c0d718dafbc68","enqueued_at":"2020-03-13T12:59:14.109Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-1c6e1e95a4469dbdb990b1d4: start","job_status":"start","scheduling_latency_s":0.002402}
- {"severity":"INFO","time":"2020-03-13T12:59:14.149Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"1c6e1e95a4469dbdb990b1d4","created_at":"2020-03-13T12:59:14.109Z","correlation_id":"74a80dc38d0dae93052c0d718dafbc68","enqueued_at":"2020-03-13T12:59:14.109Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-1c6e1e95a4469dbdb990b1d4: done: 0.037076 sec","job_status":"done","scheduling_latency_s":0.002402,"duration":0.037076,"cpu_s":0.013698,"completed_at":"2020-03-13T12:59:14.149Z","db_duration":0,"db_duration_s":0}
- {"severity":"INFO","time":"2020-03-13T12:59:14.151Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"fd06b8acf598142417f49d2e","created_at":"2020-03-13T12:59:14.095Z","correlation_id":"6e2615bbf5ae42bd866dd0cd77cc6f5f","enqueued_at":"2020-03-13T12:59:14.095Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-fd06b8acf598142417f49d2e: done: 0.053921 sec","job_status":"done","scheduling_latency_s":0.001468,"duration":0.053921,"cpu_s":0.0178,"completed_at":"2020-03-13T12:59:14.151Z","db_duration":11.91645199969571,"db_duration_s":0.01191645199969571}
- ==> /var/log/gitlab/sidekiq/current <==
- {"severity":"INFO","time":"2020-03-13T12:59:14.097Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"fd06b8acf598142417f49d2e","created_at":"2020-03-13T12:59:14.095Z","correlation_id":"6e2615bbf5ae42bd866dd0cd77cc6f5f","enqueued_at":"2020-03-13T12:59:14.095Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-fd06b8acf598142417f49d2e: start","job_status":"start","scheduling_latency_s":0.001468}
- {"severity":"INFO","time":"2020-03-13T12:59:14.112Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"1c6e1e95a4469dbdb990b1d4","created_at":"2020-03-13T12:59:14.109Z","correlation_id":"74a80dc38d0dae93052c0d718dafbc68","enqueued_at":"2020-03-13T12:59:14.109Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-1c6e1e95a4469dbdb990b1d4: start","job_status":"start","scheduling_latency_s":0.002402}
- {"severity":"INFO","time":"2020-03-13T12:59:14.149Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"1c6e1e95a4469dbdb990b1d4","created_at":"2020-03-13T12:59:14.109Z","correlation_id":"74a80dc38d0dae93052c0d718dafbc68","enqueued_at":"2020-03-13T12:59:14.109Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-1c6e1e95a4469dbdb990b1d4: done: 0.037076 sec","job_status":"done","scheduling_latency_s":0.002402,"duration":0.037076,"cpu_s":0.013698,"completed_at":"2020-03-13T12:59:14.149Z","db_duration":0,"db_duration_s":0}
- {"severity":"INFO","time":"2020-03-13T12:59:14.151Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"fd06b8acf598142417f49d2e","created_at":"2020-03-13T12:59:14.095Z","correlation_id":"6e2615bbf5ae42bd866dd0cd77cc6f5f","enqueued_at":"2020-03-13T12:59:14.095Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-fd06b8acf598142417f49d2e: done: 0.053921 sec","job_status":"done","scheduling_latency_s":0.001468,"duration":0.053921,"cpu_s":0.0178,"completed_at":"2020-03-13T12:59:14.151Z","db_duration":11.91645199969571,"db_duration_s":0.01191645199969571}
- ==> /var/log/gitlab/redis/current <==
- 2020-03-13_13:00:09.05759 10101:M 13 Mar 2020 13:00:09.057 * 10 changes in 300 seconds. Saving...
- 2020-03-13_13:00:09.05792 10101:M 13 Mar 2020 13:00:09.057 * Background saving started by pid 11233
- 2020-03-13_13:00:09.06164 11233:C 13 Mar 2020 13:00:09.061 * DB saved on disk
- 2020-03-13_13:00:09.06199 11233:C 13 Mar 2020 13:00:09.061 * RDB: 0 MB of memory used by copy-on-write
- 2020-03-13_13:00:09.15885 10101:M 13 Mar 2020 13:00:09.158 * Background saving terminated with success
- ^[[B^[[B
- ==> /var/log/gitlab/gitlab-rails/production.log <==
- StuckCiJobsWorker: Cleaning stuck builds
- ==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
- {"severity":"INFO","time":"2020-03-13T13:00:16.181Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"fb68868cd5538c580c32038f","created_at":"2020-03-13T13:00:16.180Z","correlation_id":"f5cd4e433f5d931f2f8143ad9216eef7","enqueued_at":"2020-03-13T13:00:16.180Z","pid":10117,"message":"StuckCiJobsWorker JID-fb68868cd5538c580c32038f: start","job_status":"start","scheduling_latency_s":0.001041}
- {"severity":"INFO","time":"2020-03-13T13:00:16.187Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"ba951a8a1c604cde4c932ffa","created_at":"2020-03-13T13:00:16.185Z","correlation_id":"1c3d59a04064be478f9746c249834f2e","enqueued_at":"2020-03-13T13:00:16.185Z","pid":10117,"message":"PagesDomainSslRenewalCronWorker JID-ba951a8a1c604cde4c932ffa: start","job_status":"start","scheduling_latency_s":0.001862}
- {"severity":"INFO","time":"2020-03-13T13:00:16.197Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"ca890120555cb0e474e5da9d","created_at":"2020-03-13T13:00:16.194Z","correlation_id":"0fe1980f37b9c9c3c8b6c3d4f1bf91cd","enqueued_at":"2020-03-13T13:00:16.195Z","pid":10117,"message":"PruneWebHookLogsWorker JID-ca890120555cb0e474e5da9d: start","job_status":"start","scheduling_latency_s":0.001808}
- ==> /var/log/gitlab/sidekiq/current <==
- {"severity":"INFO","time":"2020-03-13T13:00:16.181Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"fb68868cd5538c580c32038f","created_at":"2020-03-13T13:00:16.180Z","correlation_id":"f5cd4e433f5d931f2f8143ad9216eef7","enqueued_at":"2020-03-13T13:00:16.180Z","pid":10117,"message":"StuckCiJobsWorker JID-fb68868cd5538c580c32038f: start","job_status":"start","scheduling_latency_s":0.001041}
- {"severity":"INFO","time":"2020-03-13T13:00:16.187Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"ba951a8a1c604cde4c932ffa","created_at":"2020-03-13T13:00:16.185Z","correlation_id":"1c3d59a04064be478f9746c249834f2e","enqueued_at":"2020-03-13T13:00:16.185Z","pid":10117,"message":"PagesDomainSslRenewalCronWorker JID-ba951a8a1c604cde4c932ffa: start","job_status":"start","scheduling_latency_s":0.001862}
- {"severity":"INFO","time":"2020-03-13T13:00:16.197Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"ca890120555cb0e474e5da9d","created_at":"2020-03-13T13:00:16.194Z","correlation_id":"0fe1980f37b9c9c3c8b6c3d4f1bf91cd","enqueued_at":"2020-03-13T13:00:16.195Z","pid":10117,"message":"PruneWebHookLogsWorker JID-ca890120555cb0e474e5da9d: start","job_status":"start","scheduling_latency_s":0.001808}
- ==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
- {"severity":"INFO","time":"2020-03-13T13:00:16.421Z","queue":"cronjob:ldap_all_groups_sync","class":"LdapAllGroupsSyncWorker","retry":false,"queue_namespace":"cronjob","jid":"d4fa151bbe105b1919a68c89","created_at":"2020-03-13T13:00:16.416Z","correlation_id":"8c4dfcdb2eb10fb0c8ffa1f4ba7f6221","enqueued_at":"2020-03-13T13:00:16.416Z","pid":10117,"message":"LdapAllGroupsSyncWorker JID-d4fa151bbe105b1919a68c89: start","job_status":"start","scheduling_latency_s":0.004839}
- {"severity":"INFO","time":"2020-03-13T13:00:16.434Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"62dbfdc5cf241d2d5d7e83ea","created_at":"2020-03-13T13:00:16.420Z","correlation_id":"eb72e89115ff6518461191130629eb5e","enqueued_at":"2020-03-13T13:00:16.421Z","pid":10117,"message":"RepositoryArchiveCacheWorker JID-62dbfdc5cf241d2d5d7e83ea: start","job_status":"start","scheduling_latency_s":0.01308}
- {"severity":"INFO","time":"2020-03-13T13:00:16.460Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"025d211eaf5580e53b4e30e4","created_at":"2020-03-13T13:00:16.436Z","correlation_id":"ad5afb0ffc670edd28e2f04ff2a0f92f","enqueued_at":"2020-03-13T13:00:16.441Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-025d211eaf5580e53b4e30e4: start","job_status":"start","scheduling_latency_s":0.018738}
- {"severity":"INFO","time":"2020-03-13T13:00:16.473Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"f11c6039da40bd222c8cce9b","created_at":"2020-03-13T13:00:16.461Z","correlation_id":"562e74bd9989f97255dad5a5b863872e","enqueued_at":"2020-03-13T13:00:16.467Z","pid":10117,"message":"PagesDomainVerificationCronWorker JID-f11c6039da40bd222c8cce9b: start","job_status":"start","scheduling_latency_s":0.005555}
- {"severity":"INFO","time":"2020-03-13T13:00:16.479Z","queue":"cronjob:ldap_all_groups_sync","class":"LdapAllGroupsSyncWorker","retry":false,"queue_namespace":"cronjob","jid":"d4fa151bbe105b1919a68c89","created_at":"2020-03-13T13:00:16.416Z","correlation_id":"8c4dfcdb2eb10fb0c8ffa1f4ba7f6221","enqueued_at":"2020-03-13T13:00:16.416Z","pid":10117,"message":"LdapAllGroupsSyncWorker JID-d4fa151bbe105b1919a68c89: done: 0.057811 sec","job_status":"done","scheduling_latency_s":0.004839,"duration":0.057811,"cpu_s":0.006683,"completed_at":"2020-03-13T13:00:16.479Z","db_duration":0,"db_duration_s":0}
- {"severity":"INFO","time":"2020-03-13T13:00:16.484Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"ba951a8a1c604cde4c932ffa","created_at":"2020-03-13T13:00:16.185Z","correlation_id":"1c3d59a04064be478f9746c249834f2e","enqueued_at":"2020-03-13T13:00:16.185Z","pid":10117,"message":"PagesDomainSslRenewalCronWorker JID-ba951a8a1c604cde4c932ffa: done: 0.297056 sec","job_status":"done","scheduling_latency_s":0.001862,"duration":0.297056,"cpu_s":0.016195,"completed_at":"2020-03-13T13:00:16.484Z","db_duration":151.2020250002024,"db_duration_s":0.1512020250002024}
- {"severity":"INFO","time":"2020-03-13T13:00:16.492Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"c4d379cca106070fe31708a9","created_at":"2020-03-13T13:00:16.480Z","correlation_id":"582894430f9073834062e3b630fb5898","enqueued_at":"2020-03-13T13:00:16.482Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-c4d379cca106070fe31708a9: start","job_status":"start","scheduling_latency_s":0.009855}
- {"severity":"INFO","time":"2020-03-13T13:00:16.500Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"eb6744ea628be6a83f0c15ff","created_at":"2020-03-13T13:00:16.491Z","correlation_id":"fb3140e212c3dbfba76126156eff237d","enqueued_at":"2020-03-13T13:00:16.493Z","pid":10117,"message":"ImportExportProjectCleanupWorker JID-eb6744ea628be6a83f0c15ff: start","job_status":"start","scheduling_latency_s":0.006301}
- {"severity":"INFO","time":"2020-03-13T13:00:16.512Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"fb68868cd5538c580c32038f","created_at":"2020-03-13T13:00:16.180Z","correlation_id":"f5cd4e433f5d931f2f8143ad9216eef7","enqueued_at":"2020-03-13T13:00:16.180Z","pid":10117,"message":"StuckCiJobsWorker JID-fb68868cd5538c580c32038f: done: 0.330804 sec","job_status":"done","scheduling_latency_s":0.001041,"duration":0.330804,"cpu_s":0.017812,"completed_at":"2020-03-13T13:00:16.512Z","db_duration":63.18934000000809,"db_duration_s":0.06318934000000809}
- {"severity":"INFO","time":"2020-03-13T13:00:16.547Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"ca890120555cb0e474e5da9d","created_at":"2020-03-13T13:00:16.194Z","correlation_id":"0fe1980f37b9c9c3c8b6c3d4f1bf91cd","enqueued_at":"2020-03-13T13:00:16.195Z","pid":10117,"message":"PruneWebHookLogsWorker JID-ca890120555cb0e474e5da9d: done: 0.350731 sec","job_status":"done","scheduling_latency_s":0.001808,"duration":0.350731,"cpu_s":0.016248,"completed_at":"2020-03-13T13:00:16.547Z","db_duration":94.91434099936669,"db_duration_s":0.09491434099936669}
- {"severity":"INFO","time":"2020-03-13T13:00:16.553Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"c4d379cca106070fe31708a9","created_at":"2020-03-13T13:00:16.480Z","correlation_id":"582894430f9073834062e3b630fb5898","enqueued_at":"2020-03-13T13:00:16.482Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-c4d379cca106070fe31708a9: done: 0.060842 sec","job_status":"done","scheduling_latency_s":0.009855,"duration":0.060842,"cpu_s":0.014764,"completed_at":"2020-03-13T13:00:16.553Z","db_duration":0,"db_duration_s":0}
- {"severity":"INFO","time":"2020-03-13T13:00:16.572Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"62dbfdc5cf241d2d5d7e83ea","created_at":"2020-03-13T13:00:16.420Z","correlation_id":"eb72e89115ff6518461191130629eb5e","enqueued_at":"2020-03-13T13:00:16.421Z","pid":10117,"message":"RepositoryArchiveCacheWorker JID-62dbfdc5cf241d2d5d7e83ea: done: 0.138763 sec","job_status":"done","scheduling_latency_s":0.01308,"duration":0.138763,"cpu_s":0.017426,"completed_at":"2020-03-13T13:00:16.572Z","db_duration":45.853661000137436,"db_duration_s":0.045853661000137436}
- {"severity":"INFO","time":"2020-03-13T13:00:16.581Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"f11c6039da40bd222c8cce9b","created_at":"2020-03-13T13:00:16.461Z","correlation_id":"562e74bd9989f97255dad5a5b863872e","enqueued_at":"2020-03-13T13:00:16.467Z","pid":10117,"message":"PagesDomainVerificationCronWorker JID-f11c6039da40bd222c8cce9b: done: 0.108223 sec","job_status":"done","scheduling_latency_s":0.005555,"duration":0.108223,"cpu_s":0.016905,"completed_at":"2020-03-13T13:00:16.581Z","db_duration":53.012968999610166,"db_duration_s":0.053012968999610166}
- {"severity":"INFO","time":"2020-03-13T13:00:16.585Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"eb6744ea628be6a83f0c15ff","created_at":"2020-03-13T13:00:16.491Z","correlation_id":"fb3140e212c3dbfba76126156eff237d","enqueued_at":"2020-03-13T13:00:16.493Z","pid":10117,"message":"ImportExportProjectCleanupWorker JID-eb6744ea628be6a83f0c15ff: done: 0.085058 sec","job_status":"done","scheduling_latency_s":0.006301,"duration":0.085058,"cpu_s":0.012668,"completed_at":"2020-03-13T13:00:16.585Z","db_duration":16.909390000137137,"db_duration_s":0.016909390000137137}
- {"severity":"INFO","time":"2020-03-13T13:00:16.589Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"025d211eaf5580e53b4e30e4","created_at":"2020-03-13T13:00:16.436Z","correlation_id":"ad5afb0ffc670edd28e2f04ff2a0f92f","enqueued_at":"2020-03-13T13:00:16.441Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-025d211eaf5580e53b4e30e4: done: 0.129946 sec","job_status":"done","scheduling_latency_s":0.018738,"duration":0.129946,"cpu_s":0.021952,"completed_at":"2020-03-13T13:00:16.589Z","db_duration":58.11819600035051,"db_duration_s":0.05811819600035051}
- ==> /var/log/gitlab/sidekiq/current <==
- {"severity":"INFO","time":"2020-03-13T13:00:16.421Z","queue":"cronjob:ldap_all_groups_sync","class":"LdapAllGroupsSyncWorker","retry":false,"queue_namespace":"cronjob","jid":"d4fa151bbe105b1919a68c89","created_at":"2020-03-13T13:00:16.416Z","correlation_id":"8c4dfcdb2eb10fb0c8ffa1f4ba7f6221","enqueued_at":"2020-03-13T13:00:16.416Z","pid":10117,"message":"LdapAllGroupsSyncWorker JID-d4fa151bbe105b1919a68c89: start","job_status":"start","scheduling_latency_s":0.004839}
- {"severity":"INFO","time":"2020-03-13T13:00:16.434Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"62dbfdc5cf241d2d5d7e83ea","created_at":"2020-03-13T13:00:16.420Z","correlation_id":"eb72e89115ff6518461191130629eb5e","enqueued_at":"2020-03-13T13:00:16.421Z","pid":10117,"message":"RepositoryArchiveCacheWorker JID-62dbfdc5cf241d2d5d7e83ea: start","job_status":"start","scheduling_latency_s":0.01308}
- {"severity":"INFO","time":"2020-03-13T13:00:16.460Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"025d211eaf5580e53b4e30e4","created_at":"2020-03-13T13:00:16.436Z","correlation_id":"ad5afb0ffc670edd28e2f04ff2a0f92f","enqueued_at":"2020-03-13T13:00:16.441Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-025d211eaf5580e53b4e30e4: start","job_status":"start","scheduling_latency_s":0.018738}
- {"severity":"INFO","time":"2020-03-13T13:00:16.473Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"f11c6039da40bd222c8cce9b","created_at":"2020-03-13T13:00:16.461Z","correlation_id":"562e74bd9989f97255dad5a5b863872e","enqueued_at":"2020-03-13T13:00:16.467Z","pid":10117,"message":"PagesDomainVerificationCronWorker JID-f11c6039da40bd222c8cce9b: start","job_status":"start","scheduling_latency_s":0.005555}
- {"severity":"INFO","time":"2020-03-13T13:00:16.479Z","queue":"cronjob:ldap_all_groups_sync","class":"LdapAllGroupsSyncWorker","retry":false,"queue_namespace":"cronjob","jid":"d4fa151bbe105b1919a68c89","created_at":"2020-03-13T13:00:16.416Z","correlation_id":"8c4dfcdb2eb10fb0c8ffa1f4ba7f6221","enqueued_at":"2020-03-13T13:00:16.416Z","pid":10117,"message":"LdapAllGroupsSyncWorker JID-d4fa151bbe105b1919a68c89: done: 0.057811 sec","job_status":"done","scheduling_latency_s":0.004839,"duration":0.057811,"cpu_s":0.006683,"completed_at":"2020-03-13T13:00:16.479Z","db_duration":0,"db_duration_s":0}
- {"severity":"INFO","time":"2020-03-13T13:00:16.484Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"ba951a8a1c604cde4c932ffa","created_at":"2020-03-13T13:00:16.185Z","correlation_id":"1c3d59a04064be478f9746c249834f2e","enqueued_at":"2020-03-13T13:00:16.185Z","pid":10117,"message":"PagesDomainSslRenewalCronWorker JID-ba951a8a1c604cde4c932ffa: done: 0.297056 sec","job_status":"done","scheduling_latency_s":0.001862,"duration":0.297056,"cpu_s":0.016195,"completed_at":"2020-03-13T13:00:16.484Z","db_duration":151.2020250002024,"db_duration_s":0.1512020250002024}
- {"severity":"INFO","time":"2020-03-13T13:00:16.492Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"c4d379cca106070fe31708a9","created_at":"2020-03-13T13:00:16.480Z","correlation_id":"582894430f9073834062e3b630fb5898","enqueued_at":"2020-03-13T13:00:16.482Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-c4d379cca106070fe31708a9: start","job_status":"start","scheduling_latency_s":0.009855}
- {"severity":"INFO","time":"2020-03-13T13:00:16.500Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"eb6744ea628be6a83f0c15ff","created_at":"2020-03-13T13:00:16.491Z","correlation_id":"fb3140e212c3dbfba76126156eff237d","enqueued_at":"2020-03-13T13:00:16.493Z","pid":10117,"message":"ImportExportProjectCleanupWorker JID-eb6744ea628be6a83f0c15ff: start","job_status":"start","scheduling_latency_s":0.006301}
- {"severity":"INFO","time":"2020-03-13T13:00:16.512Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"fb68868cd5538c580c32038f","created_at":"2020-03-13T13:00:16.180Z","correlation_id":"f5cd4e433f5d931f2f8143ad9216eef7","enqueued_at":"2020-03-13T13:00:16.180Z","pid":10117,"message":"StuckCiJobsWorker JID-fb68868cd5538c580c32038f: done: 0.330804 sec","job_status":"done","scheduling_latency_s":0.001041,"duration":0.330804,"cpu_s":0.017812,"completed_at":"2020-03-13T13:00:16.512Z","db_duration":63.18934000000809,"db_duration_s":0.06318934000000809}
- {"severity":"INFO","time":"2020-03-13T13:00:16.547Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"ca890120555cb0e474e5da9d","created_at":"2020-03-13T13:00:16.194Z","correlation_id":"0fe1980f37b9c9c3c8b6c3d4f1bf91cd","enqueued_at":"2020-03-13T13:00:16.195Z","pid":10117,"message":"PruneWebHookLogsWorker JID-ca890120555cb0e474e5da9d: done: 0.350731 sec","job_status":"done","scheduling_latency_s":0.001808,"duration":0.350731,"cpu_s":0.016248,"completed_at":"2020-03-13T13:00:16.547Z","db_duration":94.91434099936669,"db_duration_s":0.09491434099936669}
- {"severity":"INFO","time":"2020-03-13T13:00:16.553Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"c4d379cca106070fe31708a9","created_at":"2020-03-13T13:00:16.480Z","correlation_id":"582894430f9073834062e3b630fb5898","enqueued_at":"2020-03-13T13:00:16.482Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-c4d379cca106070fe31708a9: done: 0.060842 sec","job_status":"done","scheduling_latency_s":0.009855,"duration":0.060842,"cpu_s":0.014764,"completed_at":"2020-03-13T13:00:16.553Z","db_duration":0,"db_duration_s":0}
- {"severity":"INFO","time":"2020-03-13T13:00:16.572Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"62dbfdc5cf241d2d5d7e83ea","created_at":"2020-03-13T13:00:16.420Z","correlation_id":"eb72e89115ff6518461191130629eb5e","enqueued_at":"2020-03-13T13:00:16.421Z","pid":10117,"message":"RepositoryArchiveCacheWorker JID-62dbfdc5cf241d2d5d7e83ea: done: 0.138763 sec","job_status":"done","scheduling_latency_s":0.01308,"duration":0.138763,"cpu_s":0.017426,"completed_at":"2020-03-13T13:00:16.572Z","db_duration":45.853661000137436,"db_duration_s":0.045853661000137436}
- {"severity":"INFO","time":"2020-03-13T13:00:16.581Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"f11c6039da40bd222c8cce9b","created_at":"2020-03-13T13:00:16.461Z","correlation_id":"562e74bd9989f97255dad5a5b863872e","enqueued_at":"2020-03-13T13:00:16.467Z","pid":10117,"message":"PagesDomainVerificationCronWorker JID-f11c6039da40bd222c8cce9b: done: 0.108223 sec","job_status":"done","scheduling_latency_s":0.005555,"duration":0.108223,"cpu_s":0.016905,"completed_at":"2020-03-13T13:00:16.581Z","db_duration":53.012968999610166,"db_duration_s":0.053012968999610166}
- {"severity":"INFO","time":"2020-03-13T13:00:16.585Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"eb6744ea628be6a83f0c15ff","created_at":"2020-03-13T13:00:16.491Z","correlation_id":"fb3140e212c3dbfba76126156eff237d","enqueued_at":"2020-03-13T13:00:16.493Z","pid":10117,"message":"ImportExportProjectCleanupWorker JID-eb6744ea628be6a83f0c15ff: done: 0.085058 sec","job_status":"done","scheduling_latency_s":0.006301,"duration":0.085058,"cpu_s":0.012668,"completed_at":"2020-03-13T13:00:16.585Z","db_duration":16.909390000137137,"db_duration_s":0.016909390000137137}
- {"severity":"INFO","time":"2020-03-13T13:00:16.589Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"025d211eaf5580e53b4e30e4","created_at":"2020-03-13T13:00:16.436Z","correlation_id":"ad5afb0ffc670edd28e2f04ff2a0f92f","enqueued_at":"2020-03-13T13:00:16.441Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-025d211eaf5580e53b4e30e4: done: 0.129946 sec","job_status":"done","scheduling_latency_s":0.018738,"duration":0.129946,"cpu_s":0.021952,"completed_at":"2020-03-13T13:00:16.589Z","db_duration":58.11819600035051,"db_duration_s":0.05811819600035051}
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement