-82> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:  Options.max_write_buffer_number: 4
   -81> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:          Options.compression: NoCompression
   -80> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                  Options.bottommost_compression: Disabled
   -79> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:       Options.prefix_extractor: nullptr
   -78> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
   -77> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:             Options.num_levels: 7
   -76> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
   -75> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
   -74> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:            Options.bottommost_compression_opts.window_bits: -14
   -73> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                  Options.bottommost_compression_opts.level: 32767
   -72> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:               Options.bottommost_compression_opts.strategy: 0
   -71> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:         Options.bottommost_compression_opts.max_dict_bytes: 0
   -70> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:         Options.bottommost_compression_opts.zstd_max_train_bytes: 0
   -69> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                  Options.bottommost_compression_opts.enabled: false
   -68> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:            Options.compression_opts.window_bits: -14
   -67> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                  Options.compression_opts.level: 32767
   -66> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:               Options.compression_opts.strategy: 0
   -65> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
   -64> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:         Options.compression_opts.zstd_max_train_bytes: 0
   -63> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                  Options.compression_opts.enabled: false
   -62> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
   -61> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
   -60> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:              Options.level0_stop_writes_trigger: 36
   -59> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                   Options.target_file_size_base: 67108864
   -58> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:             Options.target_file_size_multiplier: 1
   -57> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
   -56> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
   -55> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
   -54> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
   -53> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
   -52> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
   -51> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
   -50> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
   -49> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
   -48> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
   -47> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
   -46> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
   -45> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                        Options.arena_block_size: 33554432
   -44> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
   -43> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
   -42> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
   -41> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                Options.disable_auto_compactions: 0
   -40> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                        Options.compaction_style: kCompactionStyleLevel
   -39> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                          Options.compaction_pri: kMinOverlappingRatio
   -38> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.compaction_options_universal.size_ratio: 1
   -37> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
   -36> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
   -35> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
   -34> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
   -33> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
   -32> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
   -31> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0
   -30> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                   Options.table_properties_collectors:
   -29> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                   Options.inplace_update_support: 0
   -28> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                 Options.inplace_update_num_locks: 10000
   -27> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
   -26> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:               Options.memtable_whole_key_filtering: 0
   -25> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:   Options.memtable_huge_page_size: 0
   -24> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                           Options.bloom_locality: 0
   -23> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                    Options.max_successive_merges: 0
   -22> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                Options.optimize_filters_for_hits: 0
   -21> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                Options.paranoid_file_checks: 0
   -20> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                Options.force_consistency_checks: 0
   -19> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                Options.report_bg_io_stats: 0
   -18> 2020-05-12 04:34:40.949 7f0fd5d42c80  4 rocksdb:                               Options.ttl: 0
   -17> 2020-05-12 04:34:41.789 7f0fd5d42c80  4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:db/MANIFEST-007162 succeeded,manifest_file_number is 7162, next_file_number is 7164, last_sequence is 435614950, log_number is 7159,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0

   -16> 2020-05-12 04:34:41.789 7f0fd5d42c80  4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 7159

   -15> 2020-05-12 04:34:41.789 7f0fd5d42c80  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1589258081794789, "job": 1, "event": "recovery_started", "log_files": [7163]}
   -14> 2020-05-12 04:34:41.789 7f0fd5d42c80  4 rocksdb: [db/db_impl_open.cc:583] Recovering log #7163 mode 0
   -13> 2020-05-12 04:34:43.993 7f0fd5d42c80  3 rocksdb: [db/db_impl_open.cc:518] db.wal/007163.log: dropping 10184 bytes; Corruption: missing start of fragmented record(2)
   -12> 2020-05-12 04:34:43.993 7f0fd5d42c80  4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work
   -11> 2020-05-12 04:34:43.997 7f0fd5d42c80  4 rocksdb: [db/db_impl.cc:563] Shutdown complete
   -10> 2020-05-12 04:34:43.997 7f0fd5d42c80 -1 rocksdb: Corruption: missing start of fragmented record(2)
    -9> 2020-05-12 04:34:43.997 7f0fd5d42c80 -1 bluestore(/var/lib/ceph/osd/ceph-97) _open_db erroring opening db:
    -8> 2020-05-12 04:34:43.997 7f0fd5d42c80  1 bluefs umount
    -7> 2020-05-12 04:34:43.997 7f0fd5d42c80  1 fbmap_alloc 0x55f652ba0a00 shutdown
    -6> 2020-05-12 04:34:43.997 7f0fd5d42c80  5 asok(0x55f652bea000) unregister_command bluestore allocator dump bluefs-db
    -5> 2020-05-12 04:34:43.997 7f0fd5d42c80  5 asok(0x55f652bea000) unregister_command bluestore allocator score bluefs-db
    -4> 2020-05-12 04:34:43.997 7f0fd5d42c80  5 asok(0x55f652bea000) unregister_command bluestore bluefs available
    -3> 2020-05-12 04:34:43.997 7f0fd5d42c80  1 bdev(0x55f653832e00 /var/lib/ceph/osd/ceph-97/block) close
    -2> 2020-05-12 04:34:44.197 7f0fd5d42c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _upgrade_super from 0, latest 2
    -1> 2020-05-12 04:34:44.197 7f0fd5d42c80 -1 /build/ceph/ceph-14.2.9/src/os/bluestore/BlueStore.cc: In function 'int BlueStore::_upgrade_super()' thread 7f0fd5d42c80 time 2020-05-12 04:34:44.201294
/build/ceph/ceph-14.2.9/src/os/bluestore/BlueStore.cc: 10197: FAILED ceph_assert(ondisk_format > 0)

 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable)
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x55f647244f1a]
 2: (()+0x5050f2) [0x55f6472450f2]
 3: (BlueStore::_upgrade_super()+0x4b6) [0x55f647789ea6]
 4: (BlueStore::_mount(bool, bool)+0x5bc) [0x55f6477d287c]
 5: (OSD::init()+0x31f) [0x55f6473500ef]
 6: (main()+0x4032) [0x55f6472b1732]
 7: (__libc_start_main()+0xeb) [0x7f0fd626109b]
 8: (_start()+0x2a) [0x55f6472e300a]

     0> 2020-05-12 04:34:44.201 7f0fd5d42c80 -1 *** Caught signal (Aborted) **
 in thread 7f0fd5d42c80 thread_name:ceph-osd

 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable)
 1: (()+0x12730) [0x7f0fd6791730]
 2: (gsignal()+0x10b) [0x7f0fd62747bb]
 3: (abort()+0x121) [0x7f0fd625f535]
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a3) [0x55f647244f6b]
 5: (()+0x5050f2) [0x55f6472450f2]
 6: (BlueStore::_upgrade_super()+0x4b6) [0x55f647789ea6]
 7: (BlueStore::_mount(bool, bool)+0x5bc) [0x55f6477d287c]
 8: (OSD::init()+0x31f) [0x55f6473500ef]
 9: (main()+0x4032) [0x55f6472b1732]
 10: (__libc_start_main()+0xeb) [0x7f0fd626109b]
 11: (_start()+0x2a) [0x55f6472e300a]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

--- logging levels ---
   0/ 5 none
   0/ 1 lockdep
   0/ 1 context
   1/ 1 crush
   1/ 5 mds
   1/ 5 mds_balancer
   1/ 5 mds_locker
   1/ 5 mds_log
   1/ 5 mds_log_expire
   1/ 5 mds_migrator
   0/ 1 buffer
   0/ 1 timer
   0/ 1 filer
   0/ 1 striper
   0/ 1 objecter
   0/ 5 rados
   0/ 5 rbd
   0/ 5 rbd_mirror
   0/ 5 rbd_replay
   0/ 5 journaler
   0/ 5 objectcacher
   0/ 5 client
   1/ 5 osd
   0/ 5 optracker
   0/ 5 objclass
   1/ 3 filestore
   1/ 3 journal
   0/ 0 ms
   1/ 5 mon
   0/10 monc
   1/ 5 paxos
   0/ 5 tp
   1/ 5 auth
   1/ 5 crypto
   1/ 1 finisher
   1/ 1 reserver
   1/ 5 heartbeatmap
   1/ 5 perfcounter
   1/ 5 rgw
   1/ 5 rgw_sync
   1/10 civetweb
   1/ 5 javaclient
   1/ 5 asok
   1/ 1 throttle
   0/ 0 refs
   1/ 5 xio
   1/ 5 compressor
   1/ 5 bluestore
   1/ 5 bluefs
   1/ 3 bdev
   1/ 5 kstore
   4/ 5 rocksdb
   4/ 5 leveldb
   4/ 5 memdb
   1/ 5 kinetic
   1/ 5 fuse
   1/ 5 mgr
   1/ 5 mgrc
   1/ 5 dpdk
   1/ 5 eventtrace
   1/ 5 prioritycache
  -2/-2 (syslog threshold)
  -1/-1 (stderr threshold)
  max_recent     10000
  max_new         1000
  log_file /var/log/ceph/ceph-osd.97.log
--- end dump of recent events ---
2020-05-12 04:34:44.609 7fdf91ef2c80  0 set uid:gid to 64045:64045 (ceph:ceph)
2020-05-12 04:34:44.609 7fdf91ef2c80  0 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable), process ceph-osd, pid 360331
2020-05-12 04:34:44.609 7fdf91ef2c80  0 pidfile_write: ignore empty --pid-file
2020-05-12 04:34:44.613 7fdf91ef2c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
2020-05-12 04:34:44.613 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
2020-05-12 04:34:44.613 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
2020-05-12 04:34:44.613 7fdf91ef2c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
2020-05-12 04:34:44.613 7fdf91ef2c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
2020-05-12 04:34:44.613 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
2020-05-12 04:34:44.617 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
2020-05-12 04:34:44.617 7fdf91ef2c80  1 bluefs add_block_device bdev 1 path /var/lib/ceph/osd/ceph-97/block size 9.1 TiB
2020-05-12 04:34:44.617 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) close
2020-05-12 04:34:44.909 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) close
2020-05-12 04:34:45.165 7fdf91ef2c80  0 starting osd.97 osd_data /var/lib/ceph/osd/ceph-97 /var/lib/ceph/osd/ceph-97/journal
2020-05-12 04:34:45.245 7fdf91ef2c80  0 load: jerasure load: lrc load: isa
2020-05-12 04:34:45.245 7fdf91ef2c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
2020-05-12 04:34:45.245 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
2020-05-12 04:34:45.245 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
2020-05-12 04:34:45.245 7fdf91ef2c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
2020-05-12 04:34:45.245 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) close
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _mount path /var/lib/ceph/osd/ceph-97
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bluefs add_block_device bdev 1 path /var/lib/ceph/osd/ceph-97/block size 9.1 TiB
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bluefs mount
2020-05-12 04:34:45.541 7fdf91ef2c80  1 bluefs _init_alloc id 1 alloc_size 0x10000 size 0x9183f000000
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option compaction_readahead_size = 2097152
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option compression = kNoCompression
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option max_background_compactions = 2
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option max_write_buffer_number = 4
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option min_write_buffer_number_to_merge = 1
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option recycle_log_file_num = 4
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option writable_file_max_buffer_size = 0
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option write_buffer_size = 268435456
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option compaction_readahead_size = 2097152
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option compression = kNoCompression
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option max_background_compactions = 2
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option max_write_buffer_number = 4
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option min_write_buffer_number_to_merge = 1
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option recycle_log_file_num = 4
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option writable_file_max_buffer_size = 0
2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option write_buffer_size = 268435456
2020-05-12 04:34:45.609 7fdf91ef2c80  1 rocksdb: do_open column families: [default]
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: RocksDB version: 6.1.2

2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Git sha rocksdb_build_git_sha:@0@
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Compile date Apr 15 2020
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: DB SUMMARY

2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: CURRENT file:  CURRENT

2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: IDENTITY file:  IDENTITY

2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: MANIFEST file:  MANIFEST-007162 size: 37108 Bytes

2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: SST files in db dir, Total Num: 267, files: 004801.sst 004810.sst 005012.sst 005691.sst 005692.sst 005744.sst 005745.sst 005848.sst 005849.sst

2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Write Ahead Log file in db.wal: 007163.log size: 93635725 ;

2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                         Options.error_if_exists: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.create_if_missing: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                         Options.paranoid_checks: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                                     Options.env: 0x55cf2969c9c0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                                Options.info_log: 0x55cf2a9d7060
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.max_file_opening_threads: 16
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                              Options.statistics: (nil)
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                               Options.use_fsync: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.max_log_file_size: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.max_manifest_file_size: 1073741824
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.log_file_time_to_roll: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.keep_log_file_num: 1000
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                    Options.recycle_log_file_num: 4
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                         Options.allow_fallocate: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                        Options.allow_mmap_reads: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.allow_mmap_writes: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                        Options.use_direct_reads: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:          Options.create_missing_column_families: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                              Options.db_log_dir:
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                                 Options.wal_dir: db.wal
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.table_cache_numshardbits: 6
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                      Options.max_subcompactions: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.max_background_flushes: -1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                         Options.WAL_ttl_seconds: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.WAL_size_limit_MB: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.manifest_preallocation_size: 4194304
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                     Options.is_fd_close_on_exec: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.advise_random_on_open: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                    Options.db_write_buffer_size: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                    Options.write_buffer_manager: 0x55cf2956eb10
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.access_hint_on_compaction_start: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:  Options.new_table_reader_for_compaction_inputs: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:           Options.random_access_max_buffer_size: 1048576
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                      Options.use_adaptive_mutex: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                            Options.rate_limiter: (nil)
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.wal_recovery_mode: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.enable_thread_tracking: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.enable_pipelined_write: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.allow_concurrent_memtable_write: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:      Options.enable_write_thread_adaptive_yield: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.write_thread_max_yield_usec: 100
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:            Options.write_thread_slow_yield_usec: 3
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                               Options.row_cache: None
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                              Options.wal_filter: None
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.avoid_flush_during_recovery: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.allow_ingest_behind: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.preserve_deletes: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.two_write_queues: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.manual_wal_flush: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.atomic_flush: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.avoid_unnecessary_blocking_io: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.max_background_jobs: 2
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.max_background_compactions: 2
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.avoid_flush_during_shutdown: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:           Options.writable_file_max_buffer_size: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.delayed_write_rate : 16777216
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.max_total_wal_size: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.stats_dump_period_sec: 600
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                 Options.stats_persist_period_sec: 600
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                 Options.stats_history_buffer_size: 1048576
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                          Options.max_open_files: -1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                          Options.bytes_per_sync: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                      Options.wal_bytes_per_sync: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:       Options.compaction_readahead_size: 2097152
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Compression algorithms supported:
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kZSTDNotFinalCompression supported: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kZSTD supported: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kXpressCompression supported: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kLZ4HCCompression supported: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kLZ4Compression supported: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kBZip2Compression supported: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kZlibCompression supported: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kSnappyCompression supported: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Fast CRC32 supported: Supported on x86
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: [db/db_impl_readonly.cc:22] Opening the db in read only mode
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: db/MANIFEST-007162

2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]:

2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:               Options.comparator: leveldb.BytewiseComparator
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:           Options.merge_operator: .T:int64_array.b:bitwise_xor
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        Options.compaction_filter: None
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        Options.compaction_filter_factory: None
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.memtable_factory: SkipListFactory
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:            Options.table_factory: BlockBasedTable
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cf289c4140)
  cache_index_and_filter_blocks: 1
  cache_index_and_filter_blocks_with_high_priority: 1
  pin_l0_filter_and_index_blocks_in_cache: 0
  pin_top_level_index_and_filter: 1
  index_type: 0
  data_block_index_type: 0
  data_block_hash_table_util_ratio: 0.750000
  hash_index_allow_collision: 1
  checksum: 1
  no_block_cache: 0
  block_cache: 0x55cf28917a10
  block_cache_name: BinnedLRUCache
  block_cache_options:
    capacity : 429496729
    num_shard_bits : 4
    strict_capacity_limit : 0
    high_pri_pool_ratio: 0.000
  block_cache_compressed: (nil)
  persistent_cache: (nil)
  block_size: 4096
  block_size_deviation: 10
  block_restart_interval: 16
  index_block_restart_interval: 1
  metadata_block_size: 4096
  partition_filters: 0
  use_delta_encoding: 1
  filter_policy: rocksdb.BuiltinBloomFilter
  whole_key_filtering: 1
  verify_compression: 0
  read_amp_bytes_per_bit: 0
  format_version: 2
  enable_index_compression: 1
  block_align: 0

2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        Options.write_buffer_size: 268435456
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:  Options.max_write_buffer_number: 4
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:          Options.compression: NoCompression
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.bottommost_compression: Disabled
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:       Options.prefix_extractor: nullptr
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.num_levels: 7
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:            Options.bottommost_compression_opts.window_bits: -14
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.bottommost_compression_opts.level: 32767
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:               Options.bottommost_compression_opts.strategy: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.bottommost_compression_opts.max_dict_bytes: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.bottommost_compression_opts.enabled: false
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:            Options.compression_opts.window_bits: -14
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.compression_opts.level: 32767
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:               Options.compression_opts.strategy: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.compression_opts.zstd_max_train_bytes: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.compression_opts.enabled: false
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:              Options.level0_stop_writes_trigger: 36
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.target_file_size_base: 67108864
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.target_file_size_multiplier: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                        Options.arena_block_size: 33554432
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.disable_auto_compactions: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                        Options.compaction_style: kCompactionStyleLevel
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                          Options.compaction_pri: kMinOverlappingRatio
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.size_ratio: 1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.table_properties_collectors:
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.inplace_update_support: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                 Options.inplace_update_num_locks: 10000
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:               Options.memtable_whole_key_filtering: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:   Options.memtable_huge_page_size: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                           Options.bloom_locality: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                    Options.max_successive_merges: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.optimize_filters_for_hits: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.paranoid_file_checks: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.force_consistency_checks: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.report_bg_io_stats: 0
2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                               Options.ttl: 0
2020-05-12 04:34:46.453 7fdf91ef2c80  4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:db/MANIFEST-007162 succeeded,manifest_file_number is 7162, next_file_number is 7164, last_sequence is 435614950, log_number is 7159,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0

2020-05-12 04:34:46.453 7fdf91ef2c80  4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 7159

2020-05-12 04:34:46.457 7fdf91ef2c80  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1589258086461352, "job": 1, "event": "recovery_started", "log_files": [7163]}
2020-05-12 04:34:46.457 7fdf91ef2c80  4 rocksdb: [db/db_impl_open.cc:583] Recovering log #7163 mode 0
2020-05-12 04:34:48.593 7fdf91ef2c80  3 rocksdb: [db/db_impl_open.cc:518] db.wal/007163.log: dropping 10184 bytes; Corruption: missing start of fragmented record(2)
2020-05-12 04:34:48.593 7fdf91ef2c80  4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work
2020-05-12 04:34:48.593 7fdf91ef2c80  4 rocksdb: [db/db_impl.cc:563] Shutdown complete
2020-05-12 04:34:48.593 7fdf91ef2c80 -1 rocksdb: Corruption: missing start of fragmented record(2)
2020-05-12 04:34:48.593 7fdf91ef2c80 -1 bluestore(/var/lib/ceph/osd/ceph-97) _open_db erroring opening db:
2020-05-12 04:34:48.593 7fdf91ef2c80  1 bluefs umount
2020-05-12 04:34:48.593 7fdf91ef2c80  1 fbmap_alloc 0x55cf28916a00 shutdown
2020-05-12 04:34:48.597 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) close
2020-05-12 04:34:49.009 7fdf91ef2c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _upgrade_super from 0, latest 2
2020-05-12 04:34:49.009 7fdf91ef2c80 -1 /build/ceph/ceph-14.2.9/src/os/bluestore/BlueStore.cc: In function 'int BlueStore::_upgrade_super()' thread 7fdf91ef2c80 time 2020-05-12 04:34:49.013300
/build/ceph/ceph-14.2.9/src/os/bluestore/BlueStore.cc: 10197: FAILED ceph_assert(ondisk_format > 0)

 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable)
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x55cf1cee2f1a]
 2: (()+0x5050f2) [0x55cf1cee30f2]
 3: (BlueStore::_upgrade_super()+0x4b6) [0x55cf1d427ea6]
 4: (BlueStore::_mount(bool, bool)+0x5bc) [0x55cf1d47087c]
 5: (OSD::init()+0x31f) [0x55cf1cfee0ef]
 6: (main()+0x4032) [0x55cf1cf4f732]
 7: (__libc_start_main()+0xeb) [0x7fdf9241109b]
 8: (_start()+0x2a) [0x55cf1cf8100a]

2020-05-12 04:34:49.013 7fdf91ef2c80 -1 *** Caught signal (Aborted) **
 in thread 7fdf91ef2c80 thread_name:ceph-osd

 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable)
 1: (()+0x12730) [0x7fdf92941730]
 2: (gsignal()+0x10b) [0x7fdf924247bb]
 3: (abort()+0x121) [0x7fdf9240f535]
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a3) [0x55cf1cee2f6b]
 5: (()+0x5050f2) [0x55cf1cee30f2]
 6: (BlueStore::_upgrade_super()+0x4b6) [0x55cf1d427ea6]
 7: (BlueStore::_mount(bool, bool)+0x5bc) [0x55cf1d47087c]
 8: (OSD::init()+0x31f) [0x55cf1cfee0ef]
 9: (main()+0x4032) [0x55cf1cf4f732]
 10: (__libc_start_main()+0xeb) [0x7fdf9241109b]
 11: (_start()+0x2a) [0x55cf1cf8100a]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

--- begin dump of recent events ---
  -458> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command assert hook 0x55cf288ce4e0
  -457> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command abort hook 0x55cf288ce4e0
  -456> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command perfcounters_dump hook 0x55cf288ce4e0
  -455> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command 1 hook 0x55cf288ce4e0
  -454> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command perf dump hook 0x55cf288ce4e0
  -453> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command perfcounters_schema hook 0x55cf288ce4e0
  -452> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command perf histogram dump hook 0x55cf288ce4e0
  -451> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command 2 hook 0x55cf288ce4e0
  -450> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command perf schema hook 0x55cf288ce4e0
  -449> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command perf histogram schema hook 0x55cf288ce4e0
  -448> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command perf reset hook 0x55cf288ce4e0
  -447> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command config show hook 0x55cf288ce4e0
  -446> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command config help hook 0x55cf288ce4e0
  -445> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command config set hook 0x55cf288ce4e0
  -444> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command config unset hook 0x55cf288ce4e0
  -443> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command config get hook 0x55cf288ce4e0
  -442> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command config diff hook 0x55cf288ce4e0
  -441> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command config diff get hook 0x55cf288ce4e0
  -440> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command log flush hook 0x55cf288ce4e0
  -439> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command log dump hook 0x55cf288ce4e0
  -438> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command log reopen hook 0x55cf288ce4e0
  -437> 2020-05-12 04:34:44.593 7fdf91ef2c80  5 asok(0x55cf28960000) register_command dump_mempools hook 0x55cf29570068
  -436> 2020-05-12 04:34:44.601 7fdf91ef2c80 10 monclient: get_monmap_and_config
  -435> 2020-05-12 04:34:44.601 7fdf91ef2c80 10 monclient: build_initial_monmap
  -434> 2020-05-12 04:34:44.601 7fdf91ef2c80 10 monclient: monmap:
epoch 0
fsid 836f08af-4f7e-475e-a384-a53aaabb3f8f
last_changed 2020-05-12 04:34:44.608303
created 2020-05-12 04:34:44.608303
min_mon_release 0 (unknown)
0: v1:192.168.10.29:6789/0 mon.noname-b-legacy
1: v1:192.168.10.30:6789/0 mon.noname-a-legacy
2: v1:192.168.10.36:6789/0 mon.noname-c-legacy
3: v2:192.168.10.29:3300/0 mon.noname-b
4: v2:192.168.10.30:3300/0 mon.noname-a
5: v2:192.168.10.36:3300/0 mon.noname-c

  -433> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding auth protocol: cephx
  -432> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding auth protocol: cephx
  -431> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding auth protocol: cephx
  -430> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -429> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -428> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -427> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -426> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -425> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -424> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -423> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -422> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -421> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -420> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -419> 2020-05-12 04:34:44.601 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -418> 2020-05-12 04:34:44.601 7fdf91ef2c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -417> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient: init
  -416> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding auth protocol: cephx
  -415> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding auth protocol: cephx
  -414> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding auth protocol: cephx
  -413> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: secure
  -412> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: crc
  -411> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: secure
  -410> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: crc
  -409> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: secure
  -408> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: crc
  -407> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: crc
  -406> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: secure
  -405> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: crc
  -404> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: secure
  -403> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: crc
  -402> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 AuthRegistry(0x7ffed3666778) adding con mode: secure
  -401> 2020-05-12 04:34:44.605 7fdf91ef2c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -400> 2020-05-12 04:34:44.605 7fdf91ef2c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -399> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient: _reopen_session rank -1
  -398> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient(hunting): picked mon.noname-c con 0x55cf28959b00 addr v2:192.168.10.36:3300/0
  -397> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient(hunting): picked mon.noname-b con 0x55cf28959f80 addr v2:192.168.10.29:3300/0
  -396> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient(hunting): picked mon.noname-a con 0x55cf2895a400 addr v2:192.168.10.30:3300/0
  -395> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient(hunting): start opening mon connection
  -394> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient(hunting): start opening mon connection
  -393> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient(hunting): start opening mon connection
  -392> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient(hunting): _renew_subs
  -391> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient(hunting): authenticate will time out at 2020-05-12 04:39:44.610186
  -390> 2020-05-12 04:34:44.605 7fdf91cb4700 10 monclient(hunting): get_auth_request con 0x55cf2895a400 auth_method 0
  -389> 2020-05-12 04:34:44.605 7fdf91cb4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [1,2]
  -388> 2020-05-12 04:34:44.605 7fdf91cb4700 10 monclient(hunting): _init_auth method 2
  -387> 2020-05-12 04:34:44.605 7fdf90cb2700 10 monclient(hunting): get_auth_request con 0x55cf28959f80 auth_method 0
  -386> 2020-05-12 04:34:44.605 7fdf90cb2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [1,2]
  -385> 2020-05-12 04:34:44.605 7fdf90cb2700 10 monclient(hunting): _init_auth method 2
  -384> 2020-05-12 04:34:44.605 7fdf91cb4700 10 monclient(hunting): handle_auth_reply_more payload 9
  -383> 2020-05-12 04:34:44.605 7fdf91cb4700 10 monclient(hunting): handle_auth_reply_more payload_len 9
  -382> 2020-05-12 04:34:44.605 7fdf91cb4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
  -381> 2020-05-12 04:34:44.605 7fdf90cb2700 10 monclient(hunting): handle_auth_reply_more payload 9
  -380> 2020-05-12 04:34:44.605 7fdf90cb2700 10 monclient(hunting): handle_auth_reply_more payload_len 9
  -379> 2020-05-12 04:34:44.605 7fdf90cb2700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
  -378> 2020-05-12 04:34:44.605 7fdf91cb4700 10 monclient(hunting): handle_auth_done global_id 537703362 payload 386
  -377> 2020-05-12 04:34:44.605 7fdf91cb4700 10 monclient: _finish_hunting 0
  -376> 2020-05-12 04:34:44.605 7fdf91cb4700  1 monclient: found mon.noname-a
  -375> 2020-05-12 04:34:44.605 7fdf91cb4700 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.10.30:3300/0
  -374> 2020-05-12 04:34:44.605 7fdf904b1700 10 monclient: handle_monmap mon_map magic: 0 v1
  -373> 2020-05-12 04:34:44.605 7fdf904b1700 10 monclient:  got monmap 31 from mon.noname-a (according to old e31)
  -372> 2020-05-12 04:34:44.605 7fdf904b1700 10 monclient: dump:
epoch 31
fsid 836f08af-4f7e-475e-a384-a53aaabb3f8f
last_changed 2020-04-07 22:48:55.760829
created 2018-11-22 05:51:53.125874
min_mon_release 14 (nautilus)
0: [v2:192.168.10.30:3300/0,v1:192.168.10.30:6789/0] mon.rocky
1: [v2:192.168.10.29:3300/0,v1:192.168.10.29:6789/0] mon.pve
2: [v2:192.168.10.36:3300/0,v1:192.168.10.36:6789/0] mon.bob

  -371> 2020-05-12 04:34:44.605 7fdf904b1700 10 monclient: _finish_auth 0
  -370> 2020-05-12 04:34:44.605 7fdf904b1700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-05-12 04:34:14.611860)
  -369> 2020-05-12 04:34:44.605 7fdf904b1700 10 monclient: _send_mon_message to mon.rocky at v2:192.168.10.30:3300/0
  -368> 2020-05-12 04:34:44.605 7fdf904b1700 10 monclient: handle_config config(3 keys) v1
  -367> 2020-05-12 04:34:44.605 7fdf904b1700 10 monclient: handle_monmap mon_map magic: 0 v1
  -366> 2020-05-12 04:34:44.605 7fdf904b1700 10 monclient:  got monmap 31 from mon.rocky (according to old e31)
  -365> 2020-05-12 04:34:44.605 7fdf8ecae700  4 set_mon_vals no callback set
  -364> 2020-05-12 04:34:44.605 7fdf904b1700 10 monclient: dump:
epoch 31
fsid 836f08af-4f7e-475e-a384-a53aaabb3f8f
last_changed 2020-04-07 22:48:55.760829
created 2018-11-22 05:51:53.125874
min_mon_release 14 (nautilus)
0: [v2:192.168.10.30:3300/0,v1:192.168.10.30:6789/0] mon.rocky
1: [v2:192.168.10.29:3300/0,v1:192.168.10.29:6789/0] mon.pve
2: [v2:192.168.10.36:3300/0,v1:192.168.10.36:6789/0] mon.bob

  -363> 2020-05-12 04:34:44.605 7fdf91ef2c80  5 monclient: authenticate success, global_id 537703362
  -362> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient: get_monmap_and_config success
  -361> 2020-05-12 04:34:44.605 7fdf91ef2c80 10 monclient: shutdown
  -360> 2020-05-12 04:34:44.605 7fdf8ecae700 10 set_mon_vals osd_max_scrubs = 2
  -359> 2020-05-12 04:34:44.605 7fdf8ecae700 10 set_mon_vals osd_scrub_auto_repair = true
  -358> 2020-05-12 04:34:44.609 7fdf91ef2c80  0 set uid:gid to 64045:64045 (ceph:ceph)
  -357> 2020-05-12 04:34:44.609 7fdf91ef2c80  0 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable), process ceph-osd, pid 360331
  -356> 2020-05-12 04:34:44.609 7fdf91ef2c80  0 pidfile_write: ignore empty --pid-file
  -355> 2020-05-12 04:34:44.609 7fdf91ef2c80  5 asok(0x55cf28960000) init /var/run/ceph/ceph-osd.97.asok
  -354> 2020-05-12 04:34:44.609 7fdf91ef2c80  5 asok(0x55cf28960000) bind_and_listen /var/run/ceph/ceph-osd.97.asok
  -353> 2020-05-12 04:34:44.609 7fdf91ef2c80  5 asok(0x55cf28960000) register_command 0 hook 0x55cf288cd340
  -352> 2020-05-12 04:34:44.613 7fdf91ef2c80  5 asok(0x55cf28960000) register_command version hook 0x55cf288cd340
  -351> 2020-05-12 04:34:44.613 7fdf91ef2c80  5 asok(0x55cf28960000) register_command git_version hook 0x55cf288cd340
  -350> 2020-05-12 04:34:44.613 7fdf91ef2c80  5 asok(0x55cf28960000) register_command help hook 0x55cf288ce220
  -349> 2020-05-12 04:34:44.613 7fdf91ef2c80  5 asok(0x55cf28960000) register_command get_command_descriptions hook 0x55cf288ce260
  -348> 2020-05-12 04:34:44.613 7fdf91ef2c80  5 object store type is bluestore
  -347> 2020-05-12 04:34:44.613 7fdf8f4af700  5 asok(0x55cf28960000) entry start
  -346> 2020-05-12 04:34:44.613 7fdf91ef2c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
  -345> 2020-05-12 04:34:44.613 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
  -344> 2020-05-12 04:34:44.613 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
  -343> 2020-05-12 04:34:44.613 7fdf91ef2c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
  -342> 2020-05-12 04:34:44.613 7fdf91ef2c80  5 asok(0x55cf28960000) register_command bluestore bluefs available hook 0x55cf288ce2a0
  -341> 2020-05-12 04:34:44.613 7fdf91ef2c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
  -340> 2020-05-12 04:34:44.613 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
  -339> 2020-05-12 04:34:44.617 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
  -338> 2020-05-12 04:34:44.617 7fdf91ef2c80  1 bluefs add_block_device bdev 1 path /var/lib/ceph/osd/ceph-97/block size 9.1 TiB
  -337> 2020-05-12 04:34:44.617 7fdf91ef2c80  5 asok(0x55cf28960000) unregister_command bluestore bluefs available
  -336> 2020-05-12 04:34:44.617 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) close
  -335> 2020-05-12 04:34:44.909 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) close
  -334> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding auth protocol: cephx
  -333> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding auth protocol: cephx
  -332> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding auth protocol: cephx
  -331> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -330> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -329> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -328> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -327> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -326> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -325> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -324> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -323> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -322> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -321> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: crc
  -320> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954e140) adding con mode: secure
  -319> 2020-05-12 04:34:45.165 7fdf91ef2c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -318> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding auth protocol: cephx
  -317> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding auth protocol: cephx
  -316> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding auth protocol: cephx
  -315> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: secure
  -314> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: crc
  -313> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: secure
  -312> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: crc
  -311> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: secure
  -310> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: crc
  -309> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: crc
  -308> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: secure
  -307> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: crc
  -306> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: secure
  -305> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: crc
  -304> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954ea40) adding con mode: secure
  -303> 2020-05-12 04:34:45.165 7fdf91ef2c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -302> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding auth protocol: cephx
  -301> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding auth protocol: cephx
  -300> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding auth protocol: cephx
  -299> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: secure
  -298> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: crc
  -297> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: secure
  -296> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: crc
  -295> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: secure
  -294> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: crc
  -293> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: crc
  -292> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: secure
  -291> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: crc
  -290> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: secure
  -289> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: crc
  -288> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954f340) adding con mode: secure
  -287> 2020-05-12 04:34:45.165 7fdf91ef2c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -286> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding auth protocol: cephx
  -285> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding auth protocol: cephx
  -284> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding auth protocol: cephx
  -283> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: secure
  -282> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: crc
  -281> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: secure
  -280> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: crc
  -279> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: secure
  -278> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: crc
  -277> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: crc
  -276> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: secure
  -275> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: crc
  -274> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: secure
  -273> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: crc
  -272> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf2954fc40) adding con mode: secure
  -271> 2020-05-12 04:34:45.165 7fdf91ef2c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -270> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding auth protocol: cephx
  -269> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding auth protocol: cephx
  -268> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding auth protocol: cephx
  -267> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: secure
  -266> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: crc
  -265> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: secure
  -264> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: crc
  -263> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: secure
  -262> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: crc
  -261> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: crc
  -260> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: secure
  -259> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: crc
  -258> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: secure
  -257> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: crc
  -256> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550540) adding con mode: secure
  -255> 2020-05-12 04:34:45.165 7fdf91ef2c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -254> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding auth protocol: cephx
  -253> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding auth protocol: cephx
  -252> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding auth protocol: cephx
  -251> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: secure
  -250> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: crc
  -249> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: secure
  -248> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: crc
  -247> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: secure
  -246> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: crc
  -245> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: crc
  -244> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: secure
  -243> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: crc
  -242> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: secure
  -241> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: crc
  -240> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29550e40) adding con mode: secure
  -239> 2020-05-12 04:34:45.165 7fdf91ef2c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -238> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding auth protocol: cephx
  -237> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding auth protocol: cephx
  -236> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding auth protocol: cephx
  -235> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: secure
  -234> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: crc
  -233> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: secure
  -232> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: crc
  -231> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: secure
  -230> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: crc
  -229> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: crc
  -228> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: secure
  -227> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: crc
  -226> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: secure
  -225> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: crc
  -224> 2020-05-12 04:34:45.165 7fdf91ef2c80  5 AuthRegistry(0x55cf29551740) adding con mode: secure
  -223> 2020-05-12 04:34:45.165 7fdf91ef2c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -222> 2020-05-12 04:34:45.165 7fdf91ef2c80  0 starting osd.97 osd_data /var/lib/ceph/osd/ceph-97 /var/lib/ceph/osd/ceph-97/journal
  -221> 2020-05-12 04:34:45.233 7fdf91ef2c80 10 monclient: build_initial_monmap
  -220> 2020-05-12 04:34:45.233 7fdf91ef2c80 10 monclient: monmap:
epoch 0
fsid 836f08af-4f7e-475e-a384-a53aaabb3f8f
last_changed 2020-05-12 04:34:45.240444
created 2020-05-12 04:34:45.240444
min_mon_release 0 (unknown)
0: v1:192.168.10.29:6789/0 mon.noname-b-legacy
1: v1:192.168.10.30:6789/0 mon.noname-a-legacy
2: v1:192.168.10.36:6789/0 mon.noname-c-legacy
3: v2:192.168.10.29:3300/0 mon.noname-b
4: v2:192.168.10.30:3300/0 mon.noname-a
5: v2:192.168.10.36:3300/0 mon.noname-c

  -219> 2020-05-12 04:34:45.245 7fdf91ef2c80  0 load: jerasure load: lrc load: isa
  -218> 2020-05-12 04:34:45.245 7fdf91ef2c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
  -217> 2020-05-12 04:34:45.245 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
  -216> 2020-05-12 04:34:45.245 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
  -215> 2020-05-12 04:34:45.245 7fdf91ef2c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
  -214> 2020-05-12 04:34:45.245 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) close
  -213> 2020-05-12 04:34:45.541 7fdf91ef2c80  5 asok(0x55cf28960000) register_command objecter_requests hook 0x55cf288ce930
  -212> 2020-05-12 04:34:45.541 7fdf91ef2c80  2 osd.97 0 init /var/lib/ceph/osd/ceph-97 (looks like hdd)
  -211> 2020-05-12 04:34:45.541 7fdf91ef2c80  2 osd.97 0 journal /var/lib/ceph/osd/ceph-97/journal
  -210> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _mount path /var/lib/ceph/osd/ceph-97
  -209> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
  -208> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
  -207> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev(0x55cf295a8000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
  -206> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
  -205> 2020-05-12 04:34:45.541 7fdf91ef2c80  5 asok(0x55cf28960000) register_command bluestore bluefs available hook 0x55cf288ce940
  -204> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
  -203> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
  -202> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
  -201> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bluefs add_block_device bdev 1 path /var/lib/ceph/osd/ceph-97/block size 9.1 TiB
  -200> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bluefs mount
  -199> 2020-05-12 04:34:45.541 7fdf91ef2c80  1 bluefs _init_alloc id 1 alloc_size 0x10000 size 0x9183f000000
  -198> 2020-05-12 04:34:45.541 7fdf91ef2c80  5 asok(0x55cf28960000) register_command bluestore allocator dump bluefs-db hook 0x55cf2956e4b0
  -197> 2020-05-12 04:34:45.541 7fdf91ef2c80  5 asok(0x55cf28960000) register_command bluestore allocator score bluefs-db hook 0x55cf2956e4b0
  -196> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option compaction_readahead_size = 2097152
  -195> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option compression = kNoCompression
  -194> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option max_background_compactions = 2
  -193> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option max_write_buffer_number = 4
  -192> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option min_write_buffer_number_to_merge = 1
  -191> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option recycle_log_file_num = 4
  -190> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option writable_file_max_buffer_size = 0
  -189> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option write_buffer_size = 268435456
  -188> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option compaction_readahead_size = 2097152
  -187> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option compression = kNoCompression
  -186> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option max_background_compactions = 2
  -185> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option max_write_buffer_number = 4
  -184> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option min_write_buffer_number_to_merge = 1
  -183> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option recycle_log_file_num = 4
  -182> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option writable_file_max_buffer_size = 0
  -181> 2020-05-12 04:34:45.597 7fdf91ef2c80  0  set rocksdb option write_buffer_size = 268435456
  -180> 2020-05-12 04:34:45.609 7fdf91ef2c80  1 rocksdb: do_open column families: [default]
  -179> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: RocksDB version: 6.1.2

  -178> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Git sha rocksdb_build_git_sha:@0@
  -177> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Compile date Apr 15 2020
  -176> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: DB SUMMARY

  -175> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: CURRENT file:  CURRENT

  -174> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: IDENTITY file:  IDENTITY

  -173> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: MANIFEST file:  MANIFEST-007162 size: 37108 Bytes

  -172> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: SST files in db dir, Total Num: 267, files: 004801.sst 004810.sst 005012.sst 005691.sst 005692.sst 005744.sst 005745.sst 005848.sst 005849.sst

  -171> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Write Ahead Log file in db.wal: 007163.log size: 93635725 ;

  -170> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                         Options.error_if_exists: 0
  -169> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.create_if_missing: 0
  -168> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                         Options.paranoid_checks: 1
  -167> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                                     Options.env: 0x55cf2969c9c0
  -166> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                                Options.info_log: 0x55cf2a9d7060
  -165> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.max_file_opening_threads: 16
  -164> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                              Options.statistics: (nil)
  -163> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                               Options.use_fsync: 0
  -162> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.max_log_file_size: 0
  -161> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.max_manifest_file_size: 1073741824
  -160> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.log_file_time_to_roll: 0
  -159> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.keep_log_file_num: 1000
  -158> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                    Options.recycle_log_file_num: 4
  -157> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                         Options.allow_fallocate: 1
  -156> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                        Options.allow_mmap_reads: 0
  -155> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.allow_mmap_writes: 0
  -154> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                        Options.use_direct_reads: 0
  -153> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
  -152> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:          Options.create_missing_column_families: 0
  -151> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                              Options.db_log_dir:
  -150> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                                 Options.wal_dir: db.wal
  -149> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.table_cache_numshardbits: 6
  -148> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                      Options.max_subcompactions: 1
  -147> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.max_background_flushes: -1
  -146> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                         Options.WAL_ttl_seconds: 0
  -145> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.WAL_size_limit_MB: 0
  -144> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.manifest_preallocation_size: 4194304
  -143> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                     Options.is_fd_close_on_exec: 1
  -142> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.advise_random_on_open: 1
  -141> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                    Options.db_write_buffer_size: 0
  -140> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                    Options.write_buffer_manager: 0x55cf2956eb10
  -139> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.access_hint_on_compaction_start: 1
  -138> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:  Options.new_table_reader_for_compaction_inputs: 1
  -137> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:           Options.random_access_max_buffer_size: 1048576
  -136> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                      Options.use_adaptive_mutex: 0
  -135> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                            Options.rate_limiter: (nil)
  -134> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
  -133> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                       Options.wal_recovery_mode: 0
  -132> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.enable_thread_tracking: 0
  -131> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.enable_pipelined_write: 0
  -130> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.allow_concurrent_memtable_write: 1
  -129> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:      Options.enable_write_thread_adaptive_yield: 1
  -128> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.write_thread_max_yield_usec: 100
  -127> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:            Options.write_thread_slow_yield_usec: 3
  -126> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                               Options.row_cache: None
  -125> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                              Options.wal_filter: None
  -124> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.avoid_flush_during_recovery: 0
  -123> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.allow_ingest_behind: 0
  -122> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.preserve_deletes: 0
  -121> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.two_write_queues: 0
  -120> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.manual_wal_flush: 0
  -119> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.atomic_flush: 0
  -118> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.avoid_unnecessary_blocking_io: 0
  -117> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.max_background_jobs: 2
  -116> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.max_background_compactions: 2
  -115> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.avoid_flush_during_shutdown: 0
  -114> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:           Options.writable_file_max_buffer_size: 0
  -113> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.delayed_write_rate : 16777216
  -112> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.max_total_wal_size: 0
  -111> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
  -110> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.stats_dump_period_sec: 600
  -109> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                 Options.stats_persist_period_sec: 600
  -108> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                 Options.stats_history_buffer_size: 1048576
  -107> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                          Options.max_open_files: -1
  -106> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                          Options.bytes_per_sync: 0
  -105> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                      Options.wal_bytes_per_sync: 0
  -104> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:       Options.compaction_readahead_size: 2097152
  -103> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Compression algorithms supported:
  -102> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kZSTDNotFinalCompression supported: 0
  -101> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kZSTD supported: 0
  -100> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kXpressCompression supported: 0
   -99> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kLZ4HCCompression supported: 1
   -98> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kLZ4Compression supported: 1
   -97> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kBZip2Compression supported: 0
   -96> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kZlibCompression supported: 1
   -95> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        kSnappyCompression supported: 1
   -94> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Fast CRC32 supported: Supported on x86
   -93> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: [db/db_impl_readonly.cc:22] Opening the db in read only mode
   -92> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: db/MANIFEST-007162

   -91> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]:

   -90> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:               Options.comparator: leveldb.BytewiseComparator
   -89> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:           Options.merge_operator: .T:int64_array.b:bitwise_xor
   -88> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        Options.compaction_filter: None
   -87> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        Options.compaction_filter_factory: None
   -86> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.memtable_factory: SkipListFactory
   -85> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:            Options.table_factory: BlockBasedTable
   -84> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cf289c4140)
  cache_index_and_filter_blocks: 1
  cache_index_and_filter_blocks_with_high_priority: 1
  pin_l0_filter_and_index_blocks_in_cache: 0
  pin_top_level_index_and_filter: 1
  index_type: 0
  data_block_index_type: 0
  data_block_hash_table_util_ratio: 0.750000
  hash_index_allow_collision: 1
  checksum: 1
  no_block_cache: 0
  block_cache: 0x55cf28917a10
  block_cache_name: BinnedLRUCache
  block_cache_options:
    capacity : 429496729
    num_shard_bits : 4
    strict_capacity_limit : 0
    high_pri_pool_ratio: 0.000
  block_cache_compressed: (nil)
  persistent_cache: (nil)
  block_size: 4096
  block_size_deviation: 10
  block_restart_interval: 16
  index_block_restart_interval: 1
  metadata_block_size: 4096
  partition_filters: 0
  use_delta_encoding: 1
  filter_policy: rocksdb.BuiltinBloomFilter
  whole_key_filtering: 1
  verify_compression: 0
  read_amp_bytes_per_bit: 0
  format_version: 2
  enable_index_compression: 1
  block_align: 0

   -83> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        Options.write_buffer_size: 268435456
   -82> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:  Options.max_write_buffer_number: 4
   -81> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:          Options.compression: NoCompression
   -80> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.bottommost_compression: Disabled
   -79> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:       Options.prefix_extractor: nullptr
   -78> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
   -77> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.num_levels: 7
   -76> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
   -75> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
   -74> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:            Options.bottommost_compression_opts.window_bits: -14
   -73> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.bottommost_compression_opts.level: 32767
   -72> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:               Options.bottommost_compression_opts.strategy: 0
   -71> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.bottommost_compression_opts.max_dict_bytes: 0
   -70> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.bottommost_compression_opts.zstd_max_train_bytes: 0
   -69> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.bottommost_compression_opts.enabled: false
   -68> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:            Options.compression_opts.window_bits: -14
   -67> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.compression_opts.level: 32767
   -66> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:               Options.compression_opts.strategy: 0
   -65> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
   -64> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:         Options.compression_opts.zstd_max_train_bytes: 0
   -63> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                  Options.compression_opts.enabled: false
   -62> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
   -61> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
   -60> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:              Options.level0_stop_writes_trigger: 36
   -59> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.target_file_size_base: 67108864
   -58> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:             Options.target_file_size_multiplier: 1
   -57> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
   -56> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
   -55> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
   -54> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
   -53> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
   -52> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
   -51> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
   -50> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
   -49> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
   -48> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
   -47> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
   -46> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
   -45> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                        Options.arena_block_size: 33554432
   -44> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
   -43> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
   -42> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
   -41> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.disable_auto_compactions: 0
   -40> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                        Options.compaction_style: kCompactionStyleLevel
   -39> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                          Options.compaction_pri: kMinOverlappingRatio
   -38> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.size_ratio: 1
   -37> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
   -36> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
   -35> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
   -34> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
   -33> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
   -32> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
   -31> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0
   -30> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.table_properties_collectors:
   -29> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                   Options.inplace_update_support: 0
   -28> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                 Options.inplace_update_num_locks: 10000
   -27> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
   -26> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:               Options.memtable_whole_key_filtering: 0
   -25> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:   Options.memtable_huge_page_size: 0
   -24> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                           Options.bloom_locality: 0
   -23> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                    Options.max_successive_merges: 0
   -22> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.optimize_filters_for_hits: 0
   -21> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.paranoid_file_checks: 0
   -20> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.force_consistency_checks: 0
   -19> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                Options.report_bg_io_stats: 0
   -18> 2020-05-12 04:34:45.609 7fdf91ef2c80  4 rocksdb:                               Options.ttl: 0
   -17> 2020-05-12 04:34:46.453 7fdf91ef2c80  4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:db/MANIFEST-007162 succeeded,manifest_file_number is 7162, next_file_number is 7164, last_sequence is 435614950, log_number is 7159,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0

   -16> 2020-05-12 04:34:46.453 7fdf91ef2c80  4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 7159

   -15> 2020-05-12 04:34:46.457 7fdf91ef2c80  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1589258086461352, "job": 1, "event": "recovery_started", "log_files": [7163]}
   -14> 2020-05-12 04:34:46.457 7fdf91ef2c80  4 rocksdb: [db/db_impl_open.cc:583] Recovering log #7163 mode 0
   -13> 2020-05-12 04:34:48.593 7fdf91ef2c80  3 rocksdb: [db/db_impl_open.cc:518] db.wal/007163.log: dropping 10184 bytes; Corruption: missing start of fragmented record(2)
   -12> 2020-05-12 04:34:48.593 7fdf91ef2c80  4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work
   -11> 2020-05-12 04:34:48.593 7fdf91ef2c80  4 rocksdb: [db/db_impl.cc:563] Shutdown complete
   -10> 2020-05-12 04:34:48.593 7fdf91ef2c80 -1 rocksdb: Corruption: missing start of fragmented record(2)
    -9> 2020-05-12 04:34:48.593 7fdf91ef2c80 -1 bluestore(/var/lib/ceph/osd/ceph-97) _open_db erroring opening db:
    -8> 2020-05-12 04:34:48.593 7fdf91ef2c80  1 bluefs umount
    -7> 2020-05-12 04:34:48.593 7fdf91ef2c80  1 fbmap_alloc 0x55cf28916a00 shutdown
    -6> 2020-05-12 04:34:48.593 7fdf91ef2c80  5 asok(0x55cf28960000) unregister_command bluestore allocator dump bluefs-db
    -5> 2020-05-12 04:34:48.593 7fdf91ef2c80  5 asok(0x55cf28960000) unregister_command bluestore allocator score bluefs-db
    -4> 2020-05-12 04:34:48.597 7fdf91ef2c80  5 asok(0x55cf28960000) unregister_command bluestore bluefs available
    -3> 2020-05-12 04:34:48.597 7fdf91ef2c80  1 bdev(0x55cf295a8e00 /var/lib/ceph/osd/ceph-97/block) close
    -2> 2020-05-12 04:34:49.009 7fdf91ef2c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _upgrade_super from 0, latest 2
    -1> 2020-05-12 04:34:49.009 7fdf91ef2c80 -1 /build/ceph/ceph-14.2.9/src/os/bluestore/BlueStore.cc: In function 'int BlueStore::_upgrade_super()' thread 7fdf91ef2c80 time 2020-05-12 04:34:49.013300
/build/ceph/ceph-14.2.9/src/os/bluestore/BlueStore.cc: 10197: FAILED ceph_assert(ondisk_format > 0)

 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable)
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x55cf1cee2f1a]
 2: (()+0x5050f2) [0x55cf1cee30f2]
 3: (BlueStore::_upgrade_super()+0x4b6) [0x55cf1d427ea6]
 4: (BlueStore::_mount(bool, bool)+0x5bc) [0x55cf1d47087c]
 5: (OSD::init()+0x31f) [0x55cf1cfee0ef]
 6: (main()+0x4032) [0x55cf1cf4f732]
 7: (__libc_start_main()+0xeb) [0x7fdf9241109b]
 8: (_start()+0x2a) [0x55cf1cf8100a]

     0> 2020-05-12 04:34:49.013 7fdf91ef2c80 -1 *** Caught signal (Aborted) **
 in thread 7fdf91ef2c80 thread_name:ceph-osd

 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable)
 1: (()+0x12730) [0x7fdf92941730]
 2: (gsignal()+0x10b) [0x7fdf924247bb]
 3: (abort()+0x121) [0x7fdf9240f535]
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a3) [0x55cf1cee2f6b]
 5: (()+0x5050f2) [0x55cf1cee30f2]
 6: (BlueStore::_upgrade_super()+0x4b6) [0x55cf1d427ea6]
 7: (BlueStore::_mount(bool, bool)+0x5bc) [0x55cf1d47087c]
 8: (OSD::init()+0x31f) [0x55cf1cfee0ef]
 9: (main()+0x4032) [0x55cf1cf4f732]
 10: (__libc_start_main()+0xeb) [0x7fdf9241109b]
 11: (_start()+0x2a) [0x55cf1cf8100a]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

--- logging levels ---
   0/ 5 none
   0/ 1 lockdep
   0/ 1 context
   1/ 1 crush
   1/ 5 mds
   1/ 5 mds_balancer
   1/ 5 mds_locker
   1/ 5 mds_log
   1/ 5 mds_log_expire
   1/ 5 mds_migrator
   0/ 1 buffer
   0/ 1 timer
   0/ 1 filer
   0/ 1 striper
   0/ 1 objecter
   0/ 5 rados
   0/ 5 rbd
   0/ 5 rbd_mirror
   0/ 5 rbd_replay
   0/ 5 journaler
   0/ 5 objectcacher
   0/ 5 client
   1/ 5 osd
   0/ 5 optracker
   0/ 5 objclass
   1/ 3 filestore
   1/ 3 journal
   0/ 0 ms
   1/ 5 mon
   0/10 monc
   1/ 5 paxos
   0/ 5 tp
   1/ 5 auth
   1/ 5 crypto
   1/ 1 finisher
   1/ 1 reserver
   1/ 5 heartbeatmap
   1/ 5 perfcounter
   1/ 5 rgw
   1/ 5 rgw_sync
   1/10 civetweb
   1/ 5 javaclient
   1/ 5 asok
   1/ 1 throttle
   0/ 0 refs
   1/ 5 xio
   1/ 5 compressor
   1/ 5 bluestore
   1/ 5 bluefs
   1/ 3 bdev
   1/ 5 kstore
   4/ 5 rocksdb
   4/ 5 leveldb
   4/ 5 memdb
   1/ 5 kinetic
   1/ 5 fuse
   1/ 5 mgr
   1/ 5 mgrc
   1/ 5 dpdk
   1/ 5 eventtrace
   1/ 5 prioritycache
  -2/-2 (syslog threshold)
  -1/-1 (stderr threshold)
  max_recent     10000
  max_new         1000
  log_file /var/log/ceph/ceph-osd.97.log
--- end dump of recent events ---
2020-05-12 04:34:49.553 7f6a48d52c80  0 set uid:gid to 64045:64045 (ceph:ceph)
2020-05-12 04:34:49.553 7f6a48d52c80  0 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable), process ceph-osd, pid 360793
2020-05-12 04:34:49.553 7f6a48d52c80  0 pidfile_write: ignore empty --pid-file
2020-05-12 04:34:49.557 7f6a48d52c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
2020-05-12 04:34:49.557 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
2020-05-12 04:34:49.561 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
2020-05-12 04:34:49.561 7f6a48d52c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
2020-05-12 04:34:49.561 7f6a48d52c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
2020-05-12 04:34:49.561 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
2020-05-12 04:34:49.561 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
2020-05-12 04:34:49.561 7f6a48d52c80  1 bluefs add_block_device bdev 1 path /var/lib/ceph/osd/ceph-97/block size 9.1 TiB
2020-05-12 04:34:49.561 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) close
2020-05-12 04:34:49.861 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) close
2020-05-12 04:34:50.113 7f6a48d52c80  0 starting osd.97 osd_data /var/lib/ceph/osd/ceph-97 /var/lib/ceph/osd/ceph-97/journal
2020-05-12 04:34:50.185 7f6a48d52c80  0 load: jerasure load: lrc load: isa
2020-05-12 04:34:50.185 7f6a48d52c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
2020-05-12 04:34:50.185 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
2020-05-12 04:34:50.189 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
2020-05-12 04:34:50.189 7f6a48d52c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
2020-05-12 04:34:50.189 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) close
2020-05-12 04:34:50.485 7f6a48d52c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _mount path /var/lib/ceph/osd/ceph-97
2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
2020-05-12 04:34:50.485 7f6a48d52c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
2020-05-12 04:34:50.485 7f6a48d52c80  1 bluefs add_block_device bdev 1 path /var/lib/ceph/osd/ceph-97/block size 9.1 TiB
2020-05-12 04:34:50.485 7f6a48d52c80  1 bluefs mount
2020-05-12 04:34:50.485 7f6a48d52c80  1 bluefs _init_alloc id 1 alloc_size 0x10000 size 0x9183f000000
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option compaction_readahead_size = 2097152
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option compression = kNoCompression
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option max_background_compactions = 2
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option max_write_buffer_number = 4
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option min_write_buffer_number_to_merge = 1
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option recycle_log_file_num = 4
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option writable_file_max_buffer_size = 0
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option write_buffer_size = 268435456
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option compaction_readahead_size = 2097152
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option compression = kNoCompression
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option max_background_compactions = 2
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option max_write_buffer_number = 4
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option min_write_buffer_number_to_merge = 1
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option recycle_log_file_num = 4
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option writable_file_max_buffer_size = 0
2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option write_buffer_size = 268435456
2020-05-12 04:34:50.549 7f6a48d52c80  1 rocksdb: do_open column families: [default]
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: RocksDB version: 6.1.2

2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Git sha rocksdb_build_git_sha:@0@
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Compile date Apr 15 2020
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: DB SUMMARY

2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: CURRENT file:  CURRENT

2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: IDENTITY file:  IDENTITY

2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: MANIFEST file:  MANIFEST-007162 size: 37108 Bytes

2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: SST files in db dir, Total Num: 267, files: 004801.sst 004810.sst 005012.sst 005691.sst 005692.sst 005744.sst 005745.sst 005848.sst 005849.sst

2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Write Ahead Log file in db.wal: 007163.log size: 93635725 ;

2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                         Options.error_if_exists: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.create_if_missing: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                         Options.paranoid_checks: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                                     Options.env: 0x55e5df8a8860
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                                Options.info_log: 0x55e5e0b2cf00
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.max_file_opening_threads: 16
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                              Options.statistics: (nil)
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                               Options.use_fsync: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.max_log_file_size: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.max_manifest_file_size: 1073741824
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.log_file_time_to_roll: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.keep_log_file_num: 1000
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                    Options.recycle_log_file_num: 4
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                         Options.allow_fallocate: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                        Options.allow_mmap_reads: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.allow_mmap_writes: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                        Options.use_direct_reads: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:          Options.create_missing_column_families: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                              Options.db_log_dir:
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                                 Options.wal_dir: db.wal
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.table_cache_numshardbits: 6
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                      Options.max_subcompactions: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.max_background_flushes: -1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                         Options.WAL_ttl_seconds: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.WAL_size_limit_MB: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.manifest_preallocation_size: 4194304
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                     Options.is_fd_close_on_exec: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.advise_random_on_open: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                    Options.db_write_buffer_size: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                    Options.write_buffer_manager: 0x55e5df6d0ab0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.access_hint_on_compaction_start: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:  Options.new_table_reader_for_compaction_inputs: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:           Options.random_access_max_buffer_size: 1048576
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                      Options.use_adaptive_mutex: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                            Options.rate_limiter: (nil)
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.wal_recovery_mode: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.enable_thread_tracking: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.enable_pipelined_write: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.allow_concurrent_memtable_write: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:      Options.enable_write_thread_adaptive_yield: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.write_thread_max_yield_usec: 100
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:            Options.write_thread_slow_yield_usec: 3
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                               Options.row_cache: None
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                              Options.wal_filter: None
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.avoid_flush_during_recovery: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.allow_ingest_behind: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.preserve_deletes: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.two_write_queues: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.manual_wal_flush: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.atomic_flush: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.avoid_unnecessary_blocking_io: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.max_background_jobs: 2
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.max_background_compactions: 2
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.avoid_flush_during_shutdown: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:           Options.writable_file_max_buffer_size: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.delayed_write_rate : 16777216
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.max_total_wal_size: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.stats_dump_period_sec: 600
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                 Options.stats_persist_period_sec: 600
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                 Options.stats_history_buffer_size: 1048576
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                          Options.max_open_files: -1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                          Options.bytes_per_sync: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                      Options.wal_bytes_per_sync: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:       Options.compaction_readahead_size: 2097152
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Compression algorithms supported:
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kZSTDNotFinalCompression supported: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kZSTD supported: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kXpressCompression supported: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kLZ4HCCompression supported: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kLZ4Compression supported: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kBZip2Compression supported: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kZlibCompression supported: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kSnappyCompression supported: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Fast CRC32 supported: Supported on x86
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: [db/db_impl_readonly.cc:22] Opening the db in read only mode
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: db/MANIFEST-007162

2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]:

2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:               Options.comparator: leveldb.BytewiseComparator
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:           Options.merge_operator: .T:int64_array.b:bitwise_xor
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        Options.compaction_filter: None
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        Options.compaction_filter_factory: None
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.memtable_factory: SkipListFactory
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:            Options.table_factory: BlockBasedTable
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e5dea2f678)
  cache_index_and_filter_blocks: 1
  cache_index_and_filter_blocks_with_high_priority: 1
  pin_l0_filter_and_index_blocks_in_cache: 0
  pin_top_level_index_and_filter: 1
  index_type: 0
  data_block_index_type: 0
  data_block_hash_table_util_ratio: 0.750000
  hash_index_allow_collision: 1
  checksum: 1
  no_block_cache: 0
  block_cache: 0x55e5dea79a10
  block_cache_name: BinnedLRUCache
  block_cache_options:
    capacity : 429496729
    num_shard_bits : 4
    strict_capacity_limit : 0
    high_pri_pool_ratio: 0.000
  block_cache_compressed: (nil)
  persistent_cache: (nil)
  block_size: 4096
  block_size_deviation: 10
  block_restart_interval: 16
  index_block_restart_interval: 1
  metadata_block_size: 4096
  partition_filters: 0
  use_delta_encoding: 1
  filter_policy: rocksdb.BuiltinBloomFilter
  whole_key_filtering: 1
  verify_compression: 0
  read_amp_bytes_per_bit: 0
  format_version: 2
  enable_index_compression: 1
  block_align: 0

2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        Options.write_buffer_size: 268435456
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:  Options.max_write_buffer_number: 4
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:          Options.compression: NoCompression
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.bottommost_compression: Disabled
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:       Options.prefix_extractor: nullptr
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.num_levels: 7
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:            Options.bottommost_compression_opts.window_bits: -14
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.bottommost_compression_opts.level: 32767
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:               Options.bottommost_compression_opts.strategy: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.bottommost_compression_opts.max_dict_bytes: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.bottommost_compression_opts.enabled: false
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:            Options.compression_opts.window_bits: -14
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.compression_opts.level: 32767
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:               Options.compression_opts.strategy: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.compression_opts.zstd_max_train_bytes: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.compression_opts.enabled: false
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:              Options.level0_stop_writes_trigger: 36
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.target_file_size_base: 67108864
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.target_file_size_multiplier: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                        Options.arena_block_size: 33554432
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.disable_auto_compactions: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                        Options.compaction_style: kCompactionStyleLevel
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                          Options.compaction_pri: kMinOverlappingRatio
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.size_ratio: 1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.table_properties_collectors:
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.inplace_update_support: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                 Options.inplace_update_num_locks: 10000
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:               Options.memtable_whole_key_filtering: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:   Options.memtable_huge_page_size: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                           Options.bloom_locality: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                    Options.max_successive_merges: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.optimize_filters_for_hits: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.paranoid_file_checks: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.force_consistency_checks: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.report_bg_io_stats: 0
2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                               Options.ttl: 0
2020-05-12 04:34:51.381 7f6a48d52c80  4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:db/MANIFEST-007162 succeeded,manifest_file_number is 7162, next_file_number is 7164, last_sequence is 435614950, log_number is 7159,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0

2020-05-12 04:34:51.381 7f6a48d52c80  4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 7159

2020-05-12 04:34:51.381 7f6a48d52c80  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1589258091386535, "job": 1, "event": "recovery_started", "log_files": [7163]}
2020-05-12 04:34:51.381 7f6a48d52c80  4 rocksdb: [db/db_impl_open.cc:583] Recovering log #7163 mode 0
2020-05-12 04:34:53.485 7f6a48d52c80  3 rocksdb: [db/db_impl_open.cc:518] db.wal/007163.log: dropping 10184 bytes; Corruption: missing start of fragmented record(2)
2020-05-12 04:34:53.485 7f6a48d52c80  4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work
2020-05-12 04:34:53.489 7f6a48d52c80  4 rocksdb: [db/db_impl.cc:563] Shutdown complete
2020-05-12 04:34:53.489 7f6a48d52c80 -1 rocksdb: Corruption: missing start of fragmented record(2)
2020-05-12 04:34:53.489 7f6a48d52c80 -1 bluestore(/var/lib/ceph/osd/ceph-97) _open_db erroring opening db:
2020-05-12 04:34:53.489 7f6a48d52c80  1 bluefs umount
2020-05-12 04:34:53.489 7f6a48d52c80  1 fbmap_alloc 0x55e5dea78a00 shutdown
2020-05-12 04:34:53.489 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) close
2020-05-12 04:34:53.781 7f6a48d52c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _upgrade_super from 0, latest 2
2020-05-12 04:34:53.781 7f6a48d52c80 -1 /build/ceph/ceph-14.2.9/src/os/bluestore/BlueStore.cc: In function 'int BlueStore::_upgrade_super()' thread 7f6a48d52c80 time 2020-05-12 04:34:53.785360
/build/ceph/ceph-14.2.9/src/os/bluestore/BlueStore.cc: 10197: FAILED ceph_assert(ondisk_format > 0)

 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable)
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x55e5d4deff1a]
 2: (()+0x5050f2) [0x55e5d4df00f2]
 3: (BlueStore::_upgrade_super()+0x4b6) [0x55e5d5334ea6]
 4: (BlueStore::_mount(bool, bool)+0x5bc) [0x55e5d537d87c]
 5: (OSD::init()+0x31f) [0x55e5d4efb0ef]
 6: (main()+0x4032) [0x55e5d4e5c732]
 7: (__libc_start_main()+0xeb) [0x7f6a4927109b]
 8: (_start()+0x2a) [0x55e5d4e8e00a]

2020-05-12 04:34:53.785 7f6a48d52c80 -1 *** Caught signal (Aborted) **
 in thread 7f6a48d52c80 thread_name:ceph-osd

 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable)
 1: (()+0x12730) [0x7f6a497a1730]
 2: (gsignal()+0x10b) [0x7f6a492847bb]
 3: (abort()+0x121) [0x7f6a4926f535]
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a3) [0x55e5d4deff6b]
 5: (()+0x5050f2) [0x55e5d4df00f2]
 6: (BlueStore::_upgrade_super()+0x4b6) [0x55e5d5334ea6]
 7: (BlueStore::_mount(bool, bool)+0x5bc) [0x55e5d537d87c]
 8: (OSD::init()+0x31f) [0x55e5d4efb0ef]
 9: (main()+0x4032) [0x55e5d4e5c732]
 10: (__libc_start_main()+0xeb) [0x7f6a4927109b]
 11: (_start()+0x2a) [0x55e5d4e8e00a]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

--- begin dump of recent events ---
  -453> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command assert hook 0x55e5dea304e0
  -452> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command abort hook 0x55e5dea304e0
  -451> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command perfcounters_dump hook 0x55e5dea304e0
  -450> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command 1 hook 0x55e5dea304e0
  -449> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command perf dump hook 0x55e5dea304e0
  -448> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command perfcounters_schema hook 0x55e5dea304e0
  -447> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command perf histogram dump hook 0x55e5dea304e0
  -446> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command 2 hook 0x55e5dea304e0
  -445> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command perf schema hook 0x55e5dea304e0
  -444> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command perf histogram schema hook 0x55e5dea304e0
  -443> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command perf reset hook 0x55e5dea304e0
  -442> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command config show hook 0x55e5dea304e0
  -441> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command config help hook 0x55e5dea304e0
  -440> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command config set hook 0x55e5dea304e0
  -439> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command config unset hook 0x55e5dea304e0
  -438> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command config get hook 0x55e5dea304e0
  -437> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command config diff hook 0x55e5dea304e0
  -436> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command config diff get hook 0x55e5dea304e0
  -435> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command log flush hook 0x55e5dea304e0
  -434> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command log dump hook 0x55e5dea304e0
  -433> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command log reopen hook 0x55e5dea304e0
  -432> 2020-05-12 04:34:49.537 7f6a48d52c80  5 asok(0x55e5deac2000) register_command dump_mempools hook 0x55e5df6d2068
  -431> 2020-05-12 04:34:49.545 7f6a48d52c80 10 monclient: get_monmap_and_config
  -430> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient: build_initial_monmap
  -429> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient: monmap:
epoch 0
fsid 836f08af-4f7e-475e-a384-a53aaabb3f8f
last_changed 2020-05-12 04:34:49.553420
created 2020-05-12 04:34:49.553420
min_mon_release 0 (unknown)
0: v1:192.168.10.29:6789/0 mon.noname-b-legacy
1: v1:192.168.10.30:6789/0 mon.noname-a-legacy
2: v1:192.168.10.36:6789/0 mon.noname-c-legacy
3: v2:192.168.10.29:3300/0 mon.noname-b
4: v2:192.168.10.30:3300/0 mon.noname-a
5: v2:192.168.10.36:3300/0 mon.noname-c

  -428> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding auth protocol: cephx
  -427> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding auth protocol: cephx
  -426> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding auth protocol: cephx
  -425> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -424> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -423> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -422> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -421> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -420> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -419> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -418> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -417> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -416> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -415> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -414> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -413> 2020-05-12 04:34:49.549 7f6a48d52c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -412> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient: init
  -411> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding auth protocol: cephx
  -410> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding auth protocol: cephx
  -409> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding auth protocol: cephx
  -408> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: secure
  -407> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: crc
  -406> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: secure
  -405> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: crc
  -404> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: secure
  -403> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: crc
  -402> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: crc
  -401> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: secure
  -400> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: crc
  -399> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: secure
  -398> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: crc
  -397> 2020-05-12 04:34:49.549 7f6a48d52c80  5 AuthRegistry(0x7ffcb30e5188) adding con mode: secure
  -396> 2020-05-12 04:34:49.549 7f6a48d52c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -395> 2020-05-12 04:34:49.549 7f6a48d52c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -394> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient: _reopen_session rank -1
  -393> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient(hunting): picked mon.noname-b con 0x55e5deabbb00 addr v2:192.168.10.29:3300/0
  -392> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient(hunting): picked mon.noname-a-legacy con 0x55e5deabbf80 addr v1:192.168.10.30:6789/0
  -391> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient(hunting): picked mon.noname-a con 0x55e5deabc400 addr v2:192.168.10.30:3300/0
  -390> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient(hunting): start opening mon connection
  -389> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient(hunting): start opening mon connection
  -388> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient(hunting): _renew_subs
  -387> 2020-05-12 04:34:49.549 7f6a48d52c80 10 monclient(hunting): authenticate will time out at 2020-05-12 04:39:49.555166
  -386> 2020-05-12 04:34:49.549 7f6a48b14700 10 monclient(hunting): get_auth_request con 0x55e5deabc400 auth_method 0
  -385> 2020-05-12 04:34:49.549 7f6a48b14700 10 monclient(hunting): get_auth_request method 2 preferred_modes [1,2]
  -384> 2020-05-12 04:34:49.549 7f6a48b14700 10 monclient(hunting): _init_auth method 2
  -383> 2020-05-12 04:34:49.549 7f6a48b14700 10 monclient(hunting): handle_auth_reply_more payload 9
  -382> 2020-05-12 04:34:49.549 7f6a48b14700 10 monclient(hunting): handle_auth_reply_more payload_len 9
  -381> 2020-05-12 04:34:49.549 7f6a48b14700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
  -380> 2020-05-12 04:34:49.549 7f6a47311700 10 monclient(hunting): _init_auth method 2
  -379> 2020-05-12 04:34:49.549 7f6a47311700 10 monclient(hunting): my global_id is 537703419
  -378> 2020-05-12 04:34:49.549 7f6a48b14700 10 monclient(hunting): handle_auth_done global_id 537703416 payload 386
  -377> 2020-05-12 04:34:49.549 7f6a48b14700 10 monclient: _finish_hunting 0
  -376> 2020-05-12 04:34:49.549 7f6a48b14700  1 monclient: found mon.noname-a
  -375> 2020-05-12 04:34:49.549 7f6a48b14700 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.10.30:3300/0
  -374> 2020-05-12 04:34:49.553 7f6a47311700 10 monclient: handle_monmap mon_map magic: 0 v1
  -373> 2020-05-12 04:34:49.553 7f6a47311700 10 monclient:  got monmap 31 from mon.noname-a (according to old e31)
  -372> 2020-05-12 04:34:49.553 7f6a47311700 10 monclient: dump:
epoch 31
fsid 836f08af-4f7e-475e-a384-a53aaabb3f8f
last_changed 2020-04-07 22:48:55.760829
created 2018-11-22 05:51:53.125874
min_mon_release 14 (nautilus)
0: [v2:192.168.10.30:3300/0,v1:192.168.10.30:6789/0] mon.rocky
1: [v2:192.168.10.29:3300/0,v1:192.168.10.29:6789/0] mon.pve
2: [v2:192.168.10.36:3300/0,v1:192.168.10.36:6789/0] mon.bob

  -371> 2020-05-12 04:34:49.553 7f6a47311700 10 monclient: _finish_auth 0
  -370> 2020-05-12 04:34:49.553 7f6a47311700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-05-12 04:34:19.557316)
  -369> 2020-05-12 04:34:49.553 7f6a47311700 10 monclient: _send_mon_message to mon.rocky at v2:192.168.10.30:3300/0
  -368> 2020-05-12 04:34:49.553 7f6a47311700 10 monclient: handle_config config(3 keys) v1
  -367> 2020-05-12 04:34:49.553 7f6a47311700 10 monclient: handle_monmap mon_map magic: 0 v1
  -366> 2020-05-12 04:34:49.553 7f6a47311700 10 monclient:  got monmap 31 from mon.rocky (according to old e31)
  -365> 2020-05-12 04:34:49.553 7f6a47311700 10 monclient: dump:
epoch 31
fsid 836f08af-4f7e-475e-a384-a53aaabb3f8f
last_changed 2020-04-07 22:48:55.760829
created 2018-11-22 05:51:53.125874
min_mon_release 14 (nautilus)
0: [v2:192.168.10.30:3300/0,v1:192.168.10.30:6789/0] mon.rocky
1: [v2:192.168.10.29:3300/0,v1:192.168.10.29:6789/0] mon.pve
2: [v2:192.168.10.36:3300/0,v1:192.168.10.36:6789/0] mon.bob

  -364> 2020-05-12 04:34:49.553 7f6a45b0e700  4 set_mon_vals no callback set
  -363> 2020-05-12 04:34:49.553 7f6a48d52c80  5 monclient: authenticate success, global_id 537703416
  -362> 2020-05-12 04:34:49.553 7f6a48d52c80 10 monclient: get_monmap_and_config success
  -361> 2020-05-12 04:34:49.553 7f6a48d52c80 10 monclient: shutdown
  -360> 2020-05-12 04:34:49.553 7f6a45b0e700 10 set_mon_vals osd_max_scrubs = 2
  -359> 2020-05-12 04:34:49.553 7f6a45b0e700 10 set_mon_vals osd_scrub_auto_repair = true
  -358> 2020-05-12 04:34:49.553 7f6a48d52c80  0 set uid:gid to 64045:64045 (ceph:ceph)
  -357> 2020-05-12 04:34:49.553 7f6a48d52c80  0 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable), process ceph-osd, pid 360793
  -356> 2020-05-12 04:34:49.553 7f6a48d52c80  0 pidfile_write: ignore empty --pid-file
  -355> 2020-05-12 04:34:49.557 7f6a48d52c80  5 asok(0x55e5deac2000) init /var/run/ceph/ceph-osd.97.asok
  -354> 2020-05-12 04:34:49.557 7f6a48d52c80  5 asok(0x55e5deac2000) bind_and_listen /var/run/ceph/ceph-osd.97.asok
  -353> 2020-05-12 04:34:49.557 7f6a48d52c80  5 asok(0x55e5deac2000) register_command 0 hook 0x55e5dea2f340
  -352> 2020-05-12 04:34:49.557 7f6a48d52c80  5 asok(0x55e5deac2000) register_command version hook 0x55e5dea2f340
  -351> 2020-05-12 04:34:49.557 7f6a48d52c80  5 asok(0x55e5deac2000) register_command git_version hook 0x55e5dea2f340
  -350> 2020-05-12 04:34:49.557 7f6a48d52c80  5 asok(0x55e5deac2000) register_command help hook 0x55e5dea30220
  -349> 2020-05-12 04:34:49.557 7f6a48d52c80  5 asok(0x55e5deac2000) register_command get_command_descriptions hook 0x55e5dea30260
  -348> 2020-05-12 04:34:49.557 7f6a4630f700  5 asok(0x55e5deac2000) entry start
  -347> 2020-05-12 04:34:49.557 7f6a48d52c80  5 object store type is bluestore
  -346> 2020-05-12 04:34:49.557 7f6a48d52c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
  -345> 2020-05-12 04:34:49.557 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
  -344> 2020-05-12 04:34:49.561 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
  -343> 2020-05-12 04:34:49.561 7f6a48d52c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
  -342> 2020-05-12 04:34:49.561 7f6a48d52c80  5 asok(0x55e5deac2000) register_command bluestore bluefs available hook 0x55e5dea302a0
  -341> 2020-05-12 04:34:49.561 7f6a48d52c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
  -340> 2020-05-12 04:34:49.561 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
  -339> 2020-05-12 04:34:49.561 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
  -338> 2020-05-12 04:34:49.561 7f6a48d52c80  1 bluefs add_block_device bdev 1 path /var/lib/ceph/osd/ceph-97/block size 9.1 TiB
  -337> 2020-05-12 04:34:49.561 7f6a48d52c80  5 asok(0x55e5deac2000) unregister_command bluestore bluefs available
  -336> 2020-05-12 04:34:49.561 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) close
  -335> 2020-05-12 04:34:49.861 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) close
  -334> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding auth protocol: cephx
  -333> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding auth protocol: cephx
  -332> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding auth protocol: cephx
  -331> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -330> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -329> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -328> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -327> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -326> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -325> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -324> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -323> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -322> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -321> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: crc
  -320> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0140) adding con mode: secure
  -319> 2020-05-12 04:34:50.113 7f6a48d52c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -318> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding auth protocol: cephx
  -317> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding auth protocol: cephx
  -316> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding auth protocol: cephx
  -315> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: secure
  -314> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: crc
  -313> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: secure
  -312> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: crc
  -311> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: secure
  -310> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: crc
  -309> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: crc
  -308> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: secure
  -307> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: crc
  -306> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: secure
  -305> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: crc
  -304> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b0a40) adding con mode: secure
  -303> 2020-05-12 04:34:50.113 7f6a48d52c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -302> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding auth protocol: cephx
  -301> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding auth protocol: cephx
  -300> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding auth protocol: cephx
  -299> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: secure
  -298> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: crc
  -297> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: secure
  -296> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: crc
  -295> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: secure
  -294> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: crc
  -293> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: crc
  -292> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: secure
  -291> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: crc
  -290> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: secure
  -289> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: crc
  -288> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1340) adding con mode: secure
  -287> 2020-05-12 04:34:50.113 7f6a48d52c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -286> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding auth protocol: cephx
  -285> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding auth protocol: cephx
  -284> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding auth protocol: cephx
  -283> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: secure
  -282> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: crc
  -281> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: secure
  -280> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: crc
  -279> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: secure
  -278> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: crc
  -277> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: crc
  -276> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: secure
  -275> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: crc
  -274> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: secure
  -273> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: crc
  -272> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b1c40) adding con mode: secure
  -271> 2020-05-12 04:34:50.113 7f6a48d52c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -270> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding auth protocol: cephx
  -269> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding auth protocol: cephx
  -268> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding auth protocol: cephx
  -267> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: secure
  -266> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: crc
  -265> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: secure
  -264> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: crc
  -263> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: secure
  -262> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: crc
  -261> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: crc
  -260> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: secure
  -259> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: crc
  -258> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: secure
  -257> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: crc
  -256> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2540) adding con mode: secure
  -255> 2020-05-12 04:34:50.113 7f6a48d52c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -254> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding auth protocol: cephx
  -253> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding auth protocol: cephx
  -252> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding auth protocol: cephx
  -251> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: secure
  -250> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: crc
  -249> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: secure
  -248> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: crc
  -247> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: secure
  -246> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: crc
  -245> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: crc
  -244> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: secure
  -243> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: crc
  -242> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: secure
  -241> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: crc
  -240> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b2e40) adding con mode: secure
  -239> 2020-05-12 04:34:50.113 7f6a48d52c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -238> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding auth protocol: cephx
  -237> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding auth protocol: cephx
  -236> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding auth protocol: cephx
  -235> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: secure
  -234> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: crc
  -233> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: secure
  -232> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: crc
  -231> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: secure
  -230> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: crc
  -229> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: crc
  -228> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: secure
  -227> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: crc
  -226> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: secure
  -225> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: crc
  -224> 2020-05-12 04:34:50.113 7f6a48d52c80  5 AuthRegistry(0x55e5df6b3740) adding con mode: secure
  -223> 2020-05-12 04:34:50.113 7f6a48d52c80  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-97/keyring
  -222> 2020-05-12 04:34:50.113 7f6a48d52c80  0 starting osd.97 osd_data /var/lib/ceph/osd/ceph-97 /var/lib/ceph/osd/ceph-97/journal
  -221> 2020-05-12 04:34:50.177 7f6a48d52c80 10 monclient: build_initial_monmap
  -220> 2020-05-12 04:34:50.177 7f6a48d52c80 10 monclient: monmap:
epoch 0
fsid 836f08af-4f7e-475e-a384-a53aaabb3f8f
last_changed 2020-05-12 04:34:50.183514
created 2020-05-12 04:34:50.183514
min_mon_release 0 (unknown)
0: v1:192.168.10.29:6789/0 mon.noname-b-legacy
1: v1:192.168.10.30:6789/0 mon.noname-a-legacy
2: v1:192.168.10.36:6789/0 mon.noname-c-legacy
3: v2:192.168.10.29:3300/0 mon.noname-b
4: v2:192.168.10.30:3300/0 mon.noname-a
5: v2:192.168.10.36:3300/0 mon.noname-c

  -219> 2020-05-12 04:34:50.185 7f6a48d52c80  0 load: jerasure load: lrc load: isa
  -218> 2020-05-12 04:34:50.185 7f6a48d52c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
  -217> 2020-05-12 04:34:50.185 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
  -216> 2020-05-12 04:34:50.189 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
  -215> 2020-05-12 04:34:50.189 7f6a48d52c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
  -214> 2020-05-12 04:34:50.189 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) close
  -213> 2020-05-12 04:34:50.485 7f6a48d52c80  5 asok(0x55e5deac2000) register_command objecter_requests hook 0x55e5dea30930
  -212> 2020-05-12 04:34:50.485 7f6a48d52c80  2 osd.97 0 init /var/lib/ceph/osd/ceph-97 (looks like hdd)
  -211> 2020-05-12 04:34:50.485 7f6a48d52c80  2 osd.97 0 journal /var/lib/ceph/osd/ceph-97/journal
  -210> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _mount path /var/lib/ceph/osd/ceph-97
  -209> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
  -208> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
  -207> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev(0x55e5df70a000 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
  -206> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
  -205> 2020-05-12 04:34:50.485 7f6a48d52c80  5 asok(0x55e5deac2000) register_command bluestore bluefs available hook 0x55e5dea30940
  -204> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev create path /var/lib/ceph/osd/ceph-97/block type kernel
  -203> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) open path /var/lib/ceph/osd/ceph-97/block
  -202> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) open size 9999740829696 (0x9183f000000, 9.1 TiB) block_size 4096 (4 KiB) rotational discard not supported
  -201> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bluefs add_block_device bdev 1 path /var/lib/ceph/osd/ceph-97/block size 9.1 TiB
  -200> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bluefs mount
  -199> 2020-05-12 04:34:50.485 7f6a48d52c80  1 bluefs _init_alloc id 1 alloc_size 0x10000 size 0x9183f000000
  -198> 2020-05-12 04:34:50.485 7f6a48d52c80  5 asok(0x55e5deac2000) register_command bluestore allocator dump bluefs-db hook 0x55e5df6d0450
  -197> 2020-05-12 04:34:50.485 7f6a48d52c80  5 asok(0x55e5deac2000) register_command bluestore allocator score bluefs-db hook 0x55e5df6d0450
  -196> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option compaction_readahead_size = 2097152
  -195> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option compression = kNoCompression
  -194> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option max_background_compactions = 2
  -193> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option max_write_buffer_number = 4
  -192> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option min_write_buffer_number_to_merge = 1
  -191> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option recycle_log_file_num = 4
  -190> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option writable_file_max_buffer_size = 0
  -189> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option write_buffer_size = 268435456
  -188> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option compaction_readahead_size = 2097152
  -187> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option compression = kNoCompression
  -186> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option max_background_compactions = 2
  -185> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option max_write_buffer_number = 4
  -184> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option min_write_buffer_number_to_merge = 1
  -183> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option recycle_log_file_num = 4
  -182> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option writable_file_max_buffer_size = 0
  -181> 2020-05-12 04:34:50.537 7f6a48d52c80  0  set rocksdb option write_buffer_size = 268435456
  -180> 2020-05-12 04:34:50.549 7f6a48d52c80  1 rocksdb: do_open column families: [default]
  -179> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: RocksDB version: 6.1.2

  -178> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Git sha rocksdb_build_git_sha:@0@
  -177> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Compile date Apr 15 2020
  -176> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: DB SUMMARY

  -175> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: CURRENT file:  CURRENT

  -174> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: IDENTITY file:  IDENTITY

  -173> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: MANIFEST file:  MANIFEST-007162 size: 37108 Bytes

  -172> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: SST files in db dir, Total Num: 267, files: 004801.sst 004810.sst 005012.sst 005691.sst 005692.sst 005744.sst 005745.sst 005848.sst 005849.sst

  -171> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Write Ahead Log file in db.wal: 007163.log size: 93635725 ;

  -170> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                         Options.error_if_exists: 0
  -169> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.create_if_missing: 0
  -168> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                         Options.paranoid_checks: 1
  -167> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                                     Options.env: 0x55e5df8a8860
  -166> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                                Options.info_log: 0x55e5e0b2cf00
  -165> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.max_file_opening_threads: 16
  -164> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                              Options.statistics: (nil)
  -163> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                               Options.use_fsync: 0
  -162> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.max_log_file_size: 0
  -161> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.max_manifest_file_size: 1073741824
  -160> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.log_file_time_to_roll: 0
  -159> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.keep_log_file_num: 1000
  -158> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                    Options.recycle_log_file_num: 4
  -157> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                         Options.allow_fallocate: 1
  -156> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                        Options.allow_mmap_reads: 0
  -155> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.allow_mmap_writes: 0
  -154> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                        Options.use_direct_reads: 0
  -153> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
  -152> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:          Options.create_missing_column_families: 0
  -151> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                              Options.db_log_dir:
  -150> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                                 Options.wal_dir: db.wal
  -149> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.table_cache_numshardbits: 6
  -148> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                      Options.max_subcompactions: 1
  -147> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.max_background_flushes: -1
  -146> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                         Options.WAL_ttl_seconds: 0
  -145> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.WAL_size_limit_MB: 0
  -144> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.manifest_preallocation_size: 4194304
  -143> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                     Options.is_fd_close_on_exec: 1
  -142> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.advise_random_on_open: 1
  -141> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                    Options.db_write_buffer_size: 0
  -140> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                    Options.write_buffer_manager: 0x55e5df6d0ab0
  -139> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.access_hint_on_compaction_start: 1
  -138> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:  Options.new_table_reader_for_compaction_inputs: 1
  -137> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:           Options.random_access_max_buffer_size: 1048576
  -136> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                      Options.use_adaptive_mutex: 0
  -135> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                            Options.rate_limiter: (nil)
  -134> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
  -133> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                       Options.wal_recovery_mode: 0
  -132> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.enable_thread_tracking: 0
  -131> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.enable_pipelined_write: 0
  -130> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.allow_concurrent_memtable_write: 1
  -129> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:      Options.enable_write_thread_adaptive_yield: 1
  -128> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.write_thread_max_yield_usec: 100
  -127> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:            Options.write_thread_slow_yield_usec: 3
  -126> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                               Options.row_cache: None
  -125> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                              Options.wal_filter: None
  -124> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.avoid_flush_during_recovery: 0
  -123> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.allow_ingest_behind: 0
  -122> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.preserve_deletes: 0
  -121> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.two_write_queues: 0
  -120> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.manual_wal_flush: 0
  -119> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.atomic_flush: 0
  -118> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.avoid_unnecessary_blocking_io: 0
  -117> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.max_background_jobs: 2
  -116> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.max_background_compactions: 2
  -115> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.avoid_flush_during_shutdown: 0
  -114> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:           Options.writable_file_max_buffer_size: 0
  -113> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.delayed_write_rate : 16777216
  -112> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.max_total_wal_size: 0
  -111> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
  -110> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.stats_dump_period_sec: 600
  -109> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                 Options.stats_persist_period_sec: 600
  -108> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                 Options.stats_history_buffer_size: 1048576
  -107> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                          Options.max_open_files: -1
  -106> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                          Options.bytes_per_sync: 0
  -105> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                      Options.wal_bytes_per_sync: 0
  -104> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:       Options.compaction_readahead_size: 2097152
  -103> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Compression algorithms supported:
  -102> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kZSTDNotFinalCompression supported: 0
  -101> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kZSTD supported: 0
  -100> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kXpressCompression supported: 0
   -99> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kLZ4HCCompression supported: 1
   -98> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kLZ4Compression supported: 1
   -97> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kBZip2Compression supported: 0
   -96> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kZlibCompression supported: 1
   -95> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        kSnappyCompression supported: 1
   -94> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Fast CRC32 supported: Supported on x86
   -93> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: [db/db_impl_readonly.cc:22] Opening the db in read only mode
   -92> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: db/MANIFEST-007162

   -91> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]:

   -90> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:               Options.comparator: leveldb.BytewiseComparator
   -89> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:           Options.merge_operator: .T:int64_array.b:bitwise_xor
   -88> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        Options.compaction_filter: None
   -87> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        Options.compaction_filter_factory: None
   -86> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.memtable_factory: SkipListFactory
   -85> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:            Options.table_factory: BlockBasedTable
   -84> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e5dea2f678)
  cache_index_and_filter_blocks: 1
  cache_index_and_filter_blocks_with_high_priority: 1
  pin_l0_filter_and_index_blocks_in_cache: 0
  pin_top_level_index_and_filter: 1
  index_type: 0
  data_block_index_type: 0
  data_block_hash_table_util_ratio: 0.750000
  hash_index_allow_collision: 1
  checksum: 1
  no_block_cache: 0
  block_cache: 0x55e5dea79a10
  block_cache_name: BinnedLRUCache
  block_cache_options:
    capacity : 429496729
    num_shard_bits : 4
    strict_capacity_limit : 0
    high_pri_pool_ratio: 0.000
  block_cache_compressed: (nil)
  persistent_cache: (nil)
  block_size: 4096
  block_size_deviation: 10
  block_restart_interval: 16
  index_block_restart_interval: 1
  metadata_block_size: 4096
  partition_filters: 0
  use_delta_encoding: 1
  filter_policy: rocksdb.BuiltinBloomFilter
  whole_key_filtering: 1
  verify_compression: 0
  read_amp_bytes_per_bit: 0
  format_version: 2
  enable_index_compression: 1
  block_align: 0

   -83> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        Options.write_buffer_size: 268435456
   -82> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:  Options.max_write_buffer_number: 4
   -81> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:          Options.compression: NoCompression
   -80> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.bottommost_compression: Disabled
   -79> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:       Options.prefix_extractor: nullptr
   -78> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
   -77> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.num_levels: 7
   -76> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
   -75> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
   -74> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:            Options.bottommost_compression_opts.window_bits: -14
   -73> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.bottommost_compression_opts.level: 32767
   -72> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:               Options.bottommost_compression_opts.strategy: 0
   -71> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.bottommost_compression_opts.max_dict_bytes: 0
   -70> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.bottommost_compression_opts.zstd_max_train_bytes: 0
   -69> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.bottommost_compression_opts.enabled: false
   -68> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:            Options.compression_opts.window_bits: -14
   -67> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.compression_opts.level: 32767
   -66> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:               Options.compression_opts.strategy: 0
   -65> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
   -64> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:         Options.compression_opts.zstd_max_train_bytes: 0
   -63> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                  Options.compression_opts.enabled: false
   -62> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
   -61> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
   -60> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:              Options.level0_stop_writes_trigger: 36
   -59> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.target_file_size_base: 67108864
   -58> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:             Options.target_file_size_multiplier: 1
   -57> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
   -56> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
   -55> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
   -54> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
   -53> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
   -52> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
   -51> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
   -50> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
   -49> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
   -48> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
   -47> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
   -46> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
   -45> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                        Options.arena_block_size: 33554432
   -44> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
   -43> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
   -42> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
   -41> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.disable_auto_compactions: 0
   -40> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                        Options.compaction_style: kCompactionStyleLevel
   -39> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                          Options.compaction_pri: kMinOverlappingRatio
   -38> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.size_ratio: 1
   -37> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
   -36> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
   -35> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
   -34> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
   -33> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
   -32> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
   -31> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0
   -30> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.table_properties_collectors:
   -29> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                   Options.inplace_update_support: 0
   -28> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                 Options.inplace_update_num_locks: 10000
   -27> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
   -26> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:               Options.memtable_whole_key_filtering: 0
   -25> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:   Options.memtable_huge_page_size: 0
   -24> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                           Options.bloom_locality: 0
   -23> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                    Options.max_successive_merges: 0
   -22> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.optimize_filters_for_hits: 0
   -21> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.paranoid_file_checks: 0
   -20> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.force_consistency_checks: 0
   -19> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                Options.report_bg_io_stats: 0
   -18> 2020-05-12 04:34:50.549 7f6a48d52c80  4 rocksdb:                               Options.ttl: 0
   -17> 2020-05-12 04:34:51.381 7f6a48d52c80  4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:db/MANIFEST-007162 succeeded,manifest_file_number is 7162, next_file_number is 7164, last_sequence is 435614950, log_number is 7159,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0

   -16> 2020-05-12 04:34:51.381 7f6a48d52c80  4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 7159

   -15> 2020-05-12 04:34:51.381 7f6a48d52c80  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1589258091386535, "job": 1, "event": "recovery_started", "log_files": [7163]}
   -14> 2020-05-12 04:34:51.381 7f6a48d52c80  4 rocksdb: [db/db_impl_open.cc:583] Recovering log #7163 mode 0
   -13> 2020-05-12 04:34:53.485 7f6a48d52c80  3 rocksdb: [db/db_impl_open.cc:518] db.wal/007163.log: dropping 10184 bytes; Corruption: missing start of fragmented record(2)
   -12> 2020-05-12 04:34:53.485 7f6a48d52c80  4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work
   -11> 2020-05-12 04:34:53.489 7f6a48d52c80  4 rocksdb: [db/db_impl.cc:563] Shutdown complete
   -10> 2020-05-12 04:34:53.489 7f6a48d52c80 -1 rocksdb: Corruption: missing start of fragmented record(2)
    -9> 2020-05-12 04:34:53.489 7f6a48d52c80 -1 bluestore(/var/lib/ceph/osd/ceph-97) _open_db erroring opening db:
    -8> 2020-05-12 04:34:53.489 7f6a48d52c80  1 bluefs umount
    -7> 2020-05-12 04:34:53.489 7f6a48d52c80  1 fbmap_alloc 0x55e5dea78a00 shutdown
    -6> 2020-05-12 04:34:53.489 7f6a48d52c80  5 asok(0x55e5deac2000) unregister_command bluestore allocator dump bluefs-db
    -5> 2020-05-12 04:34:53.489 7f6a48d52c80  5 asok(0x55e5deac2000) unregister_command bluestore allocator score bluefs-db
    -4> 2020-05-12 04:34:53.489 7f6a48d52c80  5 asok(0x55e5deac2000) unregister_command bluestore bluefs available
    -3> 2020-05-12 04:34:53.489 7f6a48d52c80  1 bdev(0x55e5df70ae00 /var/lib/ceph/osd/ceph-97/block) close
    -2> 2020-05-12 04:34:53.781 7f6a48d52c80  1 bluestore(/var/lib/ceph/osd/ceph-97) _upgrade_super from 0, latest 2
    -1> 2020-05-12 04:34:53.781 7f6a48d52c80 -1 /build/ceph/ceph-14.2.9/src/os/bluestore/BlueStore.cc: In function 'int BlueStore::_upgrade_super()' thread 7f6a48d52c80 time 2020-05-12 04:34:53.785360
/build/ceph/ceph-14.2.9/src/os/bluestore/BlueStore.cc: 10197: FAILED ceph_assert(ondisk_format > 0)

 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable)
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x55e5d4deff1a]
 2: (()+0x5050f2) [0x55e5d4df00f2]
 3: (BlueStore::_upgrade_super()+0x4b6) [0x55e5d5334ea6]
 4: (BlueStore::_mount(bool, bool)+0x5bc) [0x55e5d537d87c]
 5: (OSD::init()+0x31f) [0x55e5d4efb0ef]
 6: (main()+0x4032) [0x55e5d4e5c732]
 7: (__libc_start_main()+0xeb) [0x7f6a4927109b]
 8: (_start()+0x2a) [0x55e5d4e8e00a]

     0> 2020-05-12 04:34:53.785 7f6a48d52c80 -1 *** Caught signal (Aborted) **
 in thread 7f6a48d52c80 thread_name:ceph-osd

 ceph version 14.2.9 (bed944f8c45b9c98485e99b70e11bbcec6f6659a) nautilus (stable)
 1: (()+0x12730) [0x7f6a497a1730]
 2: (gsignal()+0x10b) [0x7f6a492847bb]
 3: (abort()+0x121) [0x7f6a4926f535]
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a3) [0x55e5d4deff6b]
 5: (()+0x5050f2) [0x55e5d4df00f2]
 6: (BlueStore::_upgrade_super()+0x4b6) [0x55e5d5334ea6]
 7: (BlueStore::_mount(bool, bool)+0x5bc) [0x55e5d537d87c]
 8: (OSD::init()+0x31f) [0x55e5d4efb0ef]
 9: (main()+0x4032) [0x55e5d4e5c732]
 10: (__libc_start_main()+0xeb) [0x7f6a4927109b]
 11: (_start()+0x2a) [0x55e5d4e8e00a]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

--- logging levels ---
   0/ 5 none
   0/ 1 lockdep
   0/ 1 context
   1/ 1 crush
   1/ 5 mds
   1/ 5 mds_balancer
   1/ 5 mds_locker
   1/ 5 mds_log
   1/ 5 mds_log_expire
   1/ 5 mds_migrator
   0/ 1 buffer
   0/ 1 timer
   0/ 1 filer
   0/ 1 striper
   0/ 1 objecter
   0/ 5 rados
   0/ 5 rbd
   0/ 5 rbd_mirror
   0/ 5 rbd_replay
   0/ 5 journaler
   0/ 5 objectcacher
   0/ 5 client
   1/ 5 osd
   0/ 5 optracker
   0/ 5 objclass
   1/ 3 filestore
   1/ 3 journal
   0/ 0 ms
   1/ 5 mon
   0/10 monc
   1/ 5 paxos
   0/ 5 tp
   1/ 5 auth
   1/ 5 crypto
   1/ 1 finisher
   1/ 1 reserver
   1/ 5 heartbeatmap
   1/ 5 perfcounter
   1/ 5 rgw
   1/ 5 rgw_sync
   1/10 civetweb
   1/ 5 javaclient
   1/ 5 asok
   1/ 1 throttle
   0/ 0 refs
   1/ 5 xio
   1/ 5 compressor
   1/ 5 bluestore
   1/ 5 bluefs
   1/ 3 bdev
   1/ 5 kstore
   4/ 5 rocksdb
   4/ 5 leveldb
   4/ 5 memdb
   1/ 5 kinetic
   1/ 5 fuse
   1/ 5 mgr
   1/ 5 mgrc
   1/ 5 dpdk
   1/ 5 eventtrace
   1/ 5 prioritycache
  -2/-2 (syslog threshold)
  -1/-1 (stderr threshold)
  max_recent     10000
  max_new         1000
  log_file /var/log/ceph/ceph-osd.97.log
--- end dump of recent events ---
pve5 kb #