API tools faq
paste
Guest User

Untitled

a guest
Jun 7th, 2018
218
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 59.64 KB | None | 0 0
raw download clone embed print report
  1. ubuntu@kube-1:~/inst$ kubectl -n ceph get pods
  2. NAME READY STATUS RESTARTS AGE
  3. ceph-bootstrap-9lfvv 0/1 Completed 0 2d
  4. ceph-cephfs-client-key-generator-nvxwm 0/1 Completed 0 2d
  5. ceph-cephfs-provisioner-547cf74889-jbtzq 1/1 Running 0 2d
  6. ceph-cephfs-provisioner-547cf74889-tvt5f 1/1 Running 1 2d
  7. ceph-mds-65bb45dffc-jhgvl 1/1 Running 0 2d
  8. ceph-mds-65bb45dffc-whzb8 1/1 Running 0 2d
  9. ceph-mds-keyring-generator-nmp5s 0/1 Completed 0 2d
  10. ceph-mgr-55f68d44b8-7gqzt 0/1 CrashLoopBackOff 370 2d
  11. ceph-mgr-55f68d44b8-dv9q4 0/1 CrashLoopBackOff 262 1d
  12. ceph-mgr-keyring-generator-t8fv9 0/1 Completed 0 2d
  13. ceph-mon-check-7746cb9859-6zq96 1/1 Running 0 2d
  14. ceph-mon-fbfnk 0/1 Running 12 40m
  15. ceph-mon-jkjv6 0/1 Running 3 40m
  16. ceph-mon-kb6dp 0/1 Running 12 40m
  17. ceph-mon-keyring-generator-gv6h7 0/1 Completed 0 2d
  18. ceph-mon-t2jpq 0/1 Running 3 39m
  19. ceph-mon-w4qxp 0/1 CrashLoopBackOff 11 40m
  20. ceph-osd-keyring-generator-dh7v7 0/1 Completed 0 2d
  21. ceph-osd-osd-default-e3909fe4-67vss 0/1 CrashLoopBackOff 28 2d
  22. ceph-osd-osd-default-e3909fe4-bsvmc 1/1 Running 0 2d
  23. ceph-osd-osd-default-e3909fe4-gql4p 0/1 CrashLoopBackOff 28 2d
  24. ceph-osd-osd-default-e3909fe4-sg5j2 1/1 Running 0 2d
  25. ceph-osd-osd-default-e3909fe4-sqcwv 1/1 Running 0 2d
  26. ceph-rbd-pool-rl996 0/1 Completed 0 2d
  27. ceph-rbd-provisioner-57f989c79b-cbtdc 1/1 Running 0 2d
  28. ceph-rbd-provisioner-57f989c79b-mj6z7 1/1 Running 1 2d
  29. ceph-rgw-58479df7c6-894qm 0/1 CrashLoopBackOff 29 2d
  30. ceph-rgw-58479df7c6-zwvrv 0/1 CrashLoopBackOff 29 2d
  31. ceph-rgw-keyring-generator-4b4q4 0/1 Completed 0 2d
  32. ceph-storage-keys-generator-8fzxg 0/1 Completed 0 2d
  33.  
  34.  
  35. ubuntu@kube-1:~/inst$ kubectl -n ceph logs ceph-mon-fbfnk
  36. + export LC_ALL=C
  37. + LC_ALL=C
  38. + : 1
  39. + : /etc/ceph/ceph.mon.keyring
  40. + : /etc/ceph/ceph.client.admin.keyring
  41. + : /var/lib/ceph/bootstrap-mds/ceph.keyring
  42. + : /var/lib/ceph/bootstrap-rgw/ceph.keyring
  43. + : /var/lib/ceph/bootstrap-osd/ceph.keyring
  44. + [[ -z 10.100.0.0/24 ]]
  45. + [[ -z 10.100.0.102 ]]
  46. + [[ 1 -eq 0 ]]
  47. + MON_NAME=kube-5.novalocal
  48. + MON_DATA_DIR=/var/lib/ceph/mon/ceph-kube-5.novalocal
  49. + MONMAP=/etc/ceph/monmap-ceph
  50. + su -s /bin/sh -c 'mkdir -p "/var/lib/ceph/mon/ceph-kube-5.novalocal"' ceph
  51. + get_mon_config
  52. ++ ceph-conf --lookup fsid -c /etc/ceph/ceph.conf
  53. + local fsid=e854c5c0-a103-4fe0-8301-5d917538ac3a
  54. + timeout=10
  55. + MONMAP_ADD=
  56. + [[ -z '' ]]
  57. + [[ 10 -gt 0 ]]
  58. + [[ 1 -eq 0 ]]
  59. ++ kubectl get pods --namespace=ceph -l application=ceph -l component=mon -o template '--template={{range .items}}{{if .status.podIP}}--add {{.spec.nodeName}} {{.status.podIP}} {{end}} {{end}}'
  60. + MONMAP_ADD='--add kube-5.novalocal 10.100.0.102 --add kube-2.novalocal 10.100.0.104 --add kube-1.novalocal 10.100.0.106 --add kube-4.novalocal 10.100.0.115 --add kube-3.novalocal 10.100.0.101 '
  61. + (( timeout-- ))
  62. + sleep 1
  63. + [[ -z --addkube-5.novalocal10.100.0.102--addkube-2.novalocal10.100.0.104--addkube-1.novalocal10.100.0.106--addkube-4.novalocal10.100.0.115--addkube-3.novalocal10.100.0.101 ]]
  64. + [[ -z --addkube-5.novalocal10.100.0.102--addkube-2.novalocal10.100.0.104--addkube-1.novalocal10.100.0.106--addkube-4.novalocal10.100.0.115--addkube-3.novalocal10.100.0.101 ]]
  65. + '[' -f /etc/ceph/monmap-ceph ']'
  66. + monmaptool --create --add kube-5.novalocal 10.100.0.102 --add kube-2.novalocal 10.100.0.104 --add kube-1.novalocal 10.100.0.106 --add kube-4.novalocal 10.100.0.115 --add kube-3.novalocal 10.100.0.101 --fsid e854c5c0-a103-4fe0-8301-5d917538ac3a /etc/ceph/monmap-ceph --clobber
  67. monmaptool: monmap file /etc/ceph/monmap-ceph
  68. monmaptool: set fsid to e854c5c0-a103-4fe0-8301-5d917538ac3a
  69. monmaptool: writing epoch 0 to /etc/ceph/monmap-ceph (5 monitors)
  70. Trying to get the most recent monmap...
  71. + '[' '!' -e /var/lib/ceph/mon/ceph-kube-5.novalocal/keyring ']'
  72. + echo 'Trying to get the most recent monmap...'
  73. + timeout 5 ceph --cluster ceph mon getmap -o /etc/ceph/monmap-ceph
  74. + true
  75. + ceph-mon --setuser ceph --setgroup ceph --cluster ceph -i kube-5.novalocal --inject-monmap /etc/ceph/monmap-ceph --keyring /etc/ceph/ceph.mon.keyring --mon-data /var/lib/ceph/mon/ceph-kube-5.novalocal
  76. + timeout 7 ceph --cluster ceph mon add kube-5.novalocal 10.100.0.102:6789
  77. + true
  78. + exec /usr/bin/ceph-mon --cluster ceph --setuser ceph --setgroup ceph -d -i kube-5.novalocal --mon-data /var/lib/ceph/mon/ceph-kube-5.novalocal --public-addr 10.100.0.102:6789
  79. 2018-06-07 20:54:32.608598 7f5ae9fd8f00 0 set uid:gid to 64045:64045 (ceph:ceph)
  80. 2018-06-07 20:54:32.608642 7f5ae9fd8f00 0 ceph version 12.2.3 (2dab17a455c09584f2a85e6b10888337d1ec8949) luminous (stable), process (unknown), pid 1
  81. 2018-06-07 20:54:32.608780 7f5ae9fd8f00 0 pidfile_write: ignore empty --pid-file
  82. 2018-06-07 20:54:32.621259 7f5ae9fd8f00 0 load: jerasure load: lrc load: isa
  83. 2018-06-07 20:54:32.621445 7f5ae9fd8f00 0 set rocksdb option compression = kNoCompression
  84. 2018-06-07 20:54:32.621462 7f5ae9fd8f00 0 set rocksdb option write_buffer_size = 33554432
  85. 2018-06-07 20:54:32.621493 7f5ae9fd8f00 0 set rocksdb option compression = kNoCompression
  86. 2018-06-07 20:54:32.621501 7f5ae9fd8f00 0 set rocksdb option write_buffer_size = 33554432
  87. 2018-06-07 20:54:32.621747 7f5ae9fd8f00 4 rocksdb: RocksDB version: 5.4.0
  88.  
  89. 2018-06-07 20:54:32.621762 7f5ae9fd8f00 4 rocksdb: Git sha rocksdb_build_git_sha:@0@
  90. 2018-06-07 20:54:32.621765 7f5ae9fd8f00 4 rocksdb: Compile date Feb 19 2018
  91. 2018-06-07 20:54:32.621768 7f5ae9fd8f00 4 rocksdb: DB SUMMARY
  92.  
  93. 2018-06-07 20:54:32.621865 7f5ae9fd8f00 4 rocksdb: CURRENT file: CURRENT
  94.  
  95. 2018-06-07 20:54:32.621870 7f5ae9fd8f00 4 rocksdb: IDENTITY file: IDENTITY
  96.  
  97. 2018-06-07 20:54:32.621879 7f5ae9fd8f00 4 rocksdb: MANIFEST file: MANIFEST-002451 size: 226 Bytes
  98.  
  99. 2018-06-07 20:54:32.621884 7f5ae9fd8f00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-kube-5.novalocal/store.db dir, Total Num: 3, files: 002437.sst 002441.sst 002447.sst
  100.  
  101. 2018-06-07 20:54:32.621889 7f5ae9fd8f00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-kube-5.novalocal/store.db: 002452.log size: 1630 ;
  102.  
  103. 2018-06-07 20:54:32.621893 7f5ae9fd8f00 4 rocksdb: Options.error_if_exists: 0
  104. 2018-06-07 20:54:32.621895 7f5ae9fd8f00 4 rocksdb: Options.create_if_missing: 0
  105. 2018-06-07 20:54:32.621898 7f5ae9fd8f00 4 rocksdb: Options.paranoid_checks: 1
  106. 2018-06-07 20:54:32.621900 7f5ae9fd8f00 4 rocksdb: Options.env: 0x558c60c6df20
  107. 2018-06-07 20:54:32.621902 7f5ae9fd8f00 4 rocksdb: Options.info_log: 0x558c62724a00
  108. 2018-06-07 20:54:32.621905 7f5ae9fd8f00 4 rocksdb: Options.max_open_files: -1
  109. 2018-06-07 20:54:32.621907 7f5ae9fd8f00 4 rocksdb: Options.max_file_opening_threads: 16
  110. 2018-06-07 20:54:32.621909 7f5ae9fd8f00 4 rocksdb: Options.use_fsync: 0
  111. 2018-06-07 20:54:32.621910 7f5ae9fd8f00 4 rocksdb: Options.max_log_file_size: 0
  112. 2018-06-07 20:54:32.621912 7f5ae9fd8f00 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615
  113. 2018-06-07 20:54:32.621915 7f5ae9fd8f00 4 rocksdb: Options.log_file_time_to_roll: 0
  114. 2018-06-07 20:54:32.621918 7f5ae9fd8f00 4 rocksdb: Options.keep_log_file_num: 1000
  115. 2018-06-07 20:54:32.621919 7f5ae9fd8f00 4 rocksdb: Options.recycle_log_file_num: 0
  116. 2018-06-07 20:54:32.621935 7f5ae9fd8f00 4 rocksdb: Options.allow_fallocate: 1
  117. 2018-06-07 20:54:32.621937 7f5ae9fd8f00 4 rocksdb: Options.allow_mmap_reads: 0
  118. 2018-06-07 20:54:32.621939 7f5ae9fd8f00 4 rocksdb: Options.allow_mmap_writes: 0
  119. 2018-06-07 20:54:32.621941 7f5ae9fd8f00 4 rocksdb: Options.use_direct_reads: 0
  120. 2018-06-07 20:54:32.621943 7f5ae9fd8f00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0
  121. 2018-06-07 20:54:32.621945 7f5ae9fd8f00 4 rocksdb: Options.create_missing_column_families: 0
  122. 2018-06-07 20:54:32.621947 7f5ae9fd8f00 4 rocksdb: Options.db_log_dir:
  123. 2018-06-07 20:54:32.621948 7f5ae9fd8f00 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-kube-5.novalocal/store.db
  124. 2018-06-07 20:54:32.621951 7f5ae9fd8f00 4 rocksdb: Options.table_cache_numshardbits: 6
  125. 2018-06-07 20:54:32.621953 7f5ae9fd8f00 4 rocksdb: Options.max_subcompactions: 1
  126. 2018-06-07 20:54:32.621955 7f5ae9fd8f00 4 rocksdb: Options.max_background_flushes: 1
  127. 2018-06-07 20:54:32.621957 7f5ae9fd8f00 4 rocksdb: Options.WAL_ttl_seconds: 0
  128. 2018-06-07 20:54:32.621959 7f5ae9fd8f00 4 rocksdb: Options.WAL_size_limit_MB: 0
  129. 2018-06-07 20:54:32.621961 7f5ae9fd8f00 4 rocksdb: Options.manifest_preallocation_size: 4194304
  130. 2018-06-07 20:54:32.621963 7f5ae9fd8f00 4 rocksdb: Options.is_fd_close_on_exec: 1
  131. 2018-06-07 20:54:32.621964 7f5ae9fd8f00 4 rocksdb: Options.advise_random_on_open: 1
  132. 2018-06-07 20:54:32.621966 7f5ae9fd8f00 4 rocksdb: Options.db_write_buffer_size: 0
  133. 2018-06-07 20:54:32.621968 7f5ae9fd8f00 4 rocksdb: Options.access_hint_on_compaction_start: 1
  134. 2018-06-07 20:54:32.621970 7f5ae9fd8f00 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0
  135. 2018-06-07 20:54:32.621972 7f5ae9fd8f00 4 rocksdb: Options.compaction_readahead_size: 0
  136. 2018-06-07 20:54:32.621974 7f5ae9fd8f00 4 rocksdb: Options.random_access_max_buffer_size: 1048576
  137. 2018-06-07 20:54:32.621976 7f5ae9fd8f00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576
  138. 2018-06-07 20:54:32.621978 7f5ae9fd8f00 4 rocksdb: Options.use_adaptive_mutex: 0
  139. 2018-06-07 20:54:32.621980 7f5ae9fd8f00 4 rocksdb: Options.rate_limiter: (nil)
  140. 2018-06-07 20:54:32.621982 7f5ae9fd8f00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0
  141. 2018-06-07 20:54:32.621985 7f5ae9fd8f00 4 rocksdb: Options.bytes_per_sync: 0
  142. 2018-06-07 20:54:32.621987 7f5ae9fd8f00 4 rocksdb: Options.wal_bytes_per_sync: 0
  143. 2018-06-07 20:54:32.621989 7f5ae9fd8f00 4 rocksdb: Options.wal_recovery_mode: 2
  144. 2018-06-07 20:54:32.621990 7f5ae9fd8f00 4 rocksdb: Options.enable_thread_tracking: 0
  145. 2018-06-07 20:54:32.621993 7f5ae9fd8f00 4 rocksdb: Options.allow_concurrent_memtable_write: 1
  146. 2018-06-07 20:54:32.621994 7f5ae9fd8f00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1
  147. 2018-06-07 20:54:32.621996 7f5ae9fd8f00 4 rocksdb: Options.write_thread_max_yield_usec: 100
  148. 2018-06-07 20:54:32.621998 7f5ae9fd8f00 4 rocksdb: Options.write_thread_slow_yield_usec: 3
  149. 2018-06-07 20:54:32.622000 7f5ae9fd8f00 4 rocksdb: Options.row_cache: None
  150. 2018-06-07 20:54:32.622001 7f5ae9fd8f00 4 rocksdb: Options.wal_filter: None
  151. 2018-06-07 20:54:32.622004 7f5ae9fd8f00 4 rocksdb: Options.avoid_flush_during_recovery: 0
  152. 2018-06-07 20:54:32.622006 7f5ae9fd8f00 4 rocksdb: Options.base_background_compactions: 1
  153. 2018-06-07 20:54:32.622008 7f5ae9fd8f00 4 rocksdb: Options.max_background_compactions: 1
  154. 2018-06-07 20:54:32.622009 7f5ae9fd8f00 4 rocksdb: Options.avoid_flush_during_shutdown: 0
  155. 2018-06-07 20:54:32.622012 7f5ae9fd8f00 4 rocksdb: Options.delayed_write_rate : 16777216
  156. 2018-06-07 20:54:32.622014 7f5ae9fd8f00 4 rocksdb: Options.max_total_wal_size: 0
  157. 2018-06-07 20:54:32.622015 7f5ae9fd8f00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000
  158. 2018-06-07 20:54:32.622018 7f5ae9fd8f00 4 rocksdb: Options.stats_dump_period_sec: 600
  159. 2018-06-07 20:54:32.622020 7f5ae9fd8f00 4 rocksdb: Compression algorithms supported:
  160. 2018-06-07 20:54:32.622022 7f5ae9fd8f00 4 rocksdb: Snappy supported: 0
  161. 2018-06-07 20:54:32.622024 7f5ae9fd8f00 4 rocksdb: Zlib supported: 0
  162. 2018-06-07 20:54:32.622026 7f5ae9fd8f00 4 rocksdb: Bzip supported: 0
  163. 2018-06-07 20:54:32.622028 7f5ae9fd8f00 4 rocksdb: LZ4 supported: 0
  164. 2018-06-07 20:54:32.622031 7f5ae9fd8f00 4 rocksdb: ZSTD supported: 0
  165. 2018-06-07 20:54:32.622033 7f5ae9fd8f00 4 rocksdb: Fast CRC32 supported: 0
  166. 2018-06-07 20:54:32.636682 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-002451
  167.  
  168. 2018-06-07 20:54:32.636904 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]:
  169.  
  170. 2018-06-07 20:54:32.636919 7f5ae9fd8f00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator
  171. 2018-06-07 20:54:32.636922 7f5ae9fd8f00 4 rocksdb: Options.merge_operator:
  172. 2018-06-07 20:54:32.636924 7f5ae9fd8f00 4 rocksdb: Options.compaction_filter: None
  173. 2018-06-07 20:54:32.636925 7f5ae9fd8f00 4 rocksdb: Options.compaction_filter_factory: None
  174. 2018-06-07 20:54:32.636926 7f5ae9fd8f00 4 rocksdb: Options.memtable_factory: SkipListFactory
  175. 2018-06-07 20:54:32.636928 7f5ae9fd8f00 4 rocksdb: Options.table_factory: BlockBasedTable
  176. 2018-06-07 20:54:32.636956 7f5ae9fd8f00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558c624040f8)
  177. cache_index_and_filter_blocks: 1
  178. cache_index_and_filter_blocks_with_high_priority: 1
  179. pin_l0_filter_and_index_blocks_in_cache: 1
  180. index_type: 0
  181. hash_index_allow_collision: 1
  182. checksum: 1
  183. no_block_cache: 0
  184. block_cache: 0x558c62710400
  185. block_cache_name: LRUCache
  186. block_cache_options:
  187. capacity : 134217728
  188. num_shard_bits : 4
  189. strict_capacity_limit : 0
  190. high_pri_pool_ratio: 0.000
  191. block_cache_compressed: (nil)
  192. persistent_cache: (nil)
  193. block_size: 4096
  194. block_size_deviation: 10
  195. block_restart_interval: 16
  196. index_block_restart_interval: 1
  197. filter_policy: rocksdb.BuiltinBloomFilter
  198. whole_key_filtering: 1
  199. format_version: 2
  200.  
  201. 2018-06-07 20:54:32.637035 7f5ae9fd8f00 4 rocksdb: Options.write_buffer_size: 33554432
  202. 2018-06-07 20:54:32.637047 7f5ae9fd8f00 4 rocksdb: Options.max_write_buffer_number: 2
  203. 2018-06-07 20:54:32.637049 7f5ae9fd8f00 4 rocksdb: Options.compression: NoCompression
  204. 2018-06-07 20:54:32.637052 7f5ae9fd8f00 4 rocksdb: Options.bottommost_compression: Disabled
  205. 2018-06-07 20:54:32.637053 7f5ae9fd8f00 4 rocksdb: Options.prefix_extractor: nullptr
  206. 2018-06-07 20:54:32.637055 7f5ae9fd8f00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr
  207. 2018-06-07 20:54:32.637056 7f5ae9fd8f00 4 rocksdb: Options.num_levels: 7
  208. 2018-06-07 20:54:32.637058 7f5ae9fd8f00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1
  209. 2018-06-07 20:54:32.637059 7f5ae9fd8f00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0
  210. 2018-06-07 20:54:32.637060 7f5ae9fd8f00 4 rocksdb: Options.compression_opts.window_bits: -14
  211. 2018-06-07 20:54:32.637062 7f5ae9fd8f00 4 rocksdb: Options.compression_opts.level: -1
  212. 2018-06-07 20:54:32.637063 7f5ae9fd8f00 4 rocksdb: Options.compression_opts.strategy: 0
  213. 2018-06-07 20:54:32.637065 7f5ae9fd8f00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0
  214. 2018-06-07 20:54:32.637066 7f5ae9fd8f00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4
  215. 2018-06-07 20:54:32.637068 7f5ae9fd8f00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20
  216. 2018-06-07 20:54:32.637069 7f5ae9fd8f00 4 rocksdb: Options.level0_stop_writes_trigger: 36
  217. 2018-06-07 20:54:32.637070 7f5ae9fd8f00 4 rocksdb: Options.target_file_size_base: 67108864
  218. 2018-06-07 20:54:32.637072 7f5ae9fd8f00 4 rocksdb: Options.target_file_size_multiplier: 1
  219. 2018-06-07 20:54:32.637073 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_base: 268435456
  220. 2018-06-07 20:54:32.637074 7f5ae9fd8f00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
  221. 2018-06-07 20:54:32.637076 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000
  222. 2018-06-07 20:54:32.637080 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
  223. 2018-06-07 20:54:32.637081 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
  224. 2018-06-07 20:54:32.637082 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
  225. 2018-06-07 20:54:32.637084 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
  226. 2018-06-07 20:54:32.637085 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
  227. 2018-06-07 20:54:32.637095 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
  228. 2018-06-07 20:54:32.637096 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
  229. 2018-06-07 20:54:32.637097 7f5ae9fd8f00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8
  230. 2018-06-07 20:54:32.637099 7f5ae9fd8f00 4 rocksdb: Options.max_compaction_bytes: 1677721600
  231. 2018-06-07 20:54:32.637100 7f5ae9fd8f00 4 rocksdb: Options.arena_block_size: 4194304
  232. 2018-06-07 20:54:32.637101 7f5ae9fd8f00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736
  233. 2018-06-07 20:54:32.637102 7f5ae9fd8f00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944
  234. 2018-06-07 20:54:32.637104 7f5ae9fd8f00 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100
  235. 2018-06-07 20:54:32.637105 7f5ae9fd8f00 4 rocksdb: Options.disable_auto_compactions: 0
  236. 2018-06-07 20:54:32.637107 7f5ae9fd8f00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel
  237. 2018-06-07 20:54:32.637109 7f5ae9fd8f00 4 rocksdb: Options.compaction_pri: kByCompensatedSize
  238. 2018-06-07 20:54:32.637111 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1
  239. 2018-06-07 20:54:32.637112 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
  240. 2018-06-07 20:54:32.637113 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
  241. 2018-06-07 20:54:32.637114 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
  242. 2018-06-07 20:54:32.637116 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
  243. 2018-06-07 20:54:32.637117 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
  244. 2018-06-07 20:54:32.637126 7f5ae9fd8f00 4 rocksdb: Options.table_properties_collectors:
  245. 2018-06-07 20:54:32.637127 7f5ae9fd8f00 4 rocksdb: Options.inplace_update_support: 0
  246. 2018-06-07 20:54:32.637129 7f5ae9fd8f00 4 rocksdb: Options.inplace_update_num_locks: 10000
  247. 2018-06-07 20:54:32.637130 7f5ae9fd8f00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000
  248. 2018-06-07 20:54:32.637132 7f5ae9fd8f00 4 rocksdb: Options.memtable_huge_page_size: 0
  249. 2018-06-07 20:54:32.637133 7f5ae9fd8f00 4 rocksdb: Options.bloom_locality: 0
  250. 2018-06-07 20:54:32.637134 7f5ae9fd8f00 4 rocksdb: Options.max_successive_merges: 0
  251. 2018-06-07 20:54:32.637135 7f5ae9fd8f00 4 rocksdb: Options.optimize_filters_for_hits: 0
  252. 2018-06-07 20:54:32.637136 7f5ae9fd8f00 4 rocksdb: Options.paranoid_file_checks: 0
  253. 2018-06-07 20:54:32.637138 7f5ae9fd8f00 4 rocksdb: Options.force_consistency_checks: 0
  254. 2018-06-07 20:54:32.637139 7f5ae9fd8f00 4 rocksdb: Options.report_bg_io_stats: 0
  255. 2018-06-07 20:54:32.639867 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-kube-5.novalocal/store.db/MANIFEST-002451 succeeded,manifest_file_number is 2451, next_file_number is 2453, last_sequence is 310626, log_number is 0,prev_log_number is 0,max_column_family is 0
  256.  
  257. 2018-06-07 20:54:32.639894 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 2450
  258.  
  259. 2018-06-07 20:54:32.640038 7f5ae9fd8f00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1528404872640025, "job": 1, "event": "recovery_started", "log_files": [2452]}
  260. 2018-06-07 20:54:32.640053 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/db_impl_open.cc:482] Recovering log #2452 mode 2
  261. 2018-06-07 20:54:32.696792 7f5ae9fd8f00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1528404872696768, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 2453, "file_size": 2587, "table_properties": {"data_size": 1632, "index_size": 28, "filter_size": 18, "raw_key_size": 68, "raw_average_key_size": 22, "raw_value_size": 1556, "raw_average_value_size": 518, "num_data_blocks": 1, "num_entries": 3, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "0", "kMergeOperands": "0"}}
  262. 2018-06-07 20:54:32.696897 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/version_set.cc:2395] Creating manifest 2454
  263.  
  264. 2018-06-07 20:54:32.833201 7f5ae9fd8f00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1528404872833194, "job": 1, "event": "recovery_finished"}
  265. 2018-06-07 20:54:32.997713 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x558c62824000
  266. 2018-06-07 20:54:32.999592 7f5ae9fd8f00 0 starting mon.kube-5.novalocal rank 1 at public addr 10.100.0.102:6789/0 at bind addr 10.100.0.102:6789/0 mon_data /var/lib/ceph/mon/ceph-kube-5.novalocal fsid e854c5c0-a103-4fe0-8301-5d917538ac3a
  267. 2018-06-07 20:54:32.999907 7f5ae9fd8f00 0 starting mon.kube-5.novalocal rank 1 at 10.100.0.102:6789/0 mon_data /var/lib/ceph/mon/ceph-kube-5.novalocal fsid e854c5c0-a103-4fe0-8301-5d917538ac3a
  268. 2018-06-07 20:54:33.000809 7f5ae9fd8f00 1 mon.kube-5.novalocal@-1(probing) e238 preinit fsid e854c5c0-a103-4fe0-8301-5d917538ac3a
  269. 2018-06-07 20:54:33.001187 7f5ae9fd8f00 1 mon.kube-5.novalocal@-1(probing).paxosservice(pgmap 1..2) refresh upgraded, format 0 -> 1
  270. 2018-06-07 20:54:33.001203 7f5ae9fd8f00 1 mon.kube-5.novalocal@-1(probing).pg v0 on_upgrade discarding in-core PGMap
  271. 2018-06-07 20:54:33.001412 7f5ae9fd8f00 0 mon.kube-5.novalocal@-1(probing).mds e13 print_map
  272. e13
  273. enable_multiple, ever_enabled_multiple: 0,0
  274. compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2}
  275. legacy client fscid: 1
  276.  
  277. Filesystem 'cephfs' (1)
  278. fs_name cephfs
  279. epoch 13
  280. flags c
  281. created 2018-06-05 19:18:45.805653
  282. modified 2018-06-05 19:18:45.805653
  283. tableserver 0
  284. root 0
  285. session_timeout 60
  286. session_autoclose 300
  287. max_file_size 1099511627776
  288. last_failure 0
  289. last_failure_osd_epoch 202
  290. compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2}
  291. max_mds 1
  292. in 0
  293. up {0=7915}
  294. failed
  295. damaged
  296. stopped
  297. data_pools [3]
  298. metadata_pool 2
  299. inline_data disabled
  300. balancer
  301. standby_count_wanted 1
  302. 7915: 10.100.0.104:6800/1294902530 'mds-ceph-mds-65bb45dffc-whzb8' mds.0.10 up:active seq 5
  303.  
  304.  
  305. Standby daemons:
  306.  
  307. 7243: 10.100.0.115:6800/993972264 'mds-ceph-mds-65bb45dffc-jhgvl' mds.-1.0 up:standby seq 2
  308.  
  309. 2018-06-07 20:54:33.001883 7f5ae9fd8f00 0 mon.kube-5.novalocal@-1(probing).osd e209 crush map has features 288514051259236352, adjusting msgr requires
  310. 2018-06-07 20:54:33.001893 7f5ae9fd8f00 0 mon.kube-5.novalocal@-1(probing).osd e209 crush map has features 288514051259236352, adjusting msgr requires
  311. 2018-06-07 20:54:33.001898 7f5ae9fd8f00 0 mon.kube-5.novalocal@-1(probing).osd e209 crush map has features 1009089991638532096, adjusting msgr requires
  312. 2018-06-07 20:54:33.001902 7f5ae9fd8f00 0 mon.kube-5.novalocal@-1(probing).osd e209 crush map has features 288514051259236352, adjusting msgr requires
  313. 2018-06-07 20:54:33.002911 7f5ae9fd8f00 1 mon.kube-5.novalocal@-1(probing).paxosservice(auth 1..38) refresh upgraded, format 0 -> 2
  314. /build/ceph-12.2.3/src/mon/AuthMonitor.cc: In function 'virtual void AuthMonitor::update_from_paxos(bool*)' thread 7f5ae9fd8f00 time 2018-06-07 20:54:33.006690
  315. /build/ceph-12.2.3/src/mon/AuthMonitor.cc: 157: FAILED assert(ret == 0)
  316. ceph version 12.2.3 (2dab17a455c09584f2a85e6b10888337d1ec8949) luminous (stable)
  317. 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x102) [0x558c5807fab2]
  318. 2: (AuthMonitor::update_from_paxos(bool*)+0x2c97) [0x558c57e7b147]
  319. 3: (PaxosService::refresh(bool*)+0x40b) [0x558c57f59a4b]
  320. 4: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x558c57e0e503]
  321. 5: (Monitor::init_paxos()+0x11d) [0x558c57e0e95d]
  322. 6: (Monitor::preinit()+0x984) [0x558c57e2dba4]
  323. 7: (main()+0x40f2) [0x558c57d4d012]
  324. 8: (__libc_start_main()+0xf0) [0x7f5ae7abb830]
  325. 9: (_start()+0x29) [0x558c57de0c49]
  326. NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
  327. 2018-06-07 20:54:33.010827 7f5ae9fd8f00 -1 /build/ceph-12.2.3/src/mon/AuthMonitor.cc: In function 'virtual void AuthMonitor::update_from_paxos(bool*)' thread 7f5ae9fd8f00 time 2018-06-07 20:54:33.006690
  328. /build/ceph-12.2.3/src/mon/AuthMonitor.cc: 157: FAILED assert(ret == 0)
  329.  
  330. ceph version 12.2.3 (2dab17a455c09584f2a85e6b10888337d1ec8949) luminous (stable)
  331. 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x102) [0x558c5807fab2]
  332. 2: (AuthMonitor::update_from_paxos(bool*)+0x2c97) [0x558c57e7b147]
  333. 3: (PaxosService::refresh(bool*)+0x40b) [0x558c57f59a4b]
  334. 4: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x558c57e0e503]
  335. 5: (Monitor::init_paxos()+0x11d) [0x558c57e0e95d]
  336. 6: (Monitor::preinit()+0x984) [0x558c57e2dba4]
  337. 7: (main()+0x40f2) [0x558c57d4d012]
  338. 8: (__libc_start_main()+0xf0) [0x7f5ae7abb830]
  339. 9: (_start()+0x29) [0x558c57de0c49]
  340. NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
  341.  
  342. --- begin dump of recent events ---
  343. -203> 2018-06-07 20:54:32.592787 7f5ae9fd8f00 5 asok(0x558c62415680) register_command perfcounters_dump hook 0x558c624081a0
  344. -202> 2018-06-07 20:54:32.592814 7f5ae9fd8f00 5 asok(0x558c62415680) register_command 1 hook 0x558c624081a0
  345. -201> 2018-06-07 20:54:32.592818 7f5ae9fd8f00 5 asok(0x558c62415680) register_command perf dump hook 0x558c624081a0
  346. -200> 2018-06-07 20:54:32.592822 7f5ae9fd8f00 5 asok(0x558c62415680) register_command perfcounters_schema hook 0x558c624081a0
  347. -199> 2018-06-07 20:54:32.592825 7f5ae9fd8f00 5 asok(0x558c62415680) register_command perf histogram dump hook 0x558c624081a0
  348. -198> 2018-06-07 20:54:32.592879 7f5ae9fd8f00 5 asok(0x558c62415680) register_command 2 hook 0x558c624081a0
  349. -197> 2018-06-07 20:54:32.592883 7f5ae9fd8f00 5 asok(0x558c62415680) register_command perf schema hook 0x558c624081a0
  350. -196> 2018-06-07 20:54:32.592886 7f5ae9fd8f00 5 asok(0x558c62415680) register_command perf histogram schema hook 0x558c624081a0
  351. -195> 2018-06-07 20:54:32.592891 7f5ae9fd8f00 5 asok(0x558c62415680) register_command perf reset hook 0x558c624081a0
  352. -194> 2018-06-07 20:54:32.592895 7f5ae9fd8f00 5 asok(0x558c62415680) register_command config show hook 0x558c624081a0
  353. -193> 2018-06-07 20:54:32.592902 7f5ae9fd8f00 5 asok(0x558c62415680) register_command config help hook 0x558c624081a0
  354. -192> 2018-06-07 20:54:32.592905 7f5ae9fd8f00 5 asok(0x558c62415680) register_command config set hook 0x558c624081a0
  355. -191> 2018-06-07 20:54:32.592909 7f5ae9fd8f00 5 asok(0x558c62415680) register_command config get hook 0x558c624081a0
  356. -190> 2018-06-07 20:54:32.592915 7f5ae9fd8f00 5 asok(0x558c62415680) register_command config diff hook 0x558c624081a0
  357. -189> 2018-06-07 20:54:32.592921 7f5ae9fd8f00 5 asok(0x558c62415680) register_command config diff get hook 0x558c624081a0
  358. -188> 2018-06-07 20:54:32.592926 7f5ae9fd8f00 5 asok(0x558c62415680) register_command log flush hook 0x558c624081a0
  359. -187> 2018-06-07 20:54:32.592930 7f5ae9fd8f00 5 asok(0x558c62415680) register_command log dump hook 0x558c624081a0
  360. -186> 2018-06-07 20:54:32.592936 7f5ae9fd8f00 5 asok(0x558c62415680) register_command log reopen hook 0x558c624081a0
  361. -185> 2018-06-07 20:54:32.592943 7f5ae9fd8f00 5 asok(0x558c62415680) register_command dump_mempools hook 0x558c626ded48
  362. -184> 2018-06-07 20:54:32.608598 7f5ae9fd8f00 0 set uid:gid to 64045:64045 (ceph:ceph)
  363. -183> 2018-06-07 20:54:32.608642 7f5ae9fd8f00 0 ceph version 12.2.3 (2dab17a455c09584f2a85e6b10888337d1ec8949) luminous (stable), process (unknown), pid 1
  364. -182> 2018-06-07 20:54:32.608780 7f5ae9fd8f00 0 pidfile_write: ignore empty --pid-file
  365. -181> 2018-06-07 20:54:32.611849 7f5ae9fd8f00 5 asok(0x558c62415680) init /var/run/ceph/ceph-mon.kube-5.novalocal.asok
  366. -180> 2018-06-07 20:54:32.611882 7f5ae9fd8f00 5 asok(0x558c62415680) bind_and_listen /var/run/ceph/ceph-mon.kube-5.novalocal.asok
  367. -179> 2018-06-07 20:54:32.611968 7f5ae9fd8f00 5 asok(0x558c62415680) register_command 0 hook 0x558c624040f0
  368. -178> 2018-06-07 20:54:32.611983 7f5ae9fd8f00 5 asok(0x558c62415680) register_command version hook 0x558c624040f0
  369. -177> 2018-06-07 20:54:32.611989 7f5ae9fd8f00 5 asok(0x558c62415680) register_command git_version hook 0x558c624040f0
  370. -176> 2018-06-07 20:54:32.612002 7f5ae9fd8f00 5 asok(0x558c62415680) register_command help hook 0x558c62408340
  371. -175> 2018-06-07 20:54:32.612009 7f5ae9fd8f00 5 asok(0x558c62415680) register_command get_command_descriptions hook 0x558c62408350
  372. -174> 2018-06-07 20:54:32.612104 7f5ae4e3f700 5 asok(0x558c62415680) entry start
  373. -173> 2018-06-07 20:54:32.621259 7f5ae9fd8f00 0 load: jerasure load: lrc load: isa
  374. -172> 2018-06-07 20:54:32.621445 7f5ae9fd8f00 0 set rocksdb option compression = kNoCompression
  375. -171> 2018-06-07 20:54:32.621462 7f5ae9fd8f00 0 set rocksdb option write_buffer_size = 33554432
  376. -170> 2018-06-07 20:54:32.621493 7f5ae9fd8f00 0 set rocksdb option compression = kNoCompression
  377. -169> 2018-06-07 20:54:32.621501 7f5ae9fd8f00 0 set rocksdb option write_buffer_size = 33554432
  378. -168> 2018-06-07 20:54:32.621747 7f5ae9fd8f00 4 rocksdb: RocksDB version: 5.4.0
  379.  
  380. -167> 2018-06-07 20:54:32.621762 7f5ae9fd8f00 4 rocksdb: Git sha rocksdb_build_git_sha:@0@
  381. -166> 2018-06-07 20:54:32.621765 7f5ae9fd8f00 4 rocksdb: Compile date Feb 19 2018
  382. -165> 2018-06-07 20:54:32.621768 7f5ae9fd8f00 4 rocksdb: DB SUMMARY
  383.  
  384. -164> 2018-06-07 20:54:32.621865 7f5ae9fd8f00 4 rocksdb: CURRENT file: CURRENT
  385.  
  386. -163> 2018-06-07 20:54:32.621870 7f5ae9fd8f00 4 rocksdb: IDENTITY file: IDENTITY
  387.  
  388. -162> 2018-06-07 20:54:32.621879 7f5ae9fd8f00 4 rocksdb: MANIFEST file: MANIFEST-002451 size: 226 Bytes
  389.  
  390. -161> 2018-06-07 20:54:32.621884 7f5ae9fd8f00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-kube-5.novalocal/store.db dir, Total Num: 3, files: 002437.sst 002441.sst 002447.sst
  391.  
  392. -160> 2018-06-07 20:54:32.621889 7f5ae9fd8f00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-kube-5.novalocal/store.db: 002452.log size: 1630 ;
  393.  
  394. -159> 2018-06-07 20:54:32.621893 7f5ae9fd8f00 4 rocksdb: Options.error_if_exists: 0
  395. -158> 2018-06-07 20:54:32.621895 7f5ae9fd8f00 4 rocksdb: Options.create_if_missing: 0
  396. -157> 2018-06-07 20:54:32.621898 7f5ae9fd8f00 4 rocksdb: Options.paranoid_checks: 1
  397. -156> 2018-06-07 20:54:32.621900 7f5ae9fd8f00 4 rocksdb: Options.env: 0x558c60c6df20
  398. -155> 2018-06-07 20:54:32.621902 7f5ae9fd8f00 4 rocksdb: Options.info_log: 0x558c62724a00
  399. -154> 2018-06-07 20:54:32.621905 7f5ae9fd8f00 4 rocksdb: Options.max_open_files: -1
  400. -153> 2018-06-07 20:54:32.621907 7f5ae9fd8f00 4 rocksdb: Options.max_file_opening_threads: 16
  401. -152> 2018-06-07 20:54:32.621909 7f5ae9fd8f00 4 rocksdb: Options.use_fsync: 0
  402. -151> 2018-06-07 20:54:32.621910 7f5ae9fd8f00 4 rocksdb: Options.max_log_file_size: 0
  403. -150> 2018-06-07 20:54:32.621912 7f5ae9fd8f00 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615
  404. -149> 2018-06-07 20:54:32.621915 7f5ae9fd8f00 4 rocksdb: Options.log_file_time_to_roll: 0
  405. -148> 2018-06-07 20:54:32.621918 7f5ae9fd8f00 4 rocksdb: Options.keep_log_file_num: 1000
  406. -147> 2018-06-07 20:54:32.621919 7f5ae9fd8f00 4 rocksdb: Options.recycle_log_file_num: 0
  407. -146> 2018-06-07 20:54:32.621935 7f5ae9fd8f00 4 rocksdb: Options.allow_fallocate: 1
  408. -145> 2018-06-07 20:54:32.621937 7f5ae9fd8f00 4 rocksdb: Options.allow_mmap_reads: 0
  409. -144> 2018-06-07 20:54:32.621939 7f5ae9fd8f00 4 rocksdb: Options.allow_mmap_writes: 0
  410. -143> 2018-06-07 20:54:32.621941 7f5ae9fd8f00 4 rocksdb: Options.use_direct_reads: 0
  411. -142> 2018-06-07 20:54:32.621943 7f5ae9fd8f00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0
  412. -141> 2018-06-07 20:54:32.621945 7f5ae9fd8f00 4 rocksdb: Options.create_missing_column_families: 0
  413. -140> 2018-06-07 20:54:32.621947 7f5ae9fd8f00 4 rocksdb: Options.db_log_dir:
  414. -139> 2018-06-07 20:54:32.621948 7f5ae9fd8f00 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-kube-5.novalocal/store.db
  415. -138> 2018-06-07 20:54:32.621951 7f5ae9fd8f00 4 rocksdb: Options.table_cache_numshardbits: 6
  416. -137> 2018-06-07 20:54:32.621953 7f5ae9fd8f00 4 rocksdb: Options.max_subcompactions: 1
  417. -136> 2018-06-07 20:54:32.621955 7f5ae9fd8f00 4 rocksdb: Options.max_background_flushes: 1
  418. -135> 2018-06-07 20:54:32.621957 7f5ae9fd8f00 4 rocksdb: Options.WAL_ttl_seconds: 0
  419. -134> 2018-06-07 20:54:32.621959 7f5ae9fd8f00 4 rocksdb: Options.WAL_size_limit_MB: 0
  420. -133> 2018-06-07 20:54:32.621961 7f5ae9fd8f00 4 rocksdb: Options.manifest_preallocation_size: 4194304
  421. -132> 2018-06-07 20:54:32.621963 7f5ae9fd8f00 4 rocksdb: Options.is_fd_close_on_exec: 1
  422. -131> 2018-06-07 20:54:32.621964 7f5ae9fd8f00 4 rocksdb: Options.advise_random_on_open: 1
  423. -130> 2018-06-07 20:54:32.621966 7f5ae9fd8f00 4 rocksdb: Options.db_write_buffer_size: 0
  424. -129> 2018-06-07 20:54:32.621968 7f5ae9fd8f00 4 rocksdb: Options.access_hint_on_compaction_start: 1
  425. -128> 2018-06-07 20:54:32.621970 7f5ae9fd8f00 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0
  426. -127> 2018-06-07 20:54:32.621972 7f5ae9fd8f00 4 rocksdb: Options.compaction_readahead_size: 0
  427. -126> 2018-06-07 20:54:32.621974 7f5ae9fd8f00 4 rocksdb: Options.random_access_max_buffer_size: 1048576
  428. -125> 2018-06-07 20:54:32.621976 7f5ae9fd8f00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576
  429. -124> 2018-06-07 20:54:32.621978 7f5ae9fd8f00 4 rocksdb: Options.use_adaptive_mutex: 0
  430. -123> 2018-06-07 20:54:32.621980 7f5ae9fd8f00 4 rocksdb: Options.rate_limiter: (nil)
  431. -122> 2018-06-07 20:54:32.621982 7f5ae9fd8f00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0
  432. -121> 2018-06-07 20:54:32.621985 7f5ae9fd8f00 4 rocksdb: Options.bytes_per_sync: 0
  433. -120> 2018-06-07 20:54:32.621987 7f5ae9fd8f00 4 rocksdb: Options.wal_bytes_per_sync: 0
  434. -119> 2018-06-07 20:54:32.621989 7f5ae9fd8f00 4 rocksdb: Options.wal_recovery_mode: 2
  435. -118> 2018-06-07 20:54:32.621990 7f5ae9fd8f00 4 rocksdb: Options.enable_thread_tracking: 0
  436. -117> 2018-06-07 20:54:32.621993 7f5ae9fd8f00 4 rocksdb: Options.allow_concurrent_memtable_write: 1
  437. -116> 2018-06-07 20:54:32.621994 7f5ae9fd8f00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1
  438. -115> 2018-06-07 20:54:32.621996 7f5ae9fd8f00 4 rocksdb: Options.write_thread_max_yield_usec: 100
  439. -114> 2018-06-07 20:54:32.621998 7f5ae9fd8f00 4 rocksdb: Options.write_thread_slow_yield_usec: 3
  440. -113> 2018-06-07 20:54:32.622000 7f5ae9fd8f00 4 rocksdb: Options.row_cache: None
  441. -112> 2018-06-07 20:54:32.622001 7f5ae9fd8f00 4 rocksdb: Options.wal_filter: None
  442. -111> 2018-06-07 20:54:32.622004 7f5ae9fd8f00 4 rocksdb: Options.avoid_flush_during_recovery: 0
  443. -110> 2018-06-07 20:54:32.622006 7f5ae9fd8f00 4 rocksdb: Options.base_background_compactions: 1
  444. -109> 2018-06-07 20:54:32.622008 7f5ae9fd8f00 4 rocksdb: Options.max_background_compactions: 1
  445. -108> 2018-06-07 20:54:32.622009 7f5ae9fd8f00 4 rocksdb: Options.avoid_flush_during_shutdown: 0
  446. -107> 2018-06-07 20:54:32.622012 7f5ae9fd8f00 4 rocksdb: Options.delayed_write_rate : 16777216
  447. -106> 2018-06-07 20:54:32.622014 7f5ae9fd8f00 4 rocksdb: Options.max_total_wal_size: 0
  448. -105> 2018-06-07 20:54:32.622015 7f5ae9fd8f00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000
  449. -104> 2018-06-07 20:54:32.622018 7f5ae9fd8f00 4 rocksdb: Options.stats_dump_period_sec: 600
  450. -103> 2018-06-07 20:54:32.622020 7f5ae9fd8f00 4 rocksdb: Compression algorithms supported:
  451. -102> 2018-06-07 20:54:32.622022 7f5ae9fd8f00 4 rocksdb: Snappy supported: 0
  452. -101> 2018-06-07 20:54:32.622024 7f5ae9fd8f00 4 rocksdb: Zlib supported: 0
  453. -100> 2018-06-07 20:54:32.622026 7f5ae9fd8f00 4 rocksdb: Bzip supported: 0
  454. -99> 2018-06-07 20:54:32.622028 7f5ae9fd8f00 4 rocksdb: LZ4 supported: 0
  455. -98> 2018-06-07 20:54:32.622031 7f5ae9fd8f00 4 rocksdb: ZSTD supported: 0
  456. -97> 2018-06-07 20:54:32.622033 7f5ae9fd8f00 4 rocksdb: Fast CRC32 supported: 0
  457. -96> 2018-06-07 20:54:32.636682 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-002451
  458.  
  459. -95> 2018-06-07 20:54:32.636904 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]:
  460.  
  461. -94> 2018-06-07 20:54:32.636919 7f5ae9fd8f00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator
  462. -93> 2018-06-07 20:54:32.636922 7f5ae9fd8f00 4 rocksdb: Options.merge_operator:
  463. -92> 2018-06-07 20:54:32.636924 7f5ae9fd8f00 4 rocksdb: Options.compaction_filter: None
  464. -91> 2018-06-07 20:54:32.636925 7f5ae9fd8f00 4 rocksdb: Options.compaction_filter_factory: None
  465. -90> 2018-06-07 20:54:32.636926 7f5ae9fd8f00 4 rocksdb: Options.memtable_factory: SkipListFactory
  466. -89> 2018-06-07 20:54:32.636928 7f5ae9fd8f00 4 rocksdb: Options.table_factory: BlockBasedTable
  467. -88> 2018-06-07 20:54:32.636956 7f5ae9fd8f00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558c624040f8)
  468. cache_index_and_filter_blocks: 1
  469. cache_index_and_filter_blocks_with_high_priority: 1
  470. pin_l0_filter_and_index_blocks_in_cache: 1
  471. index_type: 0
  472. hash_index_allow_collision: 1
  473. checksum: 1
  474. no_block_cache: 0
  475. block_cache: 0x558c62710400
  476. block_cache_name: LRUCache
  477. block_cache_options:
  478. capacity : 134217728
  479. num_shard_bits : 4
  480. strict_capacity_limit : 0
  481. high_pri_pool_ratio: 0.000
  482. block_cache_compressed: (nil)
  483. persistent_cache: (nil)
  484. block_size: 4096
  485. block_size_deviation: 10
  486. block_restart_interval: 16
  487. index_block_restart_interval: 1
  488. filter_policy: rocksdb.BuiltinBloomFilter
  489. whole_key_filtering: 1
  490. format_version: 2
  491.  
  492. -87> 2018-06-07 20:54:32.637035 7f5ae9fd8f00 4 rocksdb: Options.write_buffer_size: 33554432
  493. -86> 2018-06-07 20:54:32.637047 7f5ae9fd8f00 4 rocksdb: Options.max_write_buffer_number: 2
  494. -85> 2018-06-07 20:54:32.637049 7f5ae9fd8f00 4 rocksdb: Options.compression: NoCompression
  495. -84> 2018-06-07 20:54:32.637052 7f5ae9fd8f00 4 rocksdb: Options.bottommost_compression: Disabled
  496. -83> 2018-06-07 20:54:32.637053 7f5ae9fd8f00 4 rocksdb: Options.prefix_extractor: nullptr
  497. -82> 2018-06-07 20:54:32.637055 7f5ae9fd8f00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr
  498. -81> 2018-06-07 20:54:32.637056 7f5ae9fd8f00 4 rocksdb: Options.num_levels: 7
  499. -80> 2018-06-07 20:54:32.637058 7f5ae9fd8f00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1
  500. -79> 2018-06-07 20:54:32.637059 7f5ae9fd8f00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0
  501. -78> 2018-06-07 20:54:32.637060 7f5ae9fd8f00 4 rocksdb: Options.compression_opts.window_bits: -14
  502. -77> 2018-06-07 20:54:32.637062 7f5ae9fd8f00 4 rocksdb: Options.compression_opts.level: -1
  503. -76> 2018-06-07 20:54:32.637063 7f5ae9fd8f00 4 rocksdb: Options.compression_opts.strategy: 0
  504. -75> 2018-06-07 20:54:32.637065 7f5ae9fd8f00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0
  505. -74> 2018-06-07 20:54:32.637066 7f5ae9fd8f00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4
  506. -73> 2018-06-07 20:54:32.637068 7f5ae9fd8f00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20
  507. -72> 2018-06-07 20:54:32.637069 7f5ae9fd8f00 4 rocksdb: Options.level0_stop_writes_trigger: 36
  508. -71> 2018-06-07 20:54:32.637070 7f5ae9fd8f00 4 rocksdb: Options.target_file_size_base: 67108864
  509. -70> 2018-06-07 20:54:32.637072 7f5ae9fd8f00 4 rocksdb: Options.target_file_size_multiplier: 1
  510. -69> 2018-06-07 20:54:32.637073 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_base: 268435456
  511. -68> 2018-06-07 20:54:32.637074 7f5ae9fd8f00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
  512. -67> 2018-06-07 20:54:32.637076 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000
  513. -66> 2018-06-07 20:54:32.637080 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
  514. -65> 2018-06-07 20:54:32.637081 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
  515. -64> 2018-06-07 20:54:32.637082 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
  516. -63> 2018-06-07 20:54:32.637084 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
  517. -62> 2018-06-07 20:54:32.637085 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
  518. -61> 2018-06-07 20:54:32.637095 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
  519. -60> 2018-06-07 20:54:32.637096 7f5ae9fd8f00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
  520. -59> 2018-06-07 20:54:32.637097 7f5ae9fd8f00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8
  521. -58> 2018-06-07 20:54:32.637099 7f5ae9fd8f00 4 rocksdb: Options.max_compaction_bytes: 1677721600
  522. -57> 2018-06-07 20:54:32.637100 7f5ae9fd8f00 4 rocksdb: Options.arena_block_size: 4194304
  523. -56> 2018-06-07 20:54:32.637101 7f5ae9fd8f00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736
  524. -55> 2018-06-07 20:54:32.637102 7f5ae9fd8f00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944
  525. -54> 2018-06-07 20:54:32.637104 7f5ae9fd8f00 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100
  526. -53> 2018-06-07 20:54:32.637105 7f5ae9fd8f00 4 rocksdb: Options.disable_auto_compactions: 0
  527. -52> 2018-06-07 20:54:32.637107 7f5ae9fd8f00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel
  528. -51> 2018-06-07 20:54:32.637109 7f5ae9fd8f00 4 rocksdb: Options.compaction_pri: kByCompensatedSize
  529. -50> 2018-06-07 20:54:32.637111 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1
  530. -49> 2018-06-07 20:54:32.637112 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
  531. -48> 2018-06-07 20:54:32.637113 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
  532. -47> 2018-06-07 20:54:32.637114 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
  533. -46> 2018-06-07 20:54:32.637116 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
  534. -45> 2018-06-07 20:54:32.637117 7f5ae9fd8f00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
  535. -44> 2018-06-07 20:54:32.637126 7f5ae9fd8f00 4 rocksdb: Options.table_properties_collectors:
  536. -43> 2018-06-07 20:54:32.637127 7f5ae9fd8f00 4 rocksdb: Options.inplace_update_support: 0
  537. -42> 2018-06-07 20:54:32.637129 7f5ae9fd8f00 4 rocksdb: Options.inplace_update_num_locks: 10000
  538. -41> 2018-06-07 20:54:32.637130 7f5ae9fd8f00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000
  539. -40> 2018-06-07 20:54:32.637132 7f5ae9fd8f00 4 rocksdb: Options.memtable_huge_page_size: 0
  540. -39> 2018-06-07 20:54:32.637133 7f5ae9fd8f00 4 rocksdb: Options.bloom_locality: 0
  541. -38> 2018-06-07 20:54:32.637134 7f5ae9fd8f00 4 rocksdb: Options.max_successive_merges: 0
  542. -37> 2018-06-07 20:54:32.637135 7f5ae9fd8f00 4 rocksdb: Options.optimize_filters_for_hits: 0
  543. -36> 2018-06-07 20:54:32.637136 7f5ae9fd8f00 4 rocksdb: Options.paranoid_file_checks: 0
  544. -35> 2018-06-07 20:54:32.637138 7f5ae9fd8f00 4 rocksdb: Options.force_consistency_checks: 0
  545. -34> 2018-06-07 20:54:32.637139 7f5ae9fd8f00 4 rocksdb: Options.report_bg_io_stats: 0
  546. -33> 2018-06-07 20:54:32.639867 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-kube-5.novalocal/store.db/MANIFEST-002451 succeeded,manifest_file_number is 2451, next_file_number is 2453, last_sequence is 310626, log_number is 0,prev_log_number is 0,max_column_family is 0
  547.  
  548. -32> 2018-06-07 20:54:32.639894 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 2450
  549.  
  550. -31> 2018-06-07 20:54:32.640038 7f5ae9fd8f00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1528404872640025, "job": 1, "event": "recovery_started", "log_files": [2452]}
  551. -30> 2018-06-07 20:54:32.640053 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/db_impl_open.cc:482] Recovering log #2452 mode 2
  552. -29> 2018-06-07 20:54:32.640413 7f5ae9fd8f00 5 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/db_impl_open.cc:815] [default] [WriteLevel0TableForRecovery] Level-0 table #2453: started
  553. -28> 2018-06-07 20:54:32.696792 7f5ae9fd8f00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1528404872696768, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 2453, "file_size": 2587, "table_properties": {"data_size": 1632, "index_size": 28, "filter_size": 18, "raw_key_size": 68, "raw_average_key_size": 22, "raw_value_size": 1556, "raw_average_value_size": 518, "num_data_blocks": 1, "num_entries": 3, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "0", "kMergeOperands": "0"}}
  554. -27> 2018-06-07 20:54:32.696831 7f5ae9fd8f00 5 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/db_impl_open.cc:847] [default] [WriteLevel0TableForRecovery] Level-0 table #2453: 2587 bytes OK
  555. -26> 2018-06-07 20:54:32.696897 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/version_set.cc:2395] Creating manifest 2454
  556.  
  557. -25> 2018-06-07 20:54:32.833201 7f5ae9fd8f00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1528404872833194, "job": 1, "event": "recovery_finished"}
  558. -24> 2018-06-07 20:54:32.833418 7f5ae9fd8f00 5 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-kube-5.novalocal/store.db//MANIFEST-002451 type=3 #2451 -- OK
  559.  
  560. -23> 2018-06-07 20:54:32.833445 7f5ae9fd8f00 5 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-kube-5.novalocal/store.db//002452.log type=0 #2452 -- OK
  561.  
  562. -22> 2018-06-07 20:54:32.997713 7f5ae9fd8f00 4 rocksdb: [/build/ceph-12.2.3/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x558c62824000
  563. -21> 2018-06-07 20:54:32.999309 7f5adcde3700 2 Event(0x558c62492980 nevent=5000 time_id=1).set_owner idx=0 owner=140028229334784
  564. -20> 2018-06-07 20:54:32.999358 7f5add5e4700 2 Event(0x558c62492740 nevent=5000 time_id=1).set_owner idx=1 owner=140028237727488
  565. -19> 2018-06-07 20:54:32.999484 7f5addde5700 2 Event(0x558c62492e00 nevent=5000 time_id=1).set_owner idx=2 owner=140028246120192
  566. -18> 2018-06-07 20:54:32.999592 7f5ae9fd8f00 0 starting mon.kube-5.novalocal rank 1 at public addr 10.100.0.102:6789/0 at bind addr 10.100.0.102:6789/0 mon_data /var/lib/ceph/mon/ceph-kube-5.novalocal fsid e854c5c0-a103-4fe0-8301-5d917538ac3a
  567. -17> 2018-06-07 20:54:32.999835 7f5ae9fd8f00 1 -- 10.100.0.102:6789/0 learned_addr learned my addr 10.100.0.102:6789/0
  568. -16> 2018-06-07 20:54:32.999859 7f5ae9fd8f00 1 -- 10.100.0.102:6789/0 _finish_bind bind my_inst.addr is 10.100.0.102:6789/0
  569. -15> 2018-06-07 20:54:32.999907 7f5ae9fd8f00 0 starting mon.kube-5.novalocal rank 1 at 10.100.0.102:6789/0 mon_data /var/lib/ceph/mon/ceph-kube-5.novalocal fsid e854c5c0-a103-4fe0-8301-5d917538ac3a
  570. -14> 2018-06-07 20:54:32.999941 7f5ae9fd8f00 5 adding auth protocol: cephx
  571. -13> 2018-06-07 20:54:32.999943 7f5ae9fd8f00 5 adding auth protocol: cephx
  572. -12> 2018-06-07 20:54:32.999977 7f5ae9fd8f00 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
  573. -11> 2018-06-07 20:54:32.999986 7f5ae9fd8f00 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
  574. -10> 2018-06-07 20:54:33.000809 7f5ae9fd8f00 1 mon.kube-5.novalocal@-1(probing) e238 preinit fsid e854c5c0-a103-4fe0-8301-5d917538ac3a
  575. -9> 2018-06-07 20:54:33.001187 7f5ae9fd8f00 1 mon.kube-5.novalocal@-1(probing).paxosservice(pgmap 1..2) refresh upgraded, format 0 -> 1
  576. -8> 2018-06-07 20:54:33.001203 7f5ae9fd8f00 1 mon.kube-5.novalocal@-1(probing).pg v0 on_upgrade discarding in-core PGMap
  577. -7> 2018-06-07 20:54:33.001388 7f5ae9fd8f00 4 mon.kube-5.novalocal@-1(probing).mds e13 new map
  578. -6> 2018-06-07 20:54:33.001412 7f5ae9fd8f00 0 mon.kube-5.novalocal@-1(probing).mds e13 print_map
  579. e13
  580. enable_multiple, ever_enabled_multiple: 0,0
  581. compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2}
  582. legacy client fscid: 1
  583.  
  584. Filesystem 'cephfs' (1)
  585. fs_name cephfs
  586. epoch 13
  587. flags c
  588. created 2018-06-05 19:18:45.805653
  589. modified 2018-06-05 19:18:45.805653
  590. tableserver 0
  591. root 0
  592. session_timeout 60
  593. session_autoclose 300
  594. max_file_size 1099511627776
  595. last_failure 0
  596. last_failure_osd_epoch 202
  597. compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2}
  598. max_mds 1
  599. in 0
  600. up {0=7915}
  601. failed
  602. damaged
  603. stopped
  604. data_pools [3]
  605. metadata_pool 2
  606. inline_data disabled
  607. balancer
  608. standby_count_wanted 1
  609. 7915: 10.100.0.104:6800/1294902530 'mds-ceph-mds-65bb45dffc-whzb8' mds.0.10 up:active seq 5
  610.  
  611.  
  612. Standby daemons:
  613.  
  614. 7243: 10.100.0.115:6800/993972264 'mds-ceph-mds-65bb45dffc-jhgvl' mds.-1.0 up:standby seq 2
  615.  
  616. -5> 2018-06-07 20:54:33.001883 7f5ae9fd8f00 0 mon.kube-5.novalocal@-1(probing).osd e209 crush map has features 288514051259236352, adjusting msgr requires
  617. -4> 2018-06-07 20:54:33.001893 7f5ae9fd8f00 0 mon.kube-5.novalocal@-1(probing).osd e209 crush map has features 288514051259236352, adjusting msgr requires
  618. -3> 2018-06-07 20:54:33.001898 7f5ae9fd8f00 0 mon.kube-5.novalocal@-1(probing).osd e209 crush map has features 1009089991638532096, adjusting msgr requires
  619. -2> 2018-06-07 20:54:33.001902 7f5ae9fd8f00 0 mon.kube-5.novalocal@-1(probing).osd e209 crush map has features 288514051259236352, adjusting msgr requires
  620. -1> 2018-06-07 20:54:33.002911 7f5ae9fd8f00 1 mon.kube-5.novalocal@-1(probing).paxosservice(auth 1..38) refresh upgraded, format 0 -> 2
  621. 0> 2018-06-07 20:54:33.010827 7f5ae9fd8f00 -1 /build/ceph-12.2.3/src/mon/AuthMonitor.cc: In function 'virtual void AuthMonitor::update_from_paxos(bool*)' thread 7f5ae9fd8f00 time 2018-06-07 20:54:33.006690
  622. /build/ceph-12.2.3/src/mon/AuthMonitor.cc: 157: FAILED assert(ret == 0)
  623.  
  624. ceph version 12.2.3 (2dab17a455c09584f2a85e6b10888337d1ec8949) luminous (stable)
  625. 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x102) [0x558c5807fab2]
  626. 2: (AuthMonitor::update_from_paxos(bool*)+0x2c97) [0x558c57e7b147]
  627. 3: (PaxosService::refresh(bool*)+0x40b) [0x558c57f59a4b]
  628. 4: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x558c57e0e503]
  629. 5: (Monitor::init_paxos()+0x11d) [0x558c57e0e95d]
  630. 6: (Monitor::preinit()+0x984) [0x558c57e2dba4]
  631. 7: (main()+0x40f2) [0x558c57d4d012]
  632. 8: (__libc_start_main()+0xf0) [0x7f5ae7abb830]
  633. 9: (_start()+0x29) [0x558c57de0c49]
  634. NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
  635.  
  636. --- logging levels ---
  637. 0/ 5 none
  638. 0/ 1 lockdep
  639. 0/ 1 context
  640. 1/ 1 crush
  641. 1/ 5 mds
  642. 1/ 5 mds_balancer
  643. 1/ 5 mds_locker
  644. 1/ 5 mds_log
  645. 1/ 5 mds_log_expire
  646. 1/ 5 mds_migrator
  647. 0/ 1 buffer
  648. 0/ 1 timer
  649. 0/ 1 filer
  650. 0/ 1 striper
  651. 0/ 1 objecter
  652. 0/ 5 rados
  653. 0/ 5 rbd
  654. 0/ 5 rbd_mirror
  655. 0/ 5 rbd_replay
  656. 0/ 5 journaler
  657. 0/ 5 objectcacher
  658. 0/ 5 client
  659. 1/ 5 osd
  660. 0/ 5 optracker
  661. 0/ 5 objclass
  662. 1/ 3 filestore
  663. 1/ 3 journal
  664. 0/ 5 ms
  665. 1/ 5 mon
  666. 0/10 monc
  667. 1/ 5 paxos
  668. 0/ 5 tp
  669. 1/ 5 auth
  670. 1/ 5 crypto
  671. 1/ 1 finisher
  672. 1/ 1 reserver
  673. 1/ 5 heartbeatmap
  674. 1/ 5 perfcounter
  675. 1/ 5 rgw
  676. 1/10 civetweb
  677. 1/ 5 javaclient
  678. 1/ 5 asok
  679. 1/ 1 throttle
  680. 0/ 0 refs
  681. 1/ 5 xio
  682. 1/ 5 compressor
  683. 1/ 5 bluestore
  684. 1/ 5 bluefs
  685. 1/ 3 bdev
  686. 1/ 5 kstore
  687. 4/ 5 rocksdb
  688. 4/ 5 leveldb
  689. 4/ 5 memdb
  690. 1/ 5 kinetic
  691. 1/ 5 fuse
  692. 1/ 5 mgr
  693. 1/ 5 mgrc
  694. 1/ 5 dpdk
  695. 1/ 5 eventtrace
  696. -2/-2 (syslog threshold)
  697. 99/99 (stderr threshold)
  698. max_recent 10000
  699. max_new 1000
  700. log_file
  701. --- end dump of recent events ---
  702. *** Caught signal (Aborted) **
  703. in thread 7f5ae9fd8f00 thread_name:ceph-mon
  704. ceph version 12.2.3 (2dab17a455c09584f2a85e6b10888337d1ec8949) luminous (stable)
  705. 1: (()+0x9684f4) [0x558c583d84f4]
  706. 2: (()+0x11390) [0x7f5ae9382390]
  707. 3: (gsignal()+0x38) [0x7f5ae7ad0428]
  708. 4: (abort()+0x16a) [0x7f5ae7ad202a]
  709. 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x28e) [0x558c5807fc3e]
  710. 6: (AuthMonitor::update_from_paxos(bool*)+0x2c97) [0x558c57e7b147]
  711. 7: (PaxosService::refresh(bool*)+0x40b) [0x558c57f59a4b]
  712. 8: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x558c57e0e503]
  713. 9: (Monitor::init_paxos()+0x11d) [0x558c57e0e95d]
  714. 10: (Monitor::preinit()+0x984) [0x558c57e2dba4]
  715. 11: (main()+0x40f2) [0x558c57d4d012]
  716. 12: (__libc_start_main()+0xf0) [0x7f5ae7abb830]
  717. 13: (_start()+0x29) [0x558c57de0c49]
  718. 2018-06-07 20:54:33.017039 7f5ae9fd8f00 -1 *** Caught signal (Aborted) **
  719. in thread 7f5ae9fd8f00 thread_name:ceph-mon
  720.  
  721. ceph version 12.2.3 (2dab17a455c09584f2a85e6b10888337d1ec8949) luminous (stable)
  722. 1: (()+0x9684f4) [0x558c583d84f4]
  723. 2: (()+0x11390) [0x7f5ae9382390]
  724. 3: (gsignal()+0x38) [0x7f5ae7ad0428]
  725. 4: (abort()+0x16a) [0x7f5ae7ad202a]
  726. 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x28e) [0x558c5807fc3e]
  727. 6: (AuthMonitor::update_from_paxos(bool*)+0x2c97) [0x558c57e7b147]
  728. 7: (PaxosService::refresh(bool*)+0x40b) [0x558c57f59a4b]
  729. 8: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x558c57e0e503]
  730. 9: (Monitor::init_paxos()+0x11d) [0x558c57e0e95d]
  731. 10: (Monitor::preinit()+0x984) [0x558c57e2dba4]
  732. 11: (main()+0x40f2) [0x558c57d4d012]
  733. 12: (__libc_start_main()+0xf0) [0x7f5ae7abb830]
  734. 13: (_start()+0x29) [0x558c57de0c49]
  735. NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
  736.  
  737. --- begin dump of recent events ---
  738. 0> 2018-06-07 20:54:33.017039 7f5ae9fd8f00 -1 *** Caught signal (Aborted) **
  739. in thread 7f5ae9fd8f00 thread_name:ceph-mon
  740.  
  741. ceph version 12.2.3 (2dab17a455c09584f2a85e6b10888337d1ec8949) luminous (stable)
  742. 1: (()+0x9684f4) [0x558c583d84f4]
  743. 2: (()+0x11390) [0x7f5ae9382390]
  744. 3: (gsignal()+0x38) [0x7f5ae7ad0428]
  745. 4: (abort()+0x16a) [0x7f5ae7ad202a]
  746. 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x28e) [0x558c5807fc3e]
  747. 6: (AuthMonitor::update_from_paxos(bool*)+0x2c97) [0x558c57e7b147]
  748. 7: (PaxosService::refresh(bool*)+0x40b) [0x558c57f59a4b]
  749. 8: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x558c57e0e503]
  750. 9: (Monitor::init_paxos()+0x11d) [0x558c57e0e95d]
  751. 10: (Monitor::preinit()+0x984) [0x558c57e2dba4]
  752. 11: (main()+0x40f2) [0x558c57d4d012]
  753. 12: (__libc_start_main()+0xf0) [0x7f5ae7abb830]
  754. 13: (_start()+0x29) [0x558c57de0c49]
  755. NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
  756.  
  757. --- logging levels ---
  758. 0/ 5 none
  759. 0/ 1 lockdep
  760. 0/ 1 context
  761. 1/ 1 crush
  762. 1/ 5 mds
  763. 1/ 5 mds_balancer
  764. 1/ 5 mds_locker
  765. 1/ 5 mds_log
  766. 1/ 5 mds_log_expire
  767. 1/ 5 mds_migrator
  768. 0/ 1 buffer
  769. 0/ 1 timer
  770. 0/ 1 filer
  771. 0/ 1 striper
  772. 0/ 1 objecter
  773. 0/ 5 rados
  774. 0/ 5 rbd
  775. 0/ 5 rbd_mirror
  776. 0/ 5 rbd_replay
  777. 0/ 5 journaler
  778. 0/ 5 objectcacher
  779. 0/ 5 client
  780. 1/ 5 osd
  781. 0/ 5 optracker
  782. 0/ 5 objclass
  783. 1/ 3 filestore
  784. 1/ 3 journal
  785. 0/ 5 ms
  786. 1/ 5 mon
  787. 0/10 monc
  788. 1/ 5 paxos
  789. 0/ 5 tp
  790. 1/ 5 auth
  791. 1/ 5 crypto
  792. 1/ 1 finisher
  793. 1/ 1 reserver
  794. 1/ 5 heartbeatmap
  795. 1/ 5 perfcounter
  796. 1/ 5 rgw
  797. 1/10 civetweb
  798. 1/ 5 javaclient
  799. 1/ 5 asok
  800. 1/ 1 throttle
  801. 0/ 0 refs
  802. 1/ 5 xio
  803. 1/ 5 compressor
  804. 1/ 5 bluestore
  805. 1/ 5 bluefs
  806. 1/ 3 bdev
  807. 1/ 5 kstore
  808. 4/ 5 rocksdb
  809. 4/ 5 leveldb
  810. 4/ 5 memdb
  811. 1/ 5 kinetic
  812. 1/ 5 fuse
  813. 1/ 5 mgr
  814. 1/ 5 mgrc
  815. 1/ 5 dpdk
  816. 1/ 5 eventtrace
  817. -2/-2 (syslog threshold)
  818. 99/99 (stderr threshold)
  819. max_recent 10000
  820. max_new 1000
  821. log_file
  822. --- end dump of recent events ---
  823. reraise_fatal: default handler for signal 6 didn't terminate the process?
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!