{
    "archived": "2023-10-13 13:29:02.425077",
    "assert_condition": "cur2 >= p.length",
    "assert_file": "/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/16.2.14/rpm/el8/BUILD/ceph-16.2.14/src/os/bluestore/BlueStore.h",
    "assert_func": "virtual void RocksDBBlueFSVolumeSelector::sub_usage(void*, const bluefs_fnode_t&)",
    "assert_line": 3875,
    "assert_msg": "/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/16.2.14/rpm/el8/BUILD/ceph-16.2.14/src/os/bluestore/BlueStore.h: In function 'virtual void RocksDBBlueFSVolumeSelector::sub_usage(void*, const bluefs_fnode_t&)' thread 7ff2e1d19700 time 2023-10-13T13:10:37.393122+0000\n/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/16.2.14/rpm/el8/BUILD/ceph-16.2.14/src/os/bluestore/BlueStore.h: 3875: FAILED ceph_assert(cur2 >= p.length)\n",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7ff2f6750cf0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x564dc5f87d0b]",
        "/usr/bin/ceph-osd(+0x584ed4) [0x564dc5f87ed4]",
        "(RocksDBBlueFSVolumeSelector::sub_usage(void*, bluefs_fnode_t const&)+0x15e) [0x564dc6604a9e]",
        "(BlueFS::_flush_range_F(BlueFS::FileWriter*, unsigned long, unsigned long)+0x77d) [0x564dc66951cd]",
        "(BlueFS::_flush_F(BlueFS::FileWriter*, bool, bool*)+0x90) [0x564dc6695670]",
        "(BlueFS::fsync(BlueFS::FileWriter*)+0x18b) [0x564dc66b1a6b]",
        "(BlueRocksWritableFile::Sync()+0x18) [0x564dc66c1768]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x1f) [0x564dc6b6496f]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x402) [0x564dc6c761c2]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x88) [0x564dc6c77808]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x309) [0x564dc6b780c9]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x2629) [0x564dc6b80c69]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x21) [0x564dc6b80e61]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x84) [0x564dc6b1f644]",
        "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x9a) [0x564dc6b2004a]",
        "(BlueStore::_kv_sync_thread()+0x30d8) [0x564dc6602ec8]",
        "(BlueStore::KVSyncThread::entry()+0x11) [0x564dc662ab61]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7ff2f67461ca]",
        "clone()"
    ],
    "ceph_version": "16.2.14",
    "crash_id": "2023-10-13T13:10:37.421188Z_bd0c48b4-ec92-41d3-9db9-0d27b9bb64f1",
    "entity_name": "osd.34",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "68248d60d5dac159709e2695d95623499d85fb4d60d1d66efb6899a55e5808e5",
    "timestamp": "2023-10-13T13:10:37.421188Z",
    "utsname_hostname": "ceph04",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-162-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#179-Ubuntu SMP Mon Aug 14 08:51:31 UTC 2023"
}

------------------------

{
    "assert_condition": "cur2 >= p.length",
    "assert_file": "/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/16.2.14/rpm/el8/BUILD/ceph-16.2.14/src/os/bluestore/BlueStore.h",
    "assert_func": "virtual void RocksDBBlueFSVolumeSelector::sub_usage(void*, const bluefs_fnode_t&)",
    "assert_line": 3875,
    "assert_msg": "/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/16.2.14/rpm/el8/BUILD/ceph-16.2.14/src/os/bluestore/BlueStore.h: In function 'virtual void RocksDBBlueFSVolumeSelector::sub_usage(void*, const bluefs_fnode_t&)' thread 7f9619cb2700 time 2023-10-15T22:37:14.145062+0000\n/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/16.2.14/rpm/el8/BUILD/ceph-16.2.14/src/os/bluestore/BlueStore.h: 3875: FAILED ceph_assert(cur2 >= p.length)\n",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7f962e6e9cf0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x55c5b407dd0b]",
        "/usr/bin/ceph-osd(+0x584ed4) [0x55c5b407ded4]",
        "(RocksDBBlueFSVolumeSelector::sub_usage(void*, bluefs_fnode_t const&)+0x15e) [0x55c5b46faa9e]",
        "(BlueFS::_flush_range_F(BlueFS::FileWriter*, unsigned long, unsigned long)+0x77d) [0x55c5b478b1cd]",
        "(BlueFS::_flush_F(BlueFS::FileWriter*, bool, bool*)+0x90) [0x55c5b478b670]",
        "(BlueFS::fsync(BlueFS::FileWriter*)+0x18b) [0x55c5b47a7a6b]",
        "(BlueRocksWritableFile::Sync()+0x18) [0x55c5b47b7768]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x1f) [0x55c5b4c5a96f]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x402) [0x55c5b4d6c1c2]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x88) [0x55c5b4d6d808]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x309) [0x55c5b4c6e0c9]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x2629) [0x55c5b4c76c69]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x21) [0x55c5b4c76e61]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x84) [0x55c5b4c15644]",
        "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x9a) [0x55c5b4c1604a]",
        "(BlueStore::_kv_sync_thread()+0x30d8) [0x55c5b46f8ec8]",
        "(BlueStore::KVSyncThread::entry()+0x11) [0x55c5b4720b61]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7f962e6df1ca]",
        "clone()"
    ],
    "ceph_version": "16.2.14",
    "crash_id": "2023-10-15T22:37:14.168303Z_72bbce57-66ea-469c-ad24-46dd5355a971",
    "entity_name": "osd.6",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "68248d60d5dac159709e2695d95623499d85fb4d60d1d66efb6899a55e5808e5",
    "timestamp": "2023-10-15T22:37:14.168303Z",
    "utsname_hostname": "ceph01",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-162-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#179-Ubuntu SMP Mon Aug 14 08:51:31 UTC 2023"
}