Conf

[global]
     auth_client_required = cephx
     auth_cluster_required = cephx
     auth_service_required = cephx
     cluster_network = 10.10.10.4/16
     fsid = 87dd1f45-1cce-4826-8098-db1770210b97
     mon_allow_pool_delete = true
     mon_host = 10.10.10.4 10.10.10.5 10.10.10.6 10.10.10.7
     osd_pool_default_min_size = 2
     osd_pool_default_size = 3
     public_network = 10.10.10.4/16
     osd_crush_update_on_start = false

[client]
     keyring = /etc/pve/priv/$cluster.$name.keyring

# begin crush map
tunable choose_local_tries 0
tunable choose_local_fallback_tries 0
tunable choose_total_tries 50
tunable chooseleaf_descend_once 1
tunable chooseleaf_vary_r 1
tunable chooseleaf_stable 1
tunable straw_calc_version 1
tunable allowed_bucket_algs 54

# devices
device 0 osd.0 class nvme
device 1 osd.1 class hdd
device 2 osd.2 class hdd
device 3 osd.3 class ssd
device 4 osd.4 class nvme
device 5 osd.5 class hdd
device 6 osd.6 class hdd
device 7 osd.7 class ssd
device 8 osd.8 class nvme
device 9 osd.9 class hdd
device 10 osd.10 class hdd
device 11 osd.11 class ssd
device 12 osd.12 class nvme
device 13 osd.13 class hdd
device 14 osd.14 class hdd
device 15 osd.15 class ssd

# types
type 0 osd
type 1 host
type 2 chassis
type 3 rack
type 4 row
type 5 pdu
type 6 pod
type 7 room
type 8 datacenter
type 9 zone
type 10 region
type 11 root

# buckets
host pve4-ssd {
    id -101     # do not change unnecessarily
    id -34 class nvme       # do not change unnecessarily
    id -39 class hdd        # do not change unnecessarily
    # weight 0.218
    alg straw2
    hash 0  # rjenkins1
    item osd.3 weight 0.218
}
host pve5-ssd {
    id -102     # do not change unnecessarily
    id -35 class nvme       # do not change unnecessarily
    # weight 0.218
    alg straw2
    hash 0  # rjenkins1
    item osd.7 weight 0.218
}
host pve6-ssd {
    id -103     # do not change unnecessarily
    id -36 class nvme       # do not change unnecessarily
    # weight 0.233
    alg straw2
    hash 0  # rjenkins1
    item osd.11 weight 0.233
}
host pve7-ssd {
    id -104     # do not change unnecessarily
    id -37 class nvme       # do not change unnecessarily
    # weight 0.233
    alg straw2
    hash 0  # rjenkins1
    item osd.15 weight 0.233
}
root ssd {
    id -100     # do not change unnecessarily
    id -38 class nvme       # do not change unnecessarily
    # weight 0.872
    alg straw2
    hash 0  # rjenkins1
    item pve4-ssd weight 0.218
    item pve5-ssd weight 0.218
    item pve6-ssd weight 0.218
    item pve7-ssd weight 0.218
}
host pve4-hdd {
    id -201     # do not change unnecessarily
    id -19 class nvme       # do not change unnecessarily
    id -24 class hdd        # do not change unnecessarily
    id -29 class ssd        # do not change unnecessarily
    # weight 2.728
    alg straw2
    hash 0  # rjenkins1
    item osd.1 weight 1.819
    item osd.2 weight 0.909
}
host pve5-hdd {
    id -202     # do not change unnecessarily
    id -20 class nvme       # do not change unnecessarily
    id -25 class hdd        # do not change unnecessarily
    id -30 class ssd        # do not change unnecessarily
    # weight 2.728
    alg straw2
    hash 0  # rjenkins1
    item osd.5 weight 1.819
    item osd.6 weight 0.909
}
host pve6-hdd {
    id -203     # do not change unnecessarily
    id -21 class nvme       # do not change unnecessarily
    id -26 class hdd        # do not change unnecessarily
    id -31 class ssd        # do not change unnecessarily
    # weight 2.728
    alg straw2
    hash 0  # rjenkins1
    item osd.9 weight 1.819
    item osd.10 weight 0.909
}
host pve7-hdd {
    id -204     # do not change unnecessarily
    id -22 class nvme       # do not change unnecessarily
    id -27 class hdd        # do not change unnecessarily
    id -32 class ssd        # do not change unnecessarily
    # weight 2.728
    alg straw2
    hash 0  # rjenkins1
    item osd.13 weight 1.819
    item osd.14 weight 0.909
}
root hdd {
    id -200     # do not change unnecessarily
    id -23 class nvme       # do not change unnecessarily
    id -28 class hdd        # do not change unnecessarily
    id -33 class ssd        # do not change unnecessarily
    # weight 10.912
    alg straw2
    hash 0  # rjenkins1
    item pve4-hdd weight 2.728
    item pve5-hdd weight 2.728
    item pve6-hdd weight 2.728
    item pve7-hdd weight 2.728
}
host pve4-nvme {
    id -301     # do not change unnecessarily
    id -4 class nvme        # do not change unnecessarily
    id -9 class hdd     # do not change unnecessarily
    id -14 class ssd        # do not change unnecessarily
    # weight 0.218
    alg straw2
    hash 0  # rjenkins1
    item osd.0 weight 0.218
}
host pve5-nvme {
    id -302     # do not change unnecessarily
    id -5 class nvme        # do not change unnecessarily
    id -10 class hdd        # do not change unnecessarily
    id -15 class ssd        # do not change unnecessarily
    # weight 0.218
    alg straw2
    hash 0  # rjenkins1
    item osd.4 weight 0.218
}
host pve6-nvme {
    id -303     # do not change unnecessarily
    id -6 class nvme        # do not change unnecessarily
    id -11 class hdd        # do not change unnecessarily
    id -16 class ssd        # do not change unnecessarily
    # weight 0.218
    alg straw2
    hash 0  # rjenkins1
    item osd.8 weight 0.218
}
host pve7-nvme {
    id -304     # do not change unnecessarily
    id -7 class nvme        # do not change unnecessarily
    id -12 class hdd        # do not change unnecessarily
    id -17 class ssd        # do not change unnecessarily
    # weight 0.218
    alg straw2
    hash 0  # rjenkins1
    item osd.12 weight 0.218
}
root nvme {
    id -300     # do not change unnecessarily
    id -8 class nvme        # do not change unnecessarily
    id -13 class hdd        # do not change unnecessarily
    id -18 class ssd        # do not change unnecessarily
    # weight 0.872
    alg straw2
    hash 0  # rjenkins1
    item pve4-nvme weight 0.218
    item pve5-nvme weight 0.218
    item pve6-nvme weight 0.218
    item pve7-nvme weight 0.218
}

# rules
rule ssd {
    id 1
    type replicated
    min_size 1
    max_size 10
    step take ssd
    step chooseleaf firstn 0 type host
    step emit
}
rule hdd {
    id 2
    type replicated
    min_size 1
    max_size 10
    step take hdd
    step chooseleaf firstn 0 type host
    step emit
}
rule nvme {
    id 3
    type replicated
    min_size 1
    max_size 10
    step take nvme
    step chooseleaf firstn 0 type host
    step emit
}

# end crush map