single_node_ceph_VM_on_kvm_with_zfs_and_iscsi

apt install zfsutils-linux

ls -lart /dev/disk/by-path

zpool create \
    -o ashift=12 \
    -O acltype=posixacl -O canmount=off -O compression=lz4 \
    -O xattr=sa -f storage mirror \
     /dev/disk/by-path/virtio-pci-0000:06:00.0 \
    /dev/disk/by-path/virtio-pci-0000:07:00.0

zfs create storage/kvm
zfs set mountpoint=/var/lib/libvirt storage/kvm
mount -a

apt-get install qemu-kvm libvirt-daemon-system libvirt-clients bridge-utils tgt

adduser serveradmin libvirt
adduser serveradmin kvm

zfs create storage/files
zfs set mountpoint=/files storage/files

cat >> /etc/tgt/conf.d/disk1.conf << EOF
<target storage1:disk1>
backing-store /dev/disk/by-path/virtio-pci-0000:08:00.0
</target>
EOF


cat >> /etc/tgt/conf.d/disk2.conf << EOF
<target storage1:disk2>
backing-store /dev/disk/by-path/virtio-pci-0000:09:00.0
</target>
EOF


cat >> /etc/tgt/conf.d/disk3.conf << EOF
<target storage1:disk3>
backing-store /dev/disk/by-path/virtio-pci-0000:0a:00.0
</target>
EOF

systemctl reload tgt


cd /files
wget -c https://releases.ubuntu.com/22.04.3/ubuntu-22.04.3-live-server-amd64.iso


cat > 01-netcfg.yaml << EOF
network:
  version: 2
  renderer: NetworkManager
  ethernets:
    enp1s0:  # The physical interface you want to bridge
      dhcp4: no
  bridges:
    br0:
      interfaces: [enp1s0]
      dhcp4: true
EOF

chmod 600 /etc/netplan/01-netcfg.yaml

netplan generate
netplan apply

#####VM SETUP#####

#CREATE new VM
#network choose the bridge
#disk set to virtio

#ssh to VM1

#/etc/iscsi/iscsid.conf
#node.startup = automatic



iscsiadm -m discovery -t sendtargets -p IP:3260
iscsiadm -m node -T storage1:disk1 -p 10.0.3.209:3260 --login
iscsiadm -m node -T storage1:disk2 -p 10.0.3.209:3260 --login
iscsiadm -m node -T storage1:disk3 -p 10.0.3.209:3260 --login

iscsiadm --mode node --target storage1:disk1 --portal 10.0.3.209:3260 -o new
iscsiadm --mode node --target storage1:disk2 --portal 10.0.3.209:3260 -o new
iscsiadm --mode node --target storage1:disk3 --portal 10.0.3.209:3260 -o new

iscsiadm --mode node --target storage1:disk1  --portal 10.0.3.209:3260 -n discovery.sendtargets.use_discoveryd -v Yes
iscsiadm --mode node --target storage1:disk2  --portal 10.0.3.209:3260 -n discovery.sendtargets.use_discoveryd -v Yes
iscsiadm --mode node --target storage1:disk3  --portal 10.0.3.209:3260 -n discovery.sendtargets.use_discoveryd -v Yes

iscsiadm --mode node --target storage1:disk1 --portal 10.0.3.209:3260 -n discovery.sendtargets.discoveryd_poll_inval -v 30
iscsiadm --mode node --target storage1:disk2 --portal 10.0.3.209:3260 -n discovery.sendtargets.discoveryd_poll_inval -v 30
iscsiadm --mode node --target storage1:disk3 --portal 10.0.3.209:3260 -n discovery.sendtargets.discoveryd_poll_inval -v 30



ls -lart /dev/disk/by-path

apt-get -y install podman cephadm ceph-common ceph-base lvm2 \
    ceph-iscsi radosgw nfs-ganesha-ceph cephfs-shell \
    targetcli-fb ceph-iscsi python3-rtslib-fb tcmu-runner lsof


host=`hostname -s` \
ip4=`ip -o -4 addr list $(ip r|grep "default"|awk '{print $5}') | awk '{print $4}' | cut -d/ -f1`

cephadm bootstrap \
--mon-ip $ip4 \
--dashboard-password-noupdate \
--initial-dashboard-user admin \
--initial-dashboard-password "p@ssw0rd"

ceph config set mgr mgr/cephadm/manage_etc_ceph_ceph_conf true

ceph telemetry on --license sharing-1-0
ceph telemetry enable channel perf
ceph mgr module enable prometheus


######important settings for single servers######
ceph osd getcrushmap -o crushmap.cm
crushtool --decompile crushmap.cm -o crushmap.txt
sed -i s/"step chooseleaf firstn 0 type host"/"step chooseleaf firstn 0 type osd"/g crushmap.txt
crushtool --compile crushmap.txt -o new_crushmap.cm
ceph osd setcrushmap -i new_crushmap.cm

ceph tell mon.* injectargs '--mon-allow-pool-delete true'

ceph orch apply osd --all-available-devices