Configuration of TCM Cluster over DLM

export LUN_COUNT=3
export IQN=iqn.2017-01.com.yadro:tatlin:sn.090722008b1002
export CLUSTER_NAME="tatlin-ha"
export TPG=tpgt_10
export PORT_IPS="172.20.28.210 172.20.28.211"
export ACL="iqn.1996-04.de.suse:01:ad73852d2452"
export LUNS=$(($LUN_COUNT-1))

# reload kernel modules
targetcli /iscsi delete $IQN
targetcli /remote delete $IQN
targetcli /backstores/block delete foo
for i in $(seq 0 1 $LUNS); do
    targetcli /backstores/block delete foo$i
done
rmdir /sys/kernel/config/target/iscsi/
rmdir /sys/kernel/config/target/qla2xxx/
rmdir /sys/kernel/config/target/remote/

rmmod null_blk tcm_loop iscsi_target_mod target_cluster_dlm target_core_file target_tatlin_tblock target_core_iblock iscsi_target_mod tcm_qla2xxx qla2xxx target_core_pscsi target_core_user dlm_ckv tcm_remote target_core_mod
rmmod null_blk tcm_loop iscsi_target_mod target_cluster_dlm target_core_file target_tatlin_tblock target_core_iblock iscsi_target_mod tcm_qla2xxx qla2xxx target_core_pscsi target_core_user dlm_ckv tcm_remote target_core_mod
insmod /lib/modules/$(uname -r)/updates/dlm_ckv.ko
insmod /lib/modules/$(uname -r)/updates/target_core_mod.ko
insmod /lib/modules/$(uname -r)/updates/target_cluster_dlm.ko
insmod /lib/modules/$(uname -r)/updates/iscsi_target_mod.ko
insmod /lib/modules/$(uname -r)/updates/target_core_iblock.ko
insmod /lib/modules/$(uname -r)/updates/qla2xxx.ko qlini_mode=disabled
insmod /lib/modules/$(uname -r)/updates/tcm_qla2xxx.ko
insmod /lib/modules/$(uname -r)/updates/tcm_remote.ko
modprobe null_blk nr_devices=$LUN_COUNT

echo "module target_core_mod +p" > /sys/kernel/debug/dynamic_debug/control
echo "module iscsi_target_mod -p" > /sys/kernel/debug/dynamic_debug/control
echo "module qla2xxx +p" > /sys/kernel/debug/dynamic_debug/control

echo $CLUSTER_NAME > /sys/kernel/config/target/cluster/dlm/cluster_name

mkdir -p /sys/kernel/config/target/iscsi/$IQN/$TPG
mkdir -p /sys/kernel/config/target/remote/$IQN/tpgt_1
for ip in $PORT_IPS; do
    mkdir /sys/kernel/config/target/iscsi/$IQN/$TPG/np/$ip:3260
done

for i in $(seq 0 1 $LUNS); do
    echo "creating foo${i}"
    targetcli /backstores/block create foo$i /dev/nullb$i
done

for i in $(seq 0 1 $LUNS); do
    echo "7a5972d3-9ad9-435f-9129-0000${i}" > /sys/kernel/config/target/core/iblock_$i/foo$i/wwn/vpd_unit_serial
    echo 1 > /sys/kernel/config/target/core/iblock_$i/foo$i/attrib/emulate_pr_compat
    echo 1 >  /sys/kernel/config/target/core/iblock_0/foo0/attrib/force_pr_aptpl
done

# turn Cluster Mode ON
for i in $(seq 0 1 $LUNS); do
    echo "dlm" > /sys/kernel/config/target/core/iblock_$i/foo$i/attrib/cluster_impl
done

#targetcli /iscsi create $IQN
#targetcli /remote/ create $IQN

# turn off authentication
echo 0 > /sys/kernel/config/target/iscsi/$IQN/$TPG/attrib/authentication
# enabel dynamic ACLs
echo 1 > /sys/kernel/config/target/iscsi/$IQN/$TPG/attrib/generate_node_acls
echo 0 > /sys/kernel/config/target/iscsi/$IQN/$TPG/attrib/demo_mode_write_protect

# SP-1 only ( set correct RTPI )
if ( [[ $(hostname) -eq "sp-0" ]] )
then
echo 1 > /sys/kernel/config/target/iscsi/$IQN/$TPG/attrib/rtpi
echo 2 > /sys/kernel/config/target/remote/$IQN/tpgt_1/attrib/rtpi
fi
if ( [[ $(hostname) -eq "sp-1" ]] )
then
echo 3 > /sys/kernel/config/target/iscsi/$IQN/$TPG/attrib/rtpi
echo 1 > /sys/kernel/config/target/remote/$IQN/tpgt_1/attrib/rtpi
echo 2 > /sys/kernel/config/target/iscsi/$IQN/$TPG/attrib/rtpi
fi


for i in $(seq 0 1 $LUNS); do
    echo "Export foo${i}"
    # targetcli /iscsi/$IQN/tpg10/luns create /backstores/block/foo$i
    mkdir /sys/kernel/config/target/iscsi/$IQN/$TPG/lun/lun_$i
    ln -s /sys/kernel/config/target/core/iblock_$i/foo$i /sys/kernel/config/target/iscsi/$IQN/$TPG/lun/lun_$i/backstore

    mkdir -p /sys/kernel/config/target/iscsi/$IQN/$TPG/acls/$ACL/lun_$i
    ln -s /sys/kernel/config/target/iscsi/$IQN/$TPG/lun/lun_$i /sys/kernel/config/target/iscsi/$IQN/$TPG/acls/$ACL/lun_$i/lun

    #targetcli /remote/$IQN/tpg10/luns create /backstores/block/foo$i
    mkdir /sys/kernel/config/target/remote/$IQN/tpgt_1/lun/lun_$i
    ln -s /sys/kernel/config/target/core/iblock_$i/foo$i /sys/kernel/config/target/remote/$IQN/tpgt_1/lun/lun_$i/backstore

    mkdir -p /sys/kernel/config/target/remote/$IQN/tpgt_1/acls/$ACL/lun_$i
    ln -s /sys/kernel/config/target/remote/$IQN/tpgt_1/lun/lun_$i /sys/kernel/config/target/remote/$IQN/tpgt_1/acls/$ACL/lun_$i/lun
done


echo 1 > /sys/kernel/config/target/iscsi/$IQN/$TPG/enable