# dlm_tool dump
1391768880 logging mode 3 syslog f 160 p 6 logfile p 6 /var/log/cluster/dlm_controld.log
1391768880 dlm_controld 3.0.12.1 started
1391768880 logging mode 3 syslog f 160 p 6 logfile p 6 /var/log/cluster/dlm_controld.log
1391768880 found /dev/misc/dlm-control minor 55
1391768880 found /dev/misc/dlm-monitor minor 54
1391768880 found /dev/misc/dlm_plock minor 53
1391768880 /dev/misc/dlm-monitor fd 12
1391768880 /sys/kernel/config/dlm/cluster/comms: opendir failed: 2
1391768880 /sys/kernel/config/dlm/cluster/spaces: opendir failed: 2
1391768880 cluster node 1 added seq 444
1391768880 set_configfs_node 1 10.6.0.65 local 1
1391768880 set_configfs_node 1 10.7.0.65 local 1
1391768880 cluster node 2 added seq 444
1391768880 set_configfs_node 2 10.6.0.66 local 0
1391768880 set_configfs_node 2 10.7.0.66 local 0
1391768880 totem/rrp_mode = 'active'
1391768880 set protocol 1
1391768880 set /proc/sys/net/core/rmem_default 4194304
1391768880 group_mode 3 compat 0
1391768880 setup_cpg_daemon 15
1391768880 dlm:controld conf 1 1 0 memb 1 join 1 left
1391768880 set_protocol member_count 1 propose daemon 1.1.1 kernel 1.1.1
1391768880 run protocol from nodeid 1
1391768880 daemon run 1.1.1 max 1.1.1 kernel run 1.1.1 max 1.1.1
1391768880 plocks 18
1391768880 plock cpg message size: 104 bytes
1391768881 client connection 5 fd 19
1391768883 dlm:controld conf 2 1 0 memb 1 2 join 2 left
1391768884 uevent: add@/kernel/dlm/clvmd
1391768884 kernel: add@ clvmd
1391768884 uevent: online@/kernel/dlm/clvmd
1391768884 kernel: online@ clvmd
1391768884 dlm:ls:clvmd conf 1 1 0 memb 1 join 1 left
1391768884 clvmd add_change cg 1 joined nodeid 1
1391768884 clvmd add_change cg 1 we joined
1391768884 clvmd add_change cg 1 counts member 1 joined 1 remove 0 failed 0
1391768884 clvmd check_fencing done
1391768884 clvmd check_quorum disabled
1391768884 clvmd check_fs none registered
1391768884 clvmd send_start cg 1 flags 1 data2 0 counts 0 1 1 0 0
1391768884 clvmd receive_start 1:1 len 76
1391768884 clvmd match_change 1:1 matches cg 1
1391768884 clvmd wait_messages cg 1 got all 1
1391768884 clvmd start_kernel cg 1 member_count 1
1391768884 write "1090842362" to "/sys/kernel/dlm/clvmd/id"
1391768884 set_members mkdir "/sys/kernel/config/dlm/cluster/spaces/clvmd/nodes/1"
1391768884 write "1" to "/sys/kernel/dlm/clvmd/control"
1391768884 write "0" to "/sys/kernel/dlm/clvmd/event_done"
1391768884 uevent: add@/devices/virtual/misc/dlm_clvmd
1391768887 dlm:ls:clvmd conf 2 1 0 memb 1 2 join 2 left
1391768887 clvmd add_change cg 2 joined nodeid 2
1391768887 clvmd add_change cg 2 counts member 2 joined 1 remove 0 failed 0
1391768887 clvmd stop_kernel cg 2
1391768887 write "0" to "/sys/kernel/dlm/clvmd/control"
1391768887 clvmd check_fencing done
1391768887 clvmd check_quorum disabled
1391768887 clvmd check_fs none registered
1391768887 clvmd send_start cg 2 flags 2 data2 0 counts 1 2 1 0 0
1391768887 clvmd receive_start 2:1 len 80
1391768887 clvmd match_change 2:1 matches cg 2
1391768887 clvmd wait_messages cg 2 need 1 of 2
1391768887 clvmd receive_start 1:2 len 80
1391768887 clvmd match_change 1:2 matches cg 2
1391768887 clvmd wait_messages cg 2 got all 2
1391768887 clvmd start_kernel cg 2 member_count 2
1391768887 dir_member 1
1391768887 set_members mkdir "/sys/kernel/config/dlm/cluster/spaces/clvmd/nodes/2"
1391768887 write "1" to "/sys/kernel/dlm/clvmd/control"
1391768887 clvmd set_plock_ckpt_node from 1 to 1
1391768887 clvmd unlink ckpt 0
1391768887 clvmd unlink ckpt error 12 clvmd
1391768887 clvmd unlink ckpt status error 9 clvmd
1391768887 clvmd store_plocks r_count 0 p_count 0 total_size 0 max_section_size 0
1391768887 clvmd store_plocks open ckpt handle 6a2342ec00000000
1391768887 clvmd store_plocks first 0 last 0 r_count 0 p_count 0 sig 0
1391768887 clvmd send_plocks_stored cg 2 flags a data2 0 counts 1 2 1 0 0
1391768887 clvmd receive_plocks_stored 1:2 flags a sig 0 need_plocks 0
1391769145 uevent: add@/kernel/dlm/cdr
1391769145 kernel: add@ cdr
1391769145 uevent: online@/kernel/dlm/cdr
1391769145 kernel: online@ cdr
1391769145 dlm:ls:cdr conf 1 1 0 memb 1 join 1 left
1391769145 cdr add_change cg 1 joined nodeid 1
1391769145 cdr add_change cg 1 we joined
1391769145 cdr add_change cg 1 counts member 1 joined 1 remove 0 failed 0
1391769145 cdr check_fencing done
1391769145 cdr check_quorum disabled
1391769145 cdr check_fs done
1391769145 cdr send_start cg 1 flags 1 data2 0 counts 0 1 1 0 0
1391769145 cdr receive_start 1:1 len 76
1391769145 cdr match_change 1:1 matches cg 1
1391769145 cdr wait_messages cg 1 got all 1
1391769145 cdr start_kernel cg 1 member_count 1
1391769145 write "2818916434" to "/sys/kernel/dlm/cdr/id"
1391769145 set_members mkdir "/sys/kernel/config/dlm/cluster/spaces/cdr/nodes/1"
1391769145 write "1" to "/sys/kernel/dlm/cdr/control"
1391769145 write "0" to "/sys/kernel/dlm/cdr/event_done"
1391769145 dlm:ls:cdr conf 2 1 0 memb 1 2 join 2 left
1391769145 cdr add_change cg 2 joined nodeid 2
1391769145 cdr add_change cg 2 counts member 2 joined 1 remove 0 failed 0
1391769145 cdr stop_kernel cg 2
1391769145 write "0" to "/sys/kernel/dlm/cdr/control"
1391769145 cdr check_fencing done
1391769145 cdr check_quorum disabled
1391769145 cdr check_fs done
1391769145 cdr send_start cg 2 flags 2 data2 0 counts 1 2 1 0 0
1391769145 cdr receive_start 2:1 len 80
1391769145 cdr match_change 2:1 matches cg 2
1391769145 cdr wait_messages cg 2 need 1 of 2
1391769145 cdr receive_start 1:2 len 80
1391769145 cdr match_change 1:2 matches cg 2
1391769145 cdr wait_messages cg 2 got all 2
1391769145 cdr start_kernel cg 2 member_count 2
1391769145 dir_member 1
1391769145 set_members mkdir "/sys/kernel/config/dlm/cluster/spaces/cdr/nodes/2"
1391769145 write "1" to "/sys/kernel/dlm/cdr/control"
1391769145 cdr set_plock_ckpt_node from 1 to 1
1391769145 cdr unlink ckpt 0
1391769145 cdr unlink ckpt error 12 cdr
1391769145 cdr unlink ckpt status error 9 cdr
1391769145 cdr store_plocks r_count 0 p_count 0 total_size 0 max_section_size 0
1391769145 cdr store_plocks open ckpt handle 7644a45c00000001
1391769145 cdr store_plocks first 0 last 0 r_count 0 p_count 0 sig 0
1391769145 cdr send_plocks_stored cg 2 flags a data2 0 counts 1 2 1 0 0
1391769145 cdr receive_plocks_stored 1:2 flags a sig 0 need_plocks 0
1391769295 cluster node 2 removed seq 448
1391769295 del_configfs_node rmdir "/sys/kernel/config/dlm/cluster/comms/2"
1391769295 dlm:controld conf 1 0 1 memb 1 join left 2
1391769295 dlm:ls:clvmd conf 1 0 1 memb 1 join left 2
1391769295 clvmd add_change cg 3 remove nodeid 2 reason 3
1391769295 clvmd add_change cg 3 counts member 1 joined 0 remove 1 failed 1
1391769295 clvmd stop_kernel cg 3
1391769295 write "0" to "/sys/kernel/dlm/clvmd/control"
1391769295 clvmd check_fencing 2 wait add 1391768887 fail 1391769295 last 0
1391769295 dlm:ls:cdr conf 1 0 1 memb 1 join left 2
1391769295 cdr check_fs nodeid 2 set
1391769295 cdr add_change cg 3 remove nodeid 2 reason 3
1391769295 cdr add_change cg 3 counts member 1 joined 0 remove 1 failed 1
1391769295 cdr stop_kernel cg 3
1391769295 write "0" to "/sys/kernel/dlm/cdr/control"
1391769295 cdr check_fencing 2 wait add 1391769145 fail 1391769295 last 0
1391769295 cdr set_fs_notified nodeid 2
1391769342 cluster node 2 added seq 456
1391769342 set_configfs_node 2 10.6.0.66 local 0
1391769342 set_configfs_node 2 10.7.0.66 local 0
1391769344 dlm:controld conf 2 1 0 memb 1 2 join 2 left
1391769345 cdr check_fencing 2 done add 1391769145 fail 1391769295 last 1391769345
1391769345 cdr check_fencing done
1391769345 cdr check_quorum disabled
1391769345 cdr check_fs nodeid 2 clear
1391769345 cdr check_fs done
1391769345 cdr send_start cg 3 flags 2 data2 0 counts 2 1 0 1 1
1391769345 clvmd check_fencing 2 done add 1391768887 fail 1391769295 last 1391769345
1391769345 clvmd check_fencing done
1391769345 clvmd check_quorum disabled
1391769345 clvmd check_fs none registered
1391769345 clvmd send_start cg 3 flags 2 data2 0 counts 2 1 0 1 1
1391769345 clvmd receive_start 1:3 len 76
1391769345 clvmd match_change 1:3 matches cg 3
1391769345 clvmd wait_messages cg 3 got all 1
1391769345 clvmd start_kernel cg 3 member_count 1
1391769345 dir_member 2
1391769345 dir_member 1
1391769345 set_members rmdir "/sys/kernel/config/dlm/cluster/spaces/clvmd/nodes/2"
1391769345 write "1" to "/sys/kernel/dlm/clvmd/control"
1391769345 cdr receive_start 1:3 len 76
1391769345 cdr match_change 1:3 matches cg 3
1391769345 cdr wait_messages cg 3 got all 1
1391769345 cdr start_kernel cg 3 member_count 1
1391769345 dir_member 2
1391769345 dir_member 1
1391769345 set_members rmdir "/sys/kernel/config/dlm/cluster/spaces/cdr/nodes/2"
1391769345 write "1" to "/sys/kernel/dlm/cdr/control"
1391769348 dlm:ls:clvmd conf 2 1 0 memb 1 2 join 2 left
1391769348 clvmd add_change cg 4 joined nodeid 2
1391769348 clvmd add_change cg 4 counts member 2 joined 1 remove 0 failed 0
1391769348 clvmd stop_kernel cg 4
1391769348 write "0" to "/sys/kernel/dlm/clvmd/control"
1391769348 clvmd check_fencing done
1391769348 clvmd check_quorum disabled
1391769348 clvmd check_fs none registered
1391769348 clvmd send_start cg 4 flags 2 data2 0 counts 3 2 1 0 0
1391769348 clvmd receive_start 2:1 len 80
1391769348 clvmd match_change 2:1 matches cg 4
1391769348 clvmd wait_messages cg 4 need 1 of 2
1391769348 clvmd receive_start 1:4 len 80
1391769348 clvmd match_change 1:4 matches cg 4
1391769348 clvmd wait_messages cg 4 got all 2
1391769348 clvmd start_kernel cg 4 member_count 2
1391769348 dir_member 1
1391769348 set_members mkdir "/sys/kernel/config/dlm/cluster/spaces/clvmd/nodes/2"
1391769348 write "1" to "/sys/kernel/dlm/clvmd/control"
1391769348 clvmd set_plock_ckpt_node from 1 to 1
1391769348 clvmd store_plocks saved ckpt uptodate
1391769348 clvmd store_plocks first 0 last 0 r_count 0 p_count 0 sig 0
1391769348 clvmd send_plocks_stored cg 4 flags a data2 0 counts 3 2 1 0 0
1391769348 clvmd receive_plocks_stored 1:4 flags a sig 0 need_plocks 0