root@gluster9b:/var/log/glusterfs# cat glfsheal-gw-runqueues.log
[2022-05-26 12:45:15.355550 +0000] I [io-stats.c:3708:ios_sample_buf_size_configure] 0-gw-runqueues: Configure ios_sample_buf  size is 1024 because ios_sample_interval is 0
[2022-05-26 12:45:15.359563 +0000] I [MSGID: 104045] [glfs-primary.c:81:notify] 0-gfapi: New graph coming up [{graph-uuid=676c7573-7465-7239-622d-31363933342d}, {id=0}]
[2022-05-26 12:45:15.360213 +0000] I [MSGID: 114020] [client.c:2319:notify] 0-gw-runqueues-client-0: parent translators are ready, attempting connect on transport []
[2022-05-26 12:45:15.363295 +0000] I [MSGID: 114020] [client.c:2319:notify] 0-gw-runqueues-client-1: parent translators are ready, attempting connect on transport []
[2022-05-26 12:45:15.365156 +0000] I [rpc-clnt.c:1968:rpc_clnt_reconfig] 0-gw-runqueues-client-1: changing port to 49155 (from 0)
[2022-05-26 12:45:15.365266 +0000] I [socket.c:849:__socket_shutdown] 0-gw-runqueues-client-1: intentional socket shutdown(10)
[2022-05-26 12:45:15.366621 +0000] I [MSGID: 114057] [client-handshake.c:1128:select_server_supported_programs] 0-gw-runqueues-client-1: Using Program [{Program-name=GlusterFS 4.x v1}, {Num=1298437}, {Version=400}]
[2022-05-26 12:45:15.366770 +0000] I [rpc-clnt.c:1968:rpc_clnt_reconfig] 0-gw-runqueues-client-0: changing port to 49155 (from 0)
[2022-05-26 12:45:15.366875 +0000] I [socket.c:849:__socket_shutdown] 0-gw-runqueues-client-0: intentional socket shutdown(9)
[2022-05-26 12:45:15.367352 +0000] I [MSGID: 114020] [client.c:2319:notify] 0-gw-runqueues-client-2: parent translators are ready, attempting connect on transport []
Final graph:
+------------------------------------------------------------------------------+
  1: volume gw-runqueues-client-0
  2:     type protocol/client
  3:     option ping-timeout 42
  4:     option remote-host gluster9a
  5:     option remote-subvolume /data/brick/gw-runqueues
  6:     option transport-type socket
  7:     option transport.address-family inet
  8:     option username 45d2f5df-9faf-434e-b7cc-a6deec48f2aa
  9:     option password a5c84cc1-1be2-4001-b899-4777c1a7de53
 10:     option transport.socket.ssl-enabled off
 11:     option transport.tcp-user-timeout 0
 12:     option transport.socket.keepalive-time 20
 13:     option transport.socket.keepalive-interval 2
 14:     option transport.socket.keepalive-count 9
 15:     option strict-locks off
 16:     option send-gids true
 17: end-volume
 18:
 19: volume gw-runqueues-client-1
 20:     type protocol/client
 21:     option opversion 90000
 22:     option clnt-lk-version 1
 23:     option volfile-checksum 0
 24:     option volfile-key gw-runqueues
 25:     option client-version 9.1
 26:     option process-name gfapi.glfsheal
 27:     option process-uuid CTX_ID:255c49a8-3044-4a24-bad0-1e5fc99a0818-GRAPH_ID:0-PID:16934-HOST:gluster9b-PC_NAME:gw-runqueues-client-1-RECON_NO:-0
 28:     option fops-version 1298437
 29:     option ping-timeout 42
 30:     option remote-host gluster9b
 31:     option remote-subvolume /data/brick/gw-runqueues
 32:     option transport-type socket
 33:     option transport.address-family inet
 34:     option username 45d2f5df-9faf-434e-b7cc-a6deec48f2aa
 35:     option password a5c84cc1-1be2-4001-b899-4777c1a7de53
 36:     option transport.socket.ssl-enabled off
 37:     option transport.tcp-user-timeout 0
 38:     option transport.socket.keepalive-time 20
 39:     option transport.socket.keepalive-interval 2
 40:     option transport.socket.keepalive-count 9
 41:     option strict-locks off
 42:     option send-gids true
 43: end-volume
 44:
 45: volume gw-runqueues-client-2
 46:     type protocol/client
 47:     option ping-timeout 42
 48:     option remote-host gluster9c
 49:     option remote-subvolume /data/brick/gw-runqueues
 50:     option transport-type socket
 51:     option transport.address-family inet
 52:     option username 45d2f5df-9faf-434e-b7cc-a6deec48f2aa
 53:     option password a5c84cc1-1be2-4001-b899-4777c1a7de53
 54:     option transport.socket.ssl-enabled off
 55:     option transport.tcp-user-timeout 0
 56:     option transport.socket.keepalive-time 20
 57:     option transport.socket.keepalive-interval 2
 58:     option transport.socket.keepalive-count 9
 59:     option strict-locks off
 60:     option send-gids true
 61: end-volume
 62:
 63: volume gw-runqueues-replicate-0
 64:     type cluster/replicate
 65:     option background-self-heal-count 0
 66:     option halo-enabled off
 67:     option afr-pending-xattr gw-runqueues-client-0,gw-runqueues-client-1,gw-runqueues-client-2
 68:     option volume-id fd06b0b6-3a87-44ed-bfbe-c243a7ff4e22
 69:     option granular-entry-heal on
 70:     option use-compound-fops off
 71:     option use-anonymous-inode yes
 72:     subvolumes gw-runqueues-client-0 gw-runqueues-client-1 gw-runqueues-client-2
 73: end-volume
 74:
 75: volume gw-runqueues-dht
 76:     type cluster/distribute
 77:     option lock-migration off
 78:     option force-migration off
 79:     subvolumes gw-runqueues-replicate-0
 80: end-volume
 81:
 82: volume gw-runqueues-utime
 83:     type features/utime
 84:     option noatime on
 85:     subvolumes gw-runqueues-dht
 86: end-volume
 87:
 88: volume gw-runqueues-write-behind
 89:     type performance/write-behind
 90:     subvolumes gw-runqueues-utime
 91: end-volume
 92:
 93: volume gw-runqueues-open-behind
 94:     type performance/open-behind
 95:     subvolumes gw-runqueues-write-behind
 96: end-volume
 97:
 98: volume gw-runqueues-quick-read
 99:     type performance/quick-read
100:     subvolumes gw-runqueues-open-behind
101: end-volume
102:
103: volume gw-runqueues-md-cache
104:     type performance/md-cache
105:     subvolumes gw-runqueues-quick-read
106: end-volume
107:
108: volume gw-runqueues
109:     type debug/io-stats
110:     option log-level INFO
111:     option threads 16
112:     option latency-measurement off
113:     option count-fop-hits off
114:     option global-threading off
115:     subvolumes gw-runqueues-md-cache
116: end-volume
117:
118: volume meta-autoload
119:     type meta
120:     subvolumes gw-runqueues
121: end-volume
122:
+------------------------------------------------------------------------------+
[2022-05-26 12:45:15.370071 +0000] I [MSGID: 114057] [client-handshake.c:1128:select_server_supported_programs] 0-gw-runqueues-client-0: Using Program [{Program-name=GlusterFS 4.x v1}, {Num=1298437}, {Version=400}]
[2022-05-26 12:45:15.370437 +0000] I [MSGID: 114046] [client-handshake.c:857:client_setvolume_cbk] 0-gw-runqueues-client-1: Connected, attached to remote volume [{conn-name=gw-runqueues-client-1}, {remote_subvol=/data/brick/gw-runqueues}]
[2022-05-26 12:45:15.370468 +0000] I [MSGID: 108005] [afr-common.c:6065:__afr_handle_child_up_event] 0-gw-runqueues-replicate-0: Subvolume 'gw-runqueues-client-1' came back up; going online.
[2022-05-26 12:45:15.372340 +0000] I [MSGID: 114046] [client-handshake.c:857:client_setvolume_cbk] 0-gw-runqueues-client-0: Connected, attached to remote volume [{conn-name=gw-runqueues-client-0}, {remote_subvol=/data/brick/gw-runqueues}]
[2022-05-26 12:45:15.372449 +0000] I [MSGID: 108002] [afr-common.c:6435:afr_notify] 0-gw-runqueues-replicate-0: Client-quorum is met
[2022-05-26 12:45:15.373293 +0000] I [rpc-clnt.c:1968:rpc_clnt_reconfig] 0-gw-runqueues-client-2: changing port to 49155 (from 0)
[2022-05-26 12:45:15.373540 +0000] I [socket.c:849:__socket_shutdown] 0-gw-runqueues-client-2: intentional socket shutdown(9)
[2022-05-26 12:45:15.376672 +0000] I [MSGID: 114057] [client-handshake.c:1128:select_server_supported_programs] 0-gw-runqueues-client-2: Using Program [{Program-name=GlusterFS 4.x v1}, {Num=1298437}, {Version=400}]
[2022-05-26 12:45:15.378689 +0000] I [MSGID: 114046] [client-handshake.c:857:client_setvolume_cbk] 0-gw-runqueues-client-2: Connected, attached to remote volume [{conn-name=gw-runqueues-client-2}, {remote_subvol=/data/brick/gw-runqueues}]
[2022-05-26 12:45:15.382301 +0000] I [MSGID: 108031] [afr-common.c:3203:afr_local_discovery_cbk] 0-gw-runqueues-replicate-0: selecting local read_child gw-runqueues-client-1
[2022-05-26 12:45:15.382824 +0000] I [MSGID: 104041] [glfs-resolve.c:974:__glfs_active_subvol] 0-gw-runqueues: switched to graph [{subvol=676c7573-7465-7239-622d-31363933342d}, {id=0}]