API tools faq
paste
Advertisement
Guest User

Percona XtraDB MySQL

a guest
May 28th, 2013
1,104
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
SQL 368.90 KB | None | 0 0
raw download clone embed print report
  1. 1) My my.cnf file configure (This IS file configure ON Node 1, it IS same WITH another nodes ):
  2.  
  3. # ALL files IN this package IS subject TO the GPL v2 license
  4. # More information IS IN the COPYING file IN the top directory OF this package.
  5. # Copyright (C) 2011 severalnines.com
  6.  
  7. [MYSQLD]
  8. USER=mysql
  9. basedir=/usr/
  10. datadir=/var/lib/mysql
  11. socket=/var/lib/mysql/mysql.sock
  12. pid-file=mysqld.pid
  13. port=3306
  14. log-error=error.log
  15. #log-output=FILE
  16. #relay-log=relay-bin
  17. ### INNODB OPTIONS
  18. innodb-buffer-pool-SIZE=5949M
  19. #innodb-buffer-pool-SIZE=3072M
  20. innodb-additional-mem-pool-SIZE=20M
  21. innodb-log-buffer-SIZE=16M
  22. innodb-flush-log-at-trx_commit=0
  23. innodb-file-per-TABLE=1
  24. innodb_data_file_path = ibdata1:100M:autoextend
  25. ## You may want TO tune the below depending ON NUMBER OF cores AND disk sub
  26. innodb_read_io_threads=4
  27. innodb_write_io_threads=4
  28. innodb-doublewrite=1
  29. innodb_log_file_size=512M
  30. innodb-log-files-in-GROUP=2
  31. #innodb-buffer-pool-instances=4
  32. innodb-thread-concurrency=0
  33. #innodb-file-format=barracuda
  34. innodb-flush-method = O_DIRECT
  35. innodb_locks_unsafe_for_binlog=1
  36. innodb_autoinc_lock_mode=2
  37. ## avoid statistics UPDATE WHEN doing e.g SHOW TABLES
  38. innodb_stats_on_metadata=0
  39. engine-condition-pushdown=1
  40.  
  41. # CHARACTER SET
  42. #collation-server = utf8_unicode_ci
  43. #init-CONNECT='SET NAMES utf8'
  44. #character-set-server = utf8
  45.  
  46. # REPLICATION SPECIFIC - GENERAL
  47. #server-id must be UNIQUE across ALL mysql servers participating IN replication.
  48. #server-id=SERVERID
  49. #auto_increment_increment=2
  50. #auto_increment_offset=SERVERID
  51. # REPLICATION SPECIFIC - MASTER
  52. binlog_format=ROW
  53. #log-bin=binlog
  54. #log-slave-updates=1
  55. # OTHER THINGS, BUFFERS ETC
  56. key_buffer_size = 24M
  57. tmp_table_size = 64M
  58. max_heap_table_size = 64M
  59. max-allowed-packet = 512M
  60. #sort-buffer-SIZE = 512K
  61. #read-buffer-SIZE = 256K
  62. #read-rnd-buffer-SIZE = 512K
  63. myisam-sort-buffer_size = 8M
  64. skip-name-resolve
  65. memlock=0
  66. sysdate-is-now=1
  67. max-connections=500
  68. thread-cache-SIZE=512
  69. query-cache-TYPE = 0
  70. query-cache-SIZE = 0
  71. table-open_cache=1024
  72. lower-case-table-names=0
  73. ##
  74. ## WSREP options
  75. ##
  76.  
  77. # FULL path TO wsrep provider library OR 'none'
  78. wsrep_provider=/usr/lib64/libgalera_smm.so
  79.  
  80. wsrep_node_address=192.168.180.21
  81. # Provider specific configuration options
  82. wsrep_provider_options="gcache.size=32768M;gcache.dir=/var/lib/galeracache/"
  83.  
  84. # Logical cluster name. Should be the same FOR ALL nodes.
  85. wsrep_cluster_name="my_wsrep_cluster"
  86.  
  87. # GROUP communication system handle
  88. #wsrep_cluster_address="dummy://"
  89. wsrep_cluster_address="gcomm://192.168.180.21,192.168.180.22,192.168.180.23"
  90.  
  91. # Human-readable node name (non-UNIQUE). Hostname BY DEFAULT.
  92. #wsrep_node_name=
  93.  
  94. # Address FOR incoming client connections. Autodetect BY DEFAULT.
  95. #wsrep_node_incoming_address=
  96.  
  97. # How many threads will process writesets FROM other nodes
  98. wsrep_slave_threads=1
  99.  
  100. # DBUG options FOR wsrep provider
  101. #wsrep_dbug_option
  102.  
  103. # Generate fake PRIMARY KEYS FOR non-PK TABLES (required FOR multi-master
  104. # AND parallel applying operation)
  105. wsrep_certify_nonPK=1
  106.  
  107. # Location OF the directory WITH DATA files. Needed FOR non-mysqldump
  108. # state snapshot transfers. Defaults TO mysql_real_data_home.
  109. #wsrep_data_home_dir=
  110.  
  111. # Maximum NUMBER OF ROWS IN WRITE SET
  112. wsrep_max_ws_rows=131072
  113.  
  114. # Maximum SIZE OF WRITE SET
  115. wsrep_max_ws_size=1073741824
  116.  
  117. # TO enable debug level logging, SET this TO 1
  118. wsrep_debug=0
  119.  
  120. # CONVERT locking sessions INTO transactions
  121. wsrep_convert_LOCK_to_trx=0
  122.  
  123. # how many times TO retry deadlocked autocommits
  124. wsrep_retry_autocommit=1
  125.  
  126. # CHANGE auto_increment_increment AND auto_increment_offset automatically
  127. wsrep_auto_increment_control=1
  128.  
  129. # replicate myisam
  130. wsrep_replicate_myisam=1
  131. # retry autoinc INSERT, which failed FOR duplicate KEY error
  132. wsrep_drupal_282555_workaround=0
  133.  
  134. # enable "strictly synchronous" semantics FOR READ operations
  135. wsrep_causal_reads=0
  136.  
  137. # Command TO CALL WHEN node STATUS OR cluster membership changes.
  138. # Will be passed ALL OR SOME OF the following options:
  139. # --status  - new status of this node
  140. # --uuid    - UUID of the cluster
  141. # --primary - whether the component is primary or not ("yes"/"no")
  142. # --members - comma-separated list of members
  143. # --index   - index of this node in the list
  144. #wsrep_notify_cmd=
  145.  
  146. ##
  147. ## WSREP State Transfer options
  148. ##
  149.  
  150. # State Snapshot Transfer method
  151. # ClusterControl currently DOES NOT support wsrep_sst_method=mysqldump
  152. wsrep_sst_method=rsync
  153.  
  154. # Address ON THIS node TO receive SST at. DON'T SET IT TO DONOR ADDRESS!!!
  155. # (SST method dependent. Defaults to the first IP of the first interface)
  156. #wsrep_sst_receive_address=
  157.  
  158. # SST authentication string. This will be used to send SST to joining nodes.
  159. # Depends on SST method. For mysqldump method it is root:<root password>
  160. wsrep_sst_auth=root:password
  161.  
  162. # Desired SST donor name.
  163. #wsrep_sst_donor=
  164.  
  165. # Protocol version to use
  166. # wsrep_protocol_version=
  167. [MYSQL]
  168. socket=/var/lib/mysql/mysql.sock
  169. #default-character-set=utf8
  170. [client]
  171. socket=/var/lib/mysql/mysql.sock
  172. #default-character-set=utf8
  173. [mysqldump]
  174. max-allowed-packet = 512M
  175. #default-character-set=utf8
  176. [MYSQLD_SAFE]
  177. pid-file=mysqld.pid
  178. log-error=error.log
  179. basedir=/usr/
  180. datadir=/var/lib/mysql
  181.  
  182. ===============================
  183.  
  184. 2) My log file: this is log file in status normal. I has removed old log file .
  185. Log file on Node 1
  186.  
  187. 130527 11:31:47 mysqld_safe mysqld from pid file /var/lib/mysql/mysqld.pid ended
  188. 130527 11:41:19 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  189. 130527 11:41:19 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.ld8ABhG0oT
  190. 130527 11:41:50 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  191. 130527 11:41:50 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  192. 130527 11:41:50 [Note] WSREP: Read nil XID from storage engines, skipping position init
  193. 130527 11:41:50 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  194. 130527 11:41:50 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  195. 130527 11:41:50 [Warning] WSREP: Could not open saved state file for reading: /var/lib/mysql//grastate.dat
  196. 130527 11:41:50 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  197. 130527 11:41:50 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  198. 130527 11:41:50 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  199. 130527 11:41:50 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  200. 130527 11:41:50 [Note] WSREP: wsrep_sst_grab()
  201. 130527 11:41:50 [Note] WSREP: Start replication
  202. 130527 11:41:50 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
  203. 130527 11:41:50 [Note] WSREP: protonet asio version 0
  204. 130527 11:41:50 [Note] WSREP: backend: asio
  205. 130527 11:41:50 [Note] WSREP: GMCast version 0
  206. 130527 11:41:50 [Note] WSREP: (a7cf29ad-c6b1-11e2-0800-37db7e26d7e7, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  207. 130527 11:41:50 [Note] WSREP: (a7cf29ad-c6b1-11e2-0800-37db7e26d7e7, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  208. 130527 11:41:50 [Note] WSREP: EVS version 0
  209. 130527 11:41:50 [Note] WSREP: PC version 0
  210. 130527 11:41:50 [Note] WSREP: gcomm: connecting to group 'my_wsrep_cluster', peer ''
  211. 130527 11:41:50 [Note] WSREP: view(view_id(PRIM,a7cf29ad-c6b1-11e2-0800-37db7e26d7e7,1) memb {
  212.    a7cf29ad-c6b1-11e2-0800-37db7e26d7e7,
  213. } joined {
  214. } left {
  215. } partitioned {
  216. })
  217. 130527 11:41:50 [Note] WSREP: gcomm: connected
  218. 130527 11:41:50 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 32636
  219. 130527 11:41:50 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  220. 130527 11:41:50 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  221. 130527 11:41:50 [Note] WSREP: Waiting for SST to complete.
  222. 130527 11:41:50 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 1
  223. 130527 11:41:50 [Note] WSREP: Starting new group from scratch: a7d061ad-c6b1-11e2-0800-68c4cfa64c78
  224. 130527 11:41:50 [Note] WSREP: STATE_EXCHANGE: sent state UUID: a7d07ed1-c6b1-11e2-0800-d12f714b649d
  225. 130527 11:41:50 [Note] WSREP: STATE EXCHANGE: sent state msg: a7d07ed1-c6b1-11e2-0800-d12f714b649d
  226. 130527 11:41:50 [Note] WSREP: STATE EXCHANGE: got state msg: a7d07ed1-c6b1-11e2-0800-d12f714b649d from 0 (db-node1.lactalis.pyco.be)
  227. 130527 11:41:50 [Note] WSREP: Quorum results:
  228.    version    = 2,
  229.    component  = PRIMARY,
  230.    conf_id    = 0,
  231.    members    = 1/1 (joined/total),
  232.    act_id     = 0,
  233.    last_appl. = -1,
  234.    protocols  = 0/4/2 (gcs/repl/appl),
  235.    group UUID = a7d061ad-c6b1-11e2-0800-68c4cfa64c78
  236. 130527 11:41:50 [Note] WSREP: Flow-control interval: [16, 16]
  237. 130527 11:41:50 [Note] WSREP: Restored state OPEN -> JOINED (0)
  238. 130527 11:41:50 [Note] WSREP: Member 0 (db-node1.lactalis.pyco.be) synced with group.
  239. 130527 11:41:50 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  240. 130527 11:41:50 [Note] WSREP: New cluster view: global state: a7d061ad-c6b1-11e2-0800-68c4cfa64c78:0, view# 1: Primary, number of nodes: 1, my index: 0, protocol version 2
  241. 130527 11:41:50 [Note] WSREP: SST complete, seqno: 0
  242. 130527 11:41:50 [Note] Plugin 'FEDERATED' is disabled.
  243. 130527 11:41:50 InnoDB: The InnoDB memory heap is disabled
  244. 130527 11:41:50 InnoDB: Mutexes and rw_locks use GCC atomic builtins
  245. 130527 11:41:50 InnoDB: Compressed tables use zlib 1.2.3
  246. 130527 11:41:50 InnoDB: Using Linux native AIO
  247. 130527 11:41:50 InnoDB: Initializing buffer pool, size = 5.8G
  248. 130527 11:41:51 InnoDB: Completed initialization of buffer pool
  249. 130527 11:41:51 InnoDB: highest supported file format is Barracuda.
  250. 130527 11:41:52  InnoDB: Waiting for the background threads to start
  251. 130527 11:41:53 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log sequence number 1598122
  252. 130527 11:41:53 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  253. 130527 11:41:53 [Note]   - '0.0.0.0' resolves to '0.0.0.0';
  254. 130527 11:41:53 [Note] Server socket created on IP: '0.0.0.0'.
  255. 130527 11:41:53 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored in --skip-name-resolve mode.
  256. 130527 11:41:53 [Note] Event Scheduler: Loaded 0 events
  257. 130527 11:41:53 [Note] /usr/sbin/mysqld: ready for connections.
  258. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  259. 130527 11:41:53 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  260. 130527 11:41:53 [Note] WSREP: Assign initial position for certification: 0, protocol version: 2
  261. 130527 11:41:53 [Note] WSREP: Synchronized with group, ready for connections
  262. 130527 11:41:53 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  263. 130527 11:42:01 mysqld_safe A mysqld process already exists
  264. 130527 11:56:02 [Note] WSREP: (a7cf29ad-c6b1-11e2-0800-37db7e26d7e7, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.23:4567
  265. 130527 11:56:02 [Note] WSREP: (a7cf29ad-c6b1-11e2-0800-37db7e26d7e7, 'tcp://0.0.0.0:4567') turning message relay requesting off
  266. 130527 11:56:03 [Note] WSREP: declaring a559fc94-c6b3-11e2-0800-e779ac668b53 stable
  267. 130527 11:56:03 [Note] WSREP: declaring b9e8e7c8-c4c5-11e2-0800-7c1343d93812 stable
  268. 130527 11:56:03 [Note] WSREP: view(view_id(PRIM,a559fc94-c6b3-11e2-0800-e779ac668b53,60) memb {
  269.    a559fc94-c6b3-11e2-0800-e779ac668b53,
  270.    a7cf29ad-c6b1-11e2-0800-37db7e26d7e7,
  271.    b9e8e7c8-c4c5-11e2-0800-7c1343d93812,
  272. } joined {
  273. } left {
  274. } partitioned {
  275.    ddf3512f-c6b2-11e2-0800-9f5184a30c7c,
  276. })
  277. 130527 11:56:03 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 3
  278. 130527 11:56:03 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  279. 130527 11:56:03 [Note] WSREP: STATE EXCHANGE: sent state msg: a5a708c3-c6b3-11e2-0800-15374c2ce9e2
  280. 130527 11:56:03 [Note] WSREP: STATE EXCHANGE: got state msg: a5a708c3-c6b3-11e2-0800-15374c2ce9e2 from 0 (db-node2.lactalis.pyco.be)
  281. 130527 11:56:03 [Note] WSREP: STATE EXCHANGE: got state msg: a5a708c3-c6b3-11e2-0800-15374c2ce9e2 from 2 (db-node3.lactalis.pyco.be)
  282. 130527 11:56:03 [Note] WSREP: STATE EXCHANGE: got state msg: a5a708c3-c6b3-11e2-0800-15374c2ce9e2 from 1 (db-node1.lactalis.pyco.be)
  283. 130527 11:56:03 [Note] WSREP: Quorum results:
  284.    version    = 2,
  285.    component  = PRIMARY,
  286.    conf_id    = 1,
  287.    members    = 1/3 (joined/total),
  288.    act_id     = 1,
  289.    last_appl. = 0,
  290.    protocols  = 0/4/2 (gcs/repl/appl),
  291.    group UUID = a7d061ad-c6b1-11e2-0800-68c4cfa64c78
  292. 130527 11:56:03 [Note] WSREP: Flow-control interval: [28, 28]
  293. 130527 11:56:03 [Note] WSREP: New cluster view: global state: a7d061ad-c6b1-11e2-0800-68c4cfa64c78:1, view# 2: Primary, number of nodes: 3, my index: 1, protocol version 2
  294. 130527 11:56:03 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  295. 130527 11:56:03 [Note] WSREP: Assign initial position for certification: 1, protocol version: 2
  296. 130527 11:56:05 [Note] WSREP: Node 0 (db-node2.lactalis.pyco.be) requested state transfer from '*any*'. Selected 1 (db-node1.lactalis.pyco.be)(SYNCED) as donor.
  297. 130527 11:56:05 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 1)
  298. 130527 11:56:05 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  299. 130527 11:56:05 [Note] WSREP: Running: 'wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'a7d061ad-c6b1-11e2-0800-68c4cfa64c78:1''
  300. 130527 11:56:05 [Note] WSREP: sst_donor_thread signaled WITH 0
  301. 130527 11:56:05 [Note] WSREP: Flushing TABLES FOR SST...
  302. 130527 11:56:05 [Note] WSREP: Provider paused at a7d061ad-c6b1-11e2-0800-68c4cfa64c78:1
  303. 130527 11:56:05 [Note] WSREP: TABLES flushed.
  304. 130527 12:00:21 [Note] /usr/sbin/mysqld: Normal shutdown
  305.  
  306. 130527 12:00:21 [Note] WSREP: Stop replication
  307. 130527 12:00:21 [Note] WSREP: Closing send monitor...
  308. 130527 12:00:21 [Note] WSREP: Closed send monitor.
  309. 130527 12:00:21 [Note] WSREP: gcomm: terminating thread
  310. 130527 12:00:21 [Note] WSREP: gcomm: joining thread
  311. 130527 12:00:21 [Note] WSREP: gcomm: closing backend
  312. 130527 12:00:21 [Note] WSREP: VIEW(view_id(NON_PRIM,a559fc94-c6b3-11e2-0800-e779ac668b53,60) memb {
  313.     a7cf29ad-c6b1-11e2-0800-37db7e26d7e7,
  314. } joined {
  315. } LEFT {
  316. } partitioned {
  317.     a559fc94-c6b3-11e2-0800-e779ac668b53,
  318.     b9e8e7c8-c4c5-11e2-0800-7c1343d93812,
  319. })
  320. 130527 12:00:21 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 1
  321. 130527 12:00:21 [Note] WSREP: VIEW((empty))
  322. 130527 12:00:21 [Note] WSREP: gcomm: closed
  323. 130527 12:00:21 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  324. 130527 12:00:21 [Note] WSREP: Received NON-PRIMARY.
  325. 130527 12:00:21 [Note] WSREP: Shifting DONOR/DESYNCED -> OPEN (TO: 1)
  326. 130527 12:00:21 [Note] WSREP: Received self-leave message.
  327. 130527 12:00:21 [Note] WSREP: Flow-control INTERVAL: [0, 0]
  328. 130527 12:00:21 [Note] WSREP: Received SELF-LEAVE. Closing connection.
  329. 130527 12:00:21 [Note] WSREP: Shifting OPEN -> CLOSED (TO: 1)
  330. 130527 12:00:21 [Note] WSREP: RECV thread exiting 0: Success
  331. 130527 12:00:21 [Note] WSREP: recv_thread() joined.
  332. 130527 12:00:21 [Note] WSREP: Closing slave action queue.
  333. 130527 12:00:23 [Note] WSREP: killing LOCAL connection: 7
  334. 130527 12:00:23 [Note] WSREP: killing LOCAL connection: 5
  335. 130527 12:02:03 mysqld_safe NUMBER OF processes running now: 0
  336. 130527 12:02:03 mysqld_safe WSREP: NOT restarting wsrep node automatically
  337. 130527 12:02:03 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  338. 130527 12:05:20 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  339. 130527 12:05:20 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.uUmpsjWEqc
  340. 130527 12:05:55 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  341. 130527 12:05:55 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  342. 130527 12:05:55 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  343. 130527 12:05:55 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  344. 130527 12:05:55 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  345. 130527 12:05:55 [Warning] WSREP: Could NOT OPEN saved state file FOR reading: /var/lib/mysql//grastate.dat
  346. 130527 12:05:55 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  347. 130527 12:05:55 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  348. 130527 12:05:55 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  349. 130527 12:05:55 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  350. 130527 12:05:55 [Note] WSREP: wsrep_sst_grab()
  351. 130527 12:05:55 [Note] WSREP: START replication
  352. 130527 12:05:55 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  353. 130527 12:05:55 [Note] WSREP: protonet asio version 0
  354. 130527 12:05:55 [Note] WSREP: backend: asio
  355. 130527 12:05:55 [Note] WSREP: GMCast version 0
  356. 130527 12:05:55 [Note] WSREP: (05568eb9-c6b5-11e2-0800-3e7e39b554db, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  357. 130527 12:05:55 [Note] WSREP: (05568eb9-c6b5-11e2-0800-3e7e39b554db, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  358. 130527 12:05:55 [Note] WSREP: EVS version 0
  359. 130527 12:05:55 [Note] WSREP: PC version 0
  360. 130527 12:05:55 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer ''
  361. 130527 12:05:55 [Note] WSREP: VIEW(view_id(PRIM,05568eb9-c6b5-11e2-0800-3e7e39b554db,1) memb {
  362.     05568eb9-c6b5-11e2-0800-3e7e39b554db,
  363. } joined {
  364. } LEFT {
  365. } partitioned {
  366. })
  367. 130527 12:05:55 [Note] WSREP: gcomm: connected
  368. 130527 12:05:55 [Note] WSREP: Changing maximum packet SIZE TO 64500, resulting msg SIZE: 32636
  369. 130527 12:05:55 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  370. 130527 12:05:55 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  371. 130527 12:05:55 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 0, memb_num = 1
  372. 130527 12:05:55 [Note] WSREP: Waiting FOR SST TO complete.
  373. 130527 12:05:55 [Note] WSREP: Starting NEW GROUP FROM scratch: 0557585a-c6b5-11e2-0800-7087d4401c64
  374. 130527 12:05:55 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 055777e4-c6b5-11e2-0800-2845d5db7472
  375. 130527 12:05:55 [Note] WSREP: STATE EXCHANGE: sent state msg: 055777e4-c6b5-11e2-0800-2845d5db7472
  376. 130527 12:05:55 [Note] WSREP: STATE EXCHANGE: got state msg: 055777e4-c6b5-11e2-0800-2845d5db7472 FROM 0 (db-node1.lactalis.pyco.be)
  377. 130527 12:05:55 [Note] WSREP: Quorum results:
  378.     version    = 2,
  379.     component  = PRIMARY,
  380.     conf_id    = 0,
  381.     members    = 1/1 (joined/total),
  382.     act_id     = 0,
  383.     last_appl. = -1,
  384.     protocols  = 0/4/2 (gcs/repl/appl),
  385.     GROUP UUID = 0557585a-c6b5-11e2-0800-7087d4401c64
  386. 130527 12:05:55 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  387. 130527 12:05:55 [Note] WSREP: Restored state OPEN -> JOINED (0)
  388. 130527 12:05:55 [Note] WSREP: Member 0 (db-node1.lactalis.pyco.be) synced WITH GROUP.
  389. 130527 12:05:55 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  390. 130527 12:05:55 [Note] WSREP: NEW cluster VIEW: global state: 0557585a-c6b5-11e2-0800-7087d4401c64:0, VIEW# 1: PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  391. 130527 12:05:55 [Note] WSREP: SST complete, seqno: 0
  392. 130527 12:05:55 [Note] Plugin 'FEDERATED' IS disabled.
  393. 130527 12:05:55 InnoDB: The InnoDB memory heap IS disabled
  394. 130527 12:05:55 InnoDB: Mutexes AND rw_locks USE GCC atomic builtins
  395. 130527 12:05:55 InnoDB: Compressed TABLES USE zlib 1.2.3
  396. 130527 12:05:55 InnoDB: USING Linux native AIO
  397. 130527 12:05:55 InnoDB: Initializing buffer pool, SIZE = 5.8G
  398. 130527 12:05:57 InnoDB: Completed initialization OF buffer pool
  399. 130527 12:05:57 InnoDB: highest supported file format IS Barracuda.
  400. 130527 12:05:58  InnoDB: Waiting FOR the background threads TO START
  401. 130527 12:05:59 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log SEQUENCE NUMBER 1598122
  402. 130527 12:05:59 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  403. 130527 12:05:59 [Note]   - '0.0.0.0' resolves TO '0.0.0.0';
  404. 130527 12:05:59 [Note] Server socket created ON IP: '0.0.0.0'.
  405. 130527 12:05:59 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored IN --skip-name-resolve mode.
  406. 130527 12:05:59 [Note] Event Scheduler: Loaded 0 events
  407. 130527 12:05:59 [Note] /usr/sbin/mysqld: ready FOR connections.
  408. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  409. 130527 12:05:59 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  410. 130527 12:05:59 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  411. 130527 12:05:59 [Note] WSREP: Synchronized WITH GROUP, ready FOR connections
  412. 130527 12:05:59 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  413. 130527 12:06:12 mysqld_safe A mysqld process already EXISTS
  414. 130527 12:11:35 [Note] /usr/sbin/mysqld: Normal shutdown
  415.  
  416. 130527 12:11:35 [Note] WSREP: Stop replication
  417. 130527 12:11:35 [Note] WSREP: Closing send monitor...
  418. 130527 12:11:35 [Note] WSREP: Closed send monitor.
  419. 130527 12:11:35 [Note] WSREP: gcomm: terminating thread
  420. 130527 12:11:35 [Note] WSREP: gcomm: joining thread
  421. 130527 12:11:35 [Note] WSREP: gcomm: closing backend
  422. 130527 12:11:35 [Note] WSREP: VIEW((empty))
  423. 130527 12:11:35 [Note] WSREP: Received self-leave message.
  424. 130527 12:11:35 [Note] WSREP: gcomm: closed
  425. 130527 12:11:35 [Note] WSREP: Flow-control INTERVAL: [0, 0]
  426. 130527 12:11:35 [Note] WSREP: Received SELF-LEAVE. Closing connection.
  427. 130527 12:11:35 [Note] WSREP: Shifting SYNCED -> CLOSED (TO: 0)
  428. 130527 12:11:35 [Note] WSREP: RECV thread exiting 0: Success
  429. 130527 12:11:35 [Note] WSREP: recv_thread() joined.
  430. 130527 12:11:35 [Note] WSREP: Closing slave action queue.
  431. 130527 12:11:35 [Note] WSREP: NEW cluster VIEW: global state: 0557585a-c6b5-11e2-0800-7087d4401c64:0, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 0, my INDEX: -1, protocol version 2
  432. 130527 12:11:35 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  433. 130527 12:11:35 [Note] WSREP: applier thread exiting (code:0)
  434. 130527 12:11:37 [Note] WSREP: rollbacker thread exiting
  435. 130527 12:11:37 [Note] Event Scheduler: Purging the queue. 0 events
  436. 130527 12:11:37 [Note] WSREP: dtor state: CLOSED
  437. 130527 12:11:37 [Note] WSREP: apply mon: entered 0
  438. 130527 12:11:37 [Note] WSREP: apply mon: entered 0
  439. 130527 12:11:37 [Note] WSREP: mon: entered 3 oooe fraction 0 oool fraction 0
  440. 130527 12:11:37 [Note] WSREP: cert INDEX usage at exit 0
  441. 130527 12:11:37 [Note] WSREP: cert trx map usage at exit 0
  442. 130527 12:11:37 [Note] WSREP: deps SET usage at exit 0
  443. 130527 12:11:37 [Note] WSREP: avg deps dist 0
  444. 130527 12:11:37 [Note] WSREP: wsdb trx map usage 0 conn query map usage 0
  445. 130527 12:11:37 [Note] WSREP: Shifting CLOSED -> DESTROYED (TO: 0)
  446. 130527 12:11:37 [Note] WSREP: Flushing memory map TO disk...
  447. 130527 12:11:37  InnoDB: Starting shutdown...
  448. 130527 12:11:41  InnoDB: Shutdown completed; log SEQUENCE NUMBER 1598276
  449. 130527 12:11:41 [Note] /usr/sbin/mysqld: Shutdown complete
  450.  
  451. 130527 12:11:41 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  452. rsync error: received SIGINT, SIGTERM, OR SIGHUP (code 20) at rsync.c(544) [sender=3.0.6]
  453. rsync returned code 20:
  454. 130527 12:12:16 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  455. 130527 12:12:16 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.0IUl930vl7
  456. 130527 12:12:26 mysqld_safe WSREP: Recovered POSITION 0557585a-c6b5-11e2-0800-7087d4401c64:0
  457. 130527 12:12:26 [Note] WSREP: wsrep_start_position var submitted: '0557585a-c6b5-11e2-0800-7087d4401c64:0'
  458. 130527 12:12:26 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  459. 130527 12:12:26 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  460. 130527 12:12:26 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  461. 130527 12:12:26 [Note] WSREP: Found saved state: 0557585a-c6b5-11e2-0800-7087d4401c64:0
  462. 130527 12:12:26 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  463. 130527 12:12:26 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  464. 130527 12:12:26 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: -1
  465. 130527 12:12:26 [Note] WSREP: wsrep_sst_grab()
  466. 130527 12:12:26 [Note] WSREP: START replication
  467. 130527 12:12:26 [Note] WSREP: Setting initial POSITION TO 0557585a-c6b5-11e2-0800-7087d4401c64:0
  468. 130527 12:12:26 [Note] WSREP: protonet asio version 0
  469. 130527 12:12:26 [Note] WSREP: backend: asio
  470. 130527 12:12:26 [Note] WSREP: GMCast version 0
  471. 130527 12:12:26 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  472. 130527 12:12:26 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  473. 130527 12:12:26 [Note] WSREP: EVS version 0
  474. 130527 12:12:26 [Note] WSREP: PC version 0
  475. 130527 12:12:26 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  476. 130527 12:12:26 [Warning] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  477. 130527 12:12:26 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  478. 130527 12:12:27 [Note] WSREP: declaring b9e8e7c8-c4c5-11e2-0800-7c1343d93812 stable
  479. 130527 12:12:27 [Note] WSREP: VIEW(view_id(NON_PRIM,b9e8e7c8-c4c5-11e2-0800-7c1343d93812,63) memb {
  480.     b9e8e7c8-c4c5-11e2-0800-7c1343d93812,
  481.     ee74381c-c6b5-11e2-0800-7edfece11bf3,
  482. } joined {
  483. } LEFT {
  484. } partitioned {
  485.     a559fc94-c6b3-11e2-0800-e779ac668b53,
  486. })
  487. 130527 12:12:28 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  488. 130527 12:12:29 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  489. 130527 12:12:31 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  490. 130527 12:12:32 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  491. 130527 12:12:34 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  492. 130527 12:12:35 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  493. 130527 12:12:37 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  494. 130527 12:12:38 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  495. 130527 12:12:40 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  496. 130527 12:12:41 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  497. 130527 12:12:43 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  498. 130527 12:12:44 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  499. 130527 12:12:46 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  500. 130527 12:12:47 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  501. 130527 12:12:49 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  502. 130527 12:12:50 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  503. 130527 12:12:52 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  504. 130527 12:12:53 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  505. 130527 12:12:55 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  506. 130527 12:12:56 [Note] WSREP: (ee74381c-c6b5-11e2-0800-7edfece11bf3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid ee74381c-c6b5-11e2-0800-7edfece11bf3 IS blacklisted, skipping
  507. 130527 12:12:57 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  508.      at gcomm/src/pc.cpp:CONNECT():139
  509. 130527 12:12:57 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  510. 130527 12:12:57 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  511. 130527 12:12:57 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  512. 130527 12:12:57 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  513. 130527 12:12:57 [ERROR] Aborting
  514.  
  515. 130527 12:12:57 [Note] WSREP: Service disconnected.
  516. 130527 12:12:58 [Note] WSREP: SOME threads may fail TO exit.
  517. 130527 12:12:58 [Note] /usr/sbin/mysqld: Shutdown complete
  518.  
  519. 130527 12:12:58 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  520. 130527 12:17:38 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  521. 130527 12:17:38 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.KPqWcLR8pw
  522. 130527 12:18:08 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  523. 130527 12:18:08 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  524. 130527 12:18:08 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  525. 130527 12:18:08 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  526. 130527 12:18:30 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  527. 130527 12:18:30 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.D7wawguH4E
  528. 130527 12:18:40 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  529. 130527 12:18:40 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  530. 130527 12:18:40 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  531. 130527 12:18:40 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  532. 130527 12:18:40 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  533. 130527 12:18:40 [Warning] WSREP: Could NOT OPEN saved state file FOR reading: /var/lib/mysql//grastate.dat
  534. 130527 12:18:40 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  535. 130527 12:18:40 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  536. 130527 12:18:40 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  537. 130527 12:18:40 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  538. 130527 12:18:40 [Note] WSREP: wsrep_sst_grab()
  539. 130527 12:18:40 [Note] WSREP: START replication
  540. 130527 12:18:40 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  541. 130527 12:18:40 [Note] WSREP: protonet asio version 0
  542. 130527 12:18:40 [Note] WSREP: backend: asio
  543. 130527 12:18:40 [Note] WSREP: GMCast version 0
  544. 130527 12:18:40 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  545. 130527 12:18:40 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  546. 130527 12:18:40 [Note] WSREP: EVS version 0
  547. 130527 12:18:40 [Note] WSREP: PC version 0
  548. 130527 12:18:40 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  549. 130527 12:18:40 [Warning] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  550. 130527 12:18:40 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid cd2981c0-c6b6-11e2-0800-ea55deacb67a IS blacklisted, skipping
  551. 130527 12:18:40 [Note] WSREP: declaring d507ca25-c6b6-11e2-0800-1a0c59bd91f6 stable
  552. 130527 12:18:40 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  553. 130527 12:18:40 [Note] WSREP: VIEW(view_id(NON_PRIM,cd2981c0-c6b6-11e2-0800-ea55deacb67a,2) memb {
  554.     cd2981c0-c6b6-11e2-0800-ea55deacb67a,
  555.     d507ca25-c6b6-11e2-0800-1a0c59bd91f6,
  556. } joined {
  557. } LEFT {
  558. } partitioned {
  559. })
  560. 130527 12:18:41 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid cd2981c0-c6b6-11e2-0800-ea55deacb67a IS blacklisted, skipping
  561. 130527 12:18:43 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid cd2981c0-c6b6-11e2-0800-ea55deacb67a IS blacklisted, skipping
  562. 130527 12:18:44 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid cd2981c0-c6b6-11e2-0800-ea55deacb67a IS blacklisted, skipping
  563. 130527 12:18:46 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid cd2981c0-c6b6-11e2-0800-ea55deacb67a IS blacklisted, skipping
  564. 130527 12:18:46 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid cd2981c0-c6b6-11e2-0800-ea55deacb67a IS blacklisted, skipping
  565. 130527 12:18:46 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid cd2981c0-c6b6-11e2-0800-ea55deacb67a IS blacklisted, skipping
  566. 130527 12:18:46 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid cd2981c0-c6b6-11e2-0800-ea55deacb67a IS blacklisted, skipping
  567. 130527 12:18:46 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid cd2981c0-c6b6-11e2-0800-ea55deacb67a IS blacklisted, skipping
  568. 130527 12:18:46 [Note] WSREP: (cd2981c0-c6b6-11e2-0800-ea55deacb67a, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid cd2981c0-c6b6-11e2-0800-ea55deacb67a IS blacklisted, skipping
  569. 130527 12:18:46 [Note] WSREP: declaring d2292a52-c6b6-11e2-0800-6e9d26d6bb92 stable
  570. 130527 12:18:46 [Note] WSREP: declaring d507ca25-c6b6-11e2-0800-1a0c59bd91f6 stable
  571. 130527 12:18:46 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  572. 130527 12:18:46 [Note] WSREP: VIEW(view_id(NON_PRIM,cd2981c0-c6b6-11e2-0800-ea55deacb67a,3) memb {
  573.     cd2981c0-c6b6-11e2-0800-ea55deacb67a,
  574.     d2292a52-c6b6-11e2-0800-6e9d26d6bb92,
  575.     d507ca25-c6b6-11e2-0800-1a0c59bd91f6,
  576. } joined {
  577. } LEFT {
  578. } partitioned {
  579. })
  580. 130527 12:18:54 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  581. 130527 12:18:54 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.bvuNVwoNhI
  582. 130527 12:19:01 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  583. 130527 12:19:01 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  584. 130527 12:19:01 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  585. 130527 12:19:01 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  586. 130527 12:19:01 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  587. 130527 12:19:01 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  588. 130527 12:19:01 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  589. 130527 12:19:01 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  590. 130527 12:19:01 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  591. 130527 12:19:01 [Note] WSREP: wsrep_sst_grab()
  592. 130527 12:19:01 [Note] WSREP: START replication
  593. 130527 12:19:01 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  594. 130527 12:19:01 [Note] WSREP: protonet asio version 0
  595. 130527 12:19:01 [Note] WSREP: backend: asio
  596. 130527 12:19:01 [Note] WSREP: GMCast version 0
  597. 130527 12:19:01 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  598. 130527 12:19:01 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  599. 130527 12:19:01 [Note] WSREP: EVS version 0
  600. 130527 12:19:01 [Note] WSREP: PC version 0
  601. 130527 12:19:01 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  602. 130527 12:19:01 [Warning] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  603. 130527 12:19:01 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  604. 130527 12:19:01 [Note] WSREP: declaring d2292a52-c6b6-11e2-0800-6e9d26d6bb92 stable
  605. 130527 12:19:01 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  606. 130527 12:19:01 [Note] WSREP: VIEW(view_id(NON_PRIM,d2292a52-c6b6-11e2-0800-6e9d26d6bb92,6) memb {
  607.     d2292a52-c6b6-11e2-0800-6e9d26d6bb92,
  608.     d9c66726-c6b6-11e2-0800-03a1c0dbd5fa,
  609. } joined {
  610. } LEFT {
  611. } partitioned {
  612.     cd2981c0-c6b6-11e2-0800-ea55deacb67a,
  613.     d507ca25-c6b6-11e2-0800-1a0c59bd91f6,
  614. })
  615. 130527 12:19:02 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  616. 130527 12:19:03 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  617. 130527 12:19:05 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  618. 130527 12:19:06 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  619. 130527 12:19:07 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  620. 130527 12:19:09 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  621. 130527 12:19:10 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  622. 130527 12:19:12 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  623. 130527 12:19:13 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  624. 130527 12:19:15 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  625. 130527 12:19:16 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid d9c66726-c6b6-11e2-0800-03a1c0dbd5fa IS blacklisted, skipping
  626. 130527 12:19:17 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  627. 130527 12:19:18 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  628. 130527 12:19:18 [Note] WSREP: VIEW(view_id(NON_PRIM,d9c66726-c6b6-11e2-0800-03a1c0dbd5fa,7) memb {
  629.     d9c66726-c6b6-11e2-0800-03a1c0dbd5fa,
  630. } joined {
  631. } LEFT {
  632. } partitioned {
  633.     cd2981c0-c6b6-11e2-0800-ea55deacb67a,
  634.     d2292a52-c6b6-11e2-0800-6e9d26d6bb92,
  635.     d507ca25-c6b6-11e2-0800-1a0c59bd91f6,
  636. })
  637. 130527 12:19:18 [Note] WSREP: (d9c66726-c6b6-11e2-0800-03a1c0dbd5fa, 'tcp://0.0.0.0:4567') reconnecting TO d2292a52-c6b6-11e2-0800-6e9d26d6bb92 (tcp://192.168.180.22:4567), attempt 0
  638. 130527 12:19:31 [Note] WSREP: VIEW((empty))
  639. 130527 12:19:31 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  640.      at gcomm/src/pc.cpp:CONNECT():139
  641. 130527 12:19:31 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  642. 130527 12:19:31 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  643. 130527 12:19:31 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  644. 130527 12:19:31 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  645. 130527 12:19:31 [ERROR] Aborting
  646.  
  647. 130527 12:19:31 [Note] WSREP: Service disconnected.
  648. 130527 12:19:32 [Note] WSREP: SOME threads may fail TO exit.
  649. 130527 12:19:32 [Note] /usr/sbin/mysqld: Shutdown complete
  650.  
  651. 130527 12:19:32 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  652. 130527 12:20:19 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  653. 130527 12:20:19 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.6yFZ9rqRBh
  654. 130527 12:20:27 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  655. 130527 12:20:27 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  656. 130527 12:20:27 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  657. 130527 12:20:27 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  658. 130527 12:20:27 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  659. 130527 12:20:27 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  660. 130527 12:20:27 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  661. 130527 12:20:27 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  662. 130527 12:20:27 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  663. 130527 12:20:27 [Note] WSREP: wsrep_sst_grab()
  664. 130527 12:20:27 [Note] WSREP: START replication
  665. 130527 12:20:27 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  666. 130527 12:20:27 [Note] WSREP: protonet asio version 0
  667. 130527 12:20:27 [Note] WSREP: backend: asio
  668. 130527 12:20:27 [Note] WSREP: GMCast version 0
  669. 130527 12:20:27 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  670. 130527 12:20:27 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  671. 130527 12:20:27 [Note] WSREP: EVS version 0
  672. 130527 12:20:27 [Note] WSREP: PC version 0
  673. 130527 12:20:27 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  674. 130527 12:20:27 [Warning] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  675. 130527 12:20:27 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 0cf92708-c6b7-11e2-0800-997e77cfeca9 IS blacklisted, skipping
  676. 130527 12:20:27 [Note] WSREP: declaring 04b27bd1-c6b7-11e2-0800-29897ef02881 stable
  677. 130527 12:20:27 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  678. 130527 12:20:27 [Note] WSREP: VIEW(view_id(NON_PRIM,04b27bd1-c6b7-11e2-0800-29897ef02881,3) memb {
  679.     04b27bd1-c6b7-11e2-0800-29897ef02881,
  680.     0cf92708-c6b7-11e2-0800-997e77cfeca9,
  681. } joined {
  682. } LEFT {
  683. } partitioned {
  684.     09b1e8cf-c6b7-11e2-0800-b100643ce07c,
  685. })
  686. 130527 12:20:28 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 0cf92708-c6b7-11e2-0800-997e77cfeca9 IS blacklisted, skipping
  687. 130527 12:20:30 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 0cf92708-c6b7-11e2-0800-997e77cfeca9 IS blacklisted, skipping
  688. 130527 12:20:31 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 0cf92708-c6b7-11e2-0800-997e77cfeca9 IS blacklisted, skipping
  689. 130527 12:20:33 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 0cf92708-c6b7-11e2-0800-997e77cfeca9 IS blacklisted, skipping
  690. 130527 12:20:34 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 0cf92708-c6b7-11e2-0800-997e77cfeca9 IS blacklisted, skipping
  691. 130527 12:20:36 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 0cf92708-c6b7-11e2-0800-997e77cfeca9 IS blacklisted, skipping
  692. 130527 12:20:37 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 0cf92708-c6b7-11e2-0800-997e77cfeca9 IS blacklisted, skipping
  693. 130527 12:20:39 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 0cf92708-c6b7-11e2-0800-997e77cfeca9 IS blacklisted, skipping
  694. 130527 12:20:40 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 0cf92708-c6b7-11e2-0800-997e77cfeca9 IS blacklisted, skipping
  695. 130527 12:20:41 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  696. 130527 12:20:42 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  697. 130527 12:20:42 [Note] WSREP: VIEW(view_id(NON_PRIM,0cf92708-c6b7-11e2-0800-997e77cfeca9,4) memb {
  698.     0cf92708-c6b7-11e2-0800-997e77cfeca9,
  699. } joined {
  700. } LEFT {
  701. } partitioned {
  702.     04b27bd1-c6b7-11e2-0800-29897ef02881,
  703.     09b1e8cf-c6b7-11e2-0800-b100643ce07c,
  704. })
  705. 130527 12:20:42 [Note] WSREP: (0cf92708-c6b7-11e2-0800-997e77cfeca9, 'tcp://0.0.0.0:4567') reconnecting TO 04b27bd1-c6b7-11e2-0800-29897ef02881 (tcp://192.168.180.22:4567), attempt 0
  706. 130527 12:20:42 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  707. 130527 12:21:44 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  708. 130527 12:21:44 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.lroSUp8Hsz
  709. 130527 12:22:05 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  710. 130527 12:22:05 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  711. 130527 12:22:06 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  712. 130527 12:22:06 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  713. 130527 12:22:06 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  714. 130527 12:22:06 [Warning] WSREP: Could NOT OPEN saved state file FOR reading: /var/lib/mysql//grastate.dat
  715. 130527 12:22:06 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  716. 130527 12:22:06 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  717. 130527 12:22:06 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  718. 130527 12:22:06 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  719. 130527 12:22:06 [Note] WSREP: wsrep_sst_grab()
  720. 130527 12:22:06 [Note] WSREP: START replication
  721. 130527 12:22:06 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  722. 130527 12:22:06 [Note] WSREP: protonet asio version 0
  723. 130527 12:22:06 [Note] WSREP: backend: asio
  724. 130527 12:22:06 [Note] WSREP: GMCast version 0
  725. 130527 12:22:06 [Note] WSREP: (47cc6bf7-c6b7-11e2-0800-31baa68469e2, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  726. 130527 12:22:06 [Note] WSREP: (47cc6bf7-c6b7-11e2-0800-31baa68469e2, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  727. 130527 12:22:06 [Note] WSREP: EVS version 0
  728. 130527 12:22:06 [Note] WSREP: PC version 0
  729. 130527 12:22:06 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  730. 130527 12:22:06 [Warning] WSREP: (47cc6bf7-c6b7-11e2-0800-31baa68469e2, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  731. 130527 12:22:06 [Note] WSREP: (47cc6bf7-c6b7-11e2-0800-31baa68469e2, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 47cc6bf7-c6b7-11e2-0800-31baa68469e2 IS blacklisted, skipping
  732. 130527 12:22:06 [Note] WSREP: declaring 37b30dd6-c6b7-11e2-0800-14a6c2e783ab stable
  733. 130527 12:22:06 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  734. 130527 12:22:06 [Note] WSREP: VIEW(view_id(NON_PRIM,37b30dd6-c6b7-11e2-0800-14a6c2e783ab,4) memb {
  735.     37b30dd6-c6b7-11e2-0800-14a6c2e783ab,
  736.     47cc6bf7-c6b7-11e2-0800-31baa68469e2,
  737. } joined {
  738. } LEFT {
  739. } partitioned {
  740.     3d0d6fed-c6b7-11e2-0800-ac6ae945e4c6,
  741. })
  742. 130527 12:22:07 [Note] WSREP: (47cc6bf7-c6b7-11e2-0800-31baa68469e2, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  743. 130527 12:22:08 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  744. 130527 12:22:08 [Note] WSREP: VIEW(view_id(NON_PRIM,47cc6bf7-c6b7-11e2-0800-31baa68469e2,5) memb {
  745.     47cc6bf7-c6b7-11e2-0800-31baa68469e2,
  746. } joined {
  747. } LEFT {
  748. } partitioned {
  749.     37b30dd6-c6b7-11e2-0800-14a6c2e783ab,
  750.     3d0d6fed-c6b7-11e2-0800-ac6ae945e4c6,
  751. })
  752. 130527 12:22:08 [Note] WSREP: (47cc6bf7-c6b7-11e2-0800-31baa68469e2, 'tcp://0.0.0.0:4567') reconnecting TO 37b30dd6-c6b7-11e2-0800-14a6c2e783ab (tcp://192.168.180.22:4567), attempt 0
  753. 130527 12:22:36 [Note] WSREP: VIEW((empty))
  754. 130527 12:22:36 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  755.      at gcomm/src/pc.cpp:CONNECT():139
  756. 130527 12:22:36 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  757. 130527 12:22:36 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  758. 130527 12:22:36 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  759. 130527 12:22:36 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  760. 130527 12:22:36 [ERROR] Aborting
  761.  
  762. 130527 12:22:36 [Note] WSREP: Service disconnected.
  763. 130527 12:22:37 [Note] WSREP: SOME threads may fail TO exit.
  764. 130527 12:22:37 [Note] /usr/sbin/mysqld: Shutdown complete
  765.  
  766. 130527 12:22:37 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  767. 130527 12:23:23 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  768. 130527 12:23:23 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.0w8LMVEFle
  769. 130527 12:23:40 mysqld_safe A mysqld process already EXISTS
  770. 130527 12:23:45 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  771. 130527 12:23:45 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  772. 130527 12:23:45 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  773. 130527 12:23:45 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  774. 130527 12:23:45 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  775. 130527 12:23:45 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  776. 130527 12:23:45 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  777. 130527 12:23:45 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  778. 130527 12:23:45 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  779. 130527 12:23:45 [Note] WSREP: wsrep_sst_grab()
  780. 130527 12:23:45 [Note] WSREP: START replication
  781. 130527 12:23:45 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  782. 130527 12:23:45 [Note] WSREP: protonet asio version 0
  783. 130527 12:23:45 [Note] WSREP: backend: asio
  784. 130527 12:23:45 [Note] WSREP: GMCast version 0
  785. 130527 12:23:45 [Note] WSREP: (82db4163-c6b7-11e2-0800-17e51f9bd841, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  786. 130527 12:23:45 [Note] WSREP: (82db4163-c6b7-11e2-0800-17e51f9bd841, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  787. 130527 12:23:45 [Note] WSREP: EVS version 0
  788. 130527 12:23:45 [Note] WSREP: PC version 0
  789. 130527 12:23:45 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  790. 130527 12:23:45 [Warning] WSREP: (82db4163-c6b7-11e2-0800-17e51f9bd841, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  791. 130527 12:23:45 [Note] WSREP: (82db4163-c6b7-11e2-0800-17e51f9bd841, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 82db4163-c6b7-11e2-0800-17e51f9bd841 IS blacklisted, skipping
  792. 130527 12:23:45 [Note] WSREP: declaring 72c10591-c6b7-11e2-0800-9025b750956f stable
  793. 130527 12:23:45 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  794. 130527 12:23:45 [Note] WSREP: VIEW(view_id(NON_PRIM,72c10591-c6b7-11e2-0800-9025b750956f,4) memb {
  795.     72c10591-c6b7-11e2-0800-9025b750956f,
  796.     82db4163-c6b7-11e2-0800-17e51f9bd841,
  797. } joined {
  798. } LEFT {
  799. } partitioned {
  800.     782efeaf-c6b7-11e2-0800-3f485eeaca49,
  801. })
  802. 130527 12:23:46 [Note] WSREP: (82db4163-c6b7-11e2-0800-17e51f9bd841, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  803. 130527 12:23:46 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  804. 130527 12:23:46 [Note] WSREP: VIEW(view_id(NON_PRIM,82db4163-c6b7-11e2-0800-17e51f9bd841,5) memb {
  805.     82db4163-c6b7-11e2-0800-17e51f9bd841,
  806. } joined {
  807. } LEFT {
  808. } partitioned {
  809.     72c10591-c6b7-11e2-0800-9025b750956f,
  810.     782efeaf-c6b7-11e2-0800-3f485eeaca49,
  811. })
  812. 130527 12:23:46 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  813. 130527 12:23:47 [Note] WSREP: (82db4163-c6b7-11e2-0800-17e51f9bd841, 'tcp://0.0.0.0:4567') reconnecting TO 72c10591-c6b7-11e2-0800-9025b750956f (tcp://192.168.180.22:4567), attempt 0
  814. 130527 12:24:16 [Note] WSREP: VIEW((empty))
  815. 130527 12:24:16 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  816.      at gcomm/src/pc.cpp:CONNECT():139
  817. 130527 12:24:16 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  818. 130527 12:24:16 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  819. 130527 12:24:16 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  820. 130527 12:24:16 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  821. 130527 12:24:16 [ERROR] Aborting
  822.  
  823. 130527 12:24:16 [Note] WSREP: Service disconnected.
  824. 130527 12:24:17 [Note] WSREP: SOME threads may fail TO exit.
  825. 130527 12:24:17 [Note] /usr/sbin/mysqld: Shutdown complete
  826.  
  827. 130527 12:24:17 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  828. 130527 12:25:17 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  829. 130527 12:25:17 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.vi1skMyk1P
  830. 130527 12:25:24 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  831. 130527 12:25:24 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  832. 130527 12:25:24 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  833. 130527 12:25:24 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  834. 130527 12:25:24 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  835. 130527 12:25:24 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  836. 130527 12:25:24 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  837. 130527 12:25:24 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  838. 130527 12:25:24 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  839. 130527 12:25:24 [Note] WSREP: wsrep_sst_grab()
  840. 130527 12:25:24 [Note] WSREP: START replication
  841. 130527 12:25:24 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  842. 130527 12:25:24 [Note] WSREP: protonet asio version 0
  843. 130527 12:25:24 [Note] WSREP: backend: asio
  844. 130527 12:25:24 [Note] WSREP: GMCast version 0
  845. 130527 12:25:24 [Note] WSREP: (be16305d-c6b7-11e2-0800-ac099a53d30d, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  846. 130527 12:25:24 [Note] WSREP: (be16305d-c6b7-11e2-0800-ac099a53d30d, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  847. 130527 12:25:24 [Note] WSREP: EVS version 0
  848. 130527 12:25:24 [Note] WSREP: PC version 0
  849. 130527 12:25:24 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  850. 130527 12:25:24 [Warning] WSREP: (be16305d-c6b7-11e2-0800-ac099a53d30d, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  851. 130527 12:25:27 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  852. 130527 12:25:27 [Note] WSREP: VIEW(view_id(NON_PRIM,be16305d-c6b7-11e2-0800-ac099a53d30d,1) memb {
  853.     be16305d-c6b7-11e2-0800-ac099a53d30d,
  854. } joined {
  855. } LEFT {
  856. } partitioned {
  857. })
  858. 130527 12:25:28 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  859. 130527 12:25:57 [Note] WSREP: VIEW((empty))
  860. 130527 12:25:57 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  861.      at gcomm/src/pc.cpp:CONNECT():139
  862. 130527 12:25:57 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  863. 130527 12:25:57 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  864. 130527 12:25:57 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  865. 130527 12:25:57 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  866. 130527 12:25:57 [ERROR] Aborting
  867.  
  868. 130527 12:25:57 [Note] WSREP: Service disconnected.
  869. 130527 12:25:58 [Note] WSREP: SOME threads may fail TO exit.
  870. 130527 12:25:58 [Note] /usr/sbin/mysqld: Shutdown complete
  871.  
  872. 130527 12:25:58 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  873. 130527 12:26:27 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  874. 130527 12:26:27 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.cn1t8bHTrl
  875. 130527 12:26:35 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  876. 130527 12:26:35 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  877. 130527 12:26:35 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  878. 130527 12:26:35 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  879. 130527 12:26:35 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  880. 130527 12:26:35 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  881. 130527 12:26:35 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  882. 130527 12:26:35 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  883. 130527 12:26:35 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  884. 130527 12:26:35 [Note] WSREP: wsrep_sst_grab()
  885. 130527 12:26:35 [Note] WSREP: START replication
  886. 130527 12:26:35 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  887. 130527 12:26:35 [Note] WSREP: protonet asio version 0
  888. 130527 12:26:35 [Note] WSREP: backend: asio
  889. 130527 12:26:35 [Note] WSREP: GMCast version 0
  890. 130527 12:26:35 [Note] WSREP: (e82c05f9-c6b7-11e2-0800-0266a6524177, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  891. 130527 12:26:35 [Note] WSREP: (e82c05f9-c6b7-11e2-0800-0266a6524177, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  892. 130527 12:26:35 [Note] WSREP: EVS version 0
  893. 130527 12:26:35 [Note] WSREP: PC version 0
  894. 130527 12:26:35 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer ''
  895. 130527 12:26:35 [Note] WSREP: VIEW(view_id(PRIM,e82c05f9-c6b7-11e2-0800-0266a6524177,1) memb {
  896.     e82c05f9-c6b7-11e2-0800-0266a6524177,
  897. } joined {
  898. } LEFT {
  899. } partitioned {
  900. })
  901. 130527 12:26:35 [Note] WSREP: gcomm: connected
  902. 130527 12:26:35 [Note] WSREP: Changing maximum packet SIZE TO 64500, resulting msg SIZE: 32636
  903. 130527 12:26:35 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  904. 130527 12:26:35 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  905. 130527 12:26:35 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 0, memb_num = 1
  906. 130527 12:26:35 [Note] WSREP: Waiting FOR SST TO complete.
  907. 130527 12:26:35 [Note] WSREP: Starting NEW GROUP FROM scratch: e82cc47c-c6b7-11e2-0800-c113d1f40944
  908. 130527 12:26:35 [Note] WSREP: STATE_EXCHANGE: sent state UUID: e82ce348-c6b7-11e2-0800-357d5c3522f4
  909. 130527 12:26:35 [Note] WSREP: STATE EXCHANGE: sent state msg: e82ce348-c6b7-11e2-0800-357d5c3522f4
  910. 130527 12:26:35 [Note] WSREP: STATE EXCHANGE: got state msg: e82ce348-c6b7-11e2-0800-357d5c3522f4 FROM 0 (db-node1.lactalis.pyco.be)
  911. 130527 12:26:35 [Note] WSREP: Quorum results:
  912.     version    = 2,
  913.     component  = PRIMARY,
  914.     conf_id    = 0,
  915.     members    = 1/1 (joined/total),
  916.     act_id     = 0,
  917.     last_appl. = -1,
  918.     protocols  = 0/4/2 (gcs/repl/appl),
  919.     GROUP UUID = e82cc47c-c6b7-11e2-0800-c113d1f40944
  920. 130527 12:26:35 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  921. 130527 12:26:35 [Note] WSREP: Restored state OPEN -> JOINED (0)
  922. 130527 12:26:35 [Note] WSREP: Member 0 (db-node1.lactalis.pyco.be) synced WITH GROUP.
  923. 130527 12:26:35 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  924. 130527 12:26:35 [Note] WSREP: NEW cluster VIEW: global state: e82cc47c-c6b7-11e2-0800-c113d1f40944:0, VIEW# 1: PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  925. 130527 12:26:35 [Note] WSREP: SST complete, seqno: 0
  926. 130527 12:26:35 [Note] Plugin 'FEDERATED' IS disabled.
  927. 130527 12:26:35 InnoDB: The InnoDB memory heap IS disabled
  928. 130527 12:26:35 InnoDB: Mutexes AND rw_locks USE GCC atomic builtins
  929. 130527 12:26:35 InnoDB: Compressed TABLES USE zlib 1.2.3
  930. 130527 12:26:35 InnoDB: USING Linux native AIO
  931. 130527 12:26:35 InnoDB: Initializing buffer pool, SIZE = 5.8G
  932. 130527 12:26:35 InnoDB: Completed initialization OF buffer pool
  933. 130527 12:26:35 InnoDB: highest supported file format IS Barracuda.
  934. 130527 12:26:35 [Note] WSREP: (e82c05f9-c6b7-11e2-0800-0266a6524177, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  935. 130527 12:26:35 [Note] WSREP: (e82c05f9-c6b7-11e2-0800-0266a6524177, 'tcp://0.0.0.0:4567') turning message relay requesting off
  936. 130527 12:26:36 [Note] WSREP: declaring e88933f0-c6b7-11e2-0800-ea45fd8ac1b6 stable
  937. 130527 12:26:36 [Note] WSREP: declaring edcf6280-c6b7-11e2-0800-026efed3cc96 stable
  938. 130527 12:26:36  InnoDB: Waiting FOR the background threads TO START
  939. 130527 12:26:37 [Note] WSREP: VIEW(view_id(PRIM,e82c05f9-c6b7-11e2-0800-0266a6524177,3) memb {
  940.     e82c05f9-c6b7-11e2-0800-0266a6524177,
  941.     e88933f0-c6b7-11e2-0800-ea45fd8ac1b6,
  942.     edcf6280-c6b7-11e2-0800-026efed3cc96,
  943. } joined {
  944. } LEFT {
  945. } partitioned {
  946. })
  947. 130527 12:26:37 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 0, memb_num = 3
  948. 130527 12:26:37 [Note] WSREP: STATE_EXCHANGE: sent state UUID: e95e81a3-c6b7-11e2-0800-781be1eda95f
  949. 130527 12:26:37 [Note] WSREP: STATE EXCHANGE: sent state msg: e95e81a3-c6b7-11e2-0800-781be1eda95f
  950. 130527 12:26:37 [Note] WSREP: STATE EXCHANGE: got state msg: e95e81a3-c6b7-11e2-0800-781be1eda95f FROM 0 (db-node1.lactalis.pyco.be)
  951. 130527 12:26:37 [Note] WSREP: STATE EXCHANGE: got state msg: e95e81a3-c6b7-11e2-0800-781be1eda95f FROM 1 (db-node2.lactalis.pyco.be)
  952. 130527 12:26:37 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log SEQUENCE NUMBER 1598122
  953. 130527 12:26:37 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  954. 130527 12:26:37 [Note]   - '0.0.0.0' resolves TO '0.0.0.0';
  955. 130527 12:26:37 [Note] Server socket created ON IP: '0.0.0.0'.
  956. 130527 12:26:37 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored IN --skip-name-resolve mode.
  957. 130527 12:26:37 [Note] Event Scheduler: Loaded 0 events
  958. 130527 12:26:37 [Note] /usr/sbin/mysqld: ready FOR connections.
  959. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  960. 130527 12:26:37 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  961. 130527 12:26:37 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  962. 130527 12:26:37 [Note] WSREP: Synchronized WITH GROUP, ready FOR connections
  963. 130527 12:26:37 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  964. 130527 12:26:37 [Note] WSREP: STATE EXCHANGE: got state msg: e95e81a3-c6b7-11e2-0800-781be1eda95f FROM 2 (db-node3.lactalis.pyco.be)
  965. 130527 12:26:37 [Note] WSREP: Quorum results:
  966.     version    = 2,
  967.     component  = PRIMARY,
  968.     conf_id    = 1,
  969.     members    = 1/3 (joined/total),
  970.     act_id     = 0,
  971.     last_appl. = 0,
  972.     protocols  = 0/4/2 (gcs/repl/appl),
  973.     GROUP UUID = e82cc47c-c6b7-11e2-0800-c113d1f40944
  974. 130527 12:26:37 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  975. 130527 12:26:37 [Note] WSREP: NEW cluster VIEW: global state: e82cc47c-c6b7-11e2-0800-c113d1f40944:0, VIEW# 2: PRIMARY, NUMBER OF nodes: 3, my INDEX: 0, protocol version 2
  976. 130527 12:26:37 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  977. 130527 12:26:37 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  978. 130527 12:26:41 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  979. 130527 12:26:41 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.nSLi9eK2qT
  980. 130527 12:26:48 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  981. 130527 12:26:48 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  982. 130527 12:26:48 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  983. 130527 12:26:48 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  984. 130527 12:26:48 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  985. 130527 12:26:48 [Note] WSREP: Found saved state: e82cc47c-c6b7-11e2-0800-c113d1f40944:-1
  986. 130527 12:26:48 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  987. 130527 12:26:48 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  988. 130527 12:26:48 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  989. 130527 12:26:48 [Note] WSREP: wsrep_sst_grab()
  990. 130527 12:26:48 [Note] WSREP: START replication
  991. 130527 12:26:48 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  992. 130527 12:26:48 [Note] WSREP: protonet asio version 0
  993. 130527 12:26:48 [Note] WSREP: backend: asio
  994. 130527 12:26:48 [Note] WSREP: GMCast version 0
  995. 130527 12:26:48 [Note] WSREP: (f02abe5f-c6b7-11e2-0800-e30628ffab67, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  996. 130527 12:26:48 [Note] WSREP: (f02abe5f-c6b7-11e2-0800-e30628ffab67, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  997. 130527 12:26:48 [Note] WSREP: EVS version 0
  998. 130527 12:26:48 [Note] WSREP: PC version 0
  999. 130527 12:26:48 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1000. 130527 12:26:48 [Warning] WSREP: (f02abe5f-c6b7-11e2-0800-e30628ffab67, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  1001. 130527 12:26:48 [Note] WSREP: (f02abe5f-c6b7-11e2-0800-e30628ffab67, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid f02abe5f-c6b7-11e2-0800-e30628ffab67 IS blacklisted, skipping
  1002. 130527 12:26:48 [Note] WSREP: (f02abe5f-c6b7-11e2-0800-e30628ffab67, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid f02abe5f-c6b7-11e2-0800-e30628ffab67 IS blacklisted, skipping
  1003. 130527 12:26:48 [Note] WSREP: (f02abe5f-c6b7-11e2-0800-e30628ffab67, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid f02abe5f-c6b7-11e2-0800-e30628ffab67 IS blacklisted, skipping
  1004. 130527 12:26:48 [Note] WSREP: (f02abe5f-c6b7-11e2-0800-e30628ffab67, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid f02abe5f-c6b7-11e2-0800-e30628ffab67 IS blacklisted, skipping
  1005. 130527 12:26:49 [Note] WSREP: declaring e88933f0-c6b7-11e2-0800-ea45fd8ac1b6 stable
  1006. 130527 12:26:49 [Note] WSREP: declaring edcf6280-c6b7-11e2-0800-026efed3cc96 stable
  1007. 130527 12:26:49 [Note] WSREP: VIEW(view_id(PRIM,e88933f0-c6b7-11e2-0800-ea45fd8ac1b6,5) memb {
  1008.     e88933f0-c6b7-11e2-0800-ea45fd8ac1b6,
  1009.     edcf6280-c6b7-11e2-0800-026efed3cc96,
  1010.     f02abe5f-c6b7-11e2-0800-e30628ffab67,
  1011. } joined {
  1012. } LEFT {
  1013. } partitioned {
  1014. })
  1015. 130527 12:26:49 [Note] WSREP: gcomm: connected
  1016. 130527 12:26:49 [Note] WSREP: Changing maximum packet SIZE TO 64500, resulting msg SIZE: 32636
  1017. 130527 12:26:49 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  1018. 130527 12:26:49 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  1019. 130527 12:26:49 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  1020. 130527 12:26:49 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  1021. 130527 12:26:49 [Note] WSREP: Waiting FOR SST TO complete.
  1022. 130527 12:26:49 [Note] WSREP: STATE EXCHANGE: sent state msg: f202491b-c6b7-11e2-0800-a1169afa7675
  1023. 130527 12:26:49 [Note] WSREP: STATE EXCHANGE: got state msg: f202491b-c6b7-11e2-0800-a1169afa7675 FROM 0 (db-node2.lactalis.pyco.be)
  1024. 130527 12:26:49 [Note] WSREP: STATE EXCHANGE: got state msg: f202491b-c6b7-11e2-0800-a1169afa7675 FROM 1 (db-node3.lactalis.pyco.be)
  1025. 130527 12:26:49 [Note] WSREP: STATE EXCHANGE: got state msg: f202491b-c6b7-11e2-0800-a1169afa7675 FROM 2 (db-node1.lactalis.pyco.be)
  1026. 130527 12:26:49 [Warning] WSREP: Quorum: No node WITH complete state:
  1027.  
  1028.  
  1029.     Version      : 2
  1030.     Flags        : 1
  1031.     Protocols    : 0 / 4 / 2
  1032.     State        : NON-PRIMARY
  1033.     Prim state   : JOINER
  1034.     Prim UUID    : e95e81a3-c6b7-11e2-0800-781be1eda95f
  1035.     Prim seqno   : 2
  1036.     LAST seqno   : 0
  1037.     Prim JOINED  : 1
  1038.     State UUID   : f202491b-c6b7-11e2-0800-a1169afa7675
  1039.     GROUP UUID   : e82cc47c-c6b7-11e2-0800-c113d1f40944
  1040.     Name         : 'db-node2.lactalis.pyco.be'
  1041.     Incoming addr: '192.168.180.22:3306'
  1042.  
  1043.     Version      : 2
  1044.     Flags        : 0
  1045.     Protocols    : 0 / 4 / 2
  1046.     State        : NON-PRIMARY
  1047.     Prim state   : PRIMARY
  1048.     Prim UUID    : e95e81a3-c6b7-11e2-0800-781be1eda95f
  1049.     Prim seqno   : 2
  1050.     LAST seqno   : 0
  1051.     Prim JOINED  : 1
  1052.     State UUID   : f202491b-c6b7-11e2-0800-a1169afa7675
  1053.     GROUP UUID   : e82cc47c-c6b7-11e2-0800-c113d1f40944
  1054.     Name         : 'db-node3.lactalis.pyco.be'
  1055.     Incoming addr: '192.168.180.23:3306'
  1056.  
  1057.     Version      : 2
  1058.     Flags        : 0
  1059.     Protocols    : 0 / 4 / 2
  1060.     State        : NON-PRIMARY
  1061.     Prim state   : NON-PRIMARY
  1062.     Prim UUID    : 00000000-0000-0000-0000-000000000000
  1063.     Prim seqno   : -1
  1064.     LAST seqno   : -1
  1065.     Prim JOINED  : 0
  1066.     State UUID   : f202491b-c6b7-11e2-0800-a1169afa7675
  1067.     GROUP UUID   : 00000000-0000-0000-0000-000000000000
  1068.     Name         : 'db-node1.lactalis.pyco.be'
  1069.     Incoming addr: '192.168.180.21:3306'
  1070.  
  1071. 130527 12:26:49 [Warning] WSREP: No re-merged PRIMARY component found.
  1072. 130527 12:26:49 [Warning] WSREP: No bootstrapped PRIMARY component found.
  1073. 130527 12:26:49 [ERROR] WSREP: gcs/src/gcs_state_msg.c:gcs_state_msg_get_quorum():729: Failed TO establish quorum.
  1074. 130527 12:26:49 [Note] WSREP: Quorum results:
  1075.     version    = 2,
  1076.     component  = NON-PRIMARY,
  1077.     conf_id    = -1,
  1078.     members    = 0/3 (joined/total),
  1079.     act_id     = -1,
  1080.     last_appl. = -1,
  1081.     protocols  = -1/-1/-1 (gcs/repl/appl),
  1082.     GROUP UUID = 00000000-0000-0000-0000-000000000000
  1083. 130527 12:26:49 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  1084. 130527 12:26:49 [Note] WSREP: Received NON-PRIMARY.
  1085. 130527 12:26:49 [Note] WSREP: NEW cluster VIEW: global state: :-1, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version -1
  1086. 130527 12:26:49 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  1087. 130527 12:27:26 [Note] WSREP: (f02abe5f-c6b7-11e2-0800-e30628ffab67, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid f02abe5f-c6b7-11e2-0800-e30628ffab67 IS blacklisted, skipping
  1088. 130527 12:27:26 [Note] WSREP: (f02abe5f-c6b7-11e2-0800-e30628ffab67, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid f02abe5f-c6b7-11e2-0800-e30628ffab67 IS blacklisted, skipping
  1089. 130527 12:27:26 [Note] WSREP: (f02abe5f-c6b7-11e2-0800-e30628ffab67, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  1090. 130527 12:28:01 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1091. 130527 12:28:01 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.9AM1W5Jzm3
  1092. 130527 12:28:08 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  1093. 130527 12:28:08 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1094. 130527 12:28:08 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  1095. 130527 12:28:08 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1096. 130527 12:28:08 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  1097. 130527 12:28:08 [Note] WSREP: Found saved state: e82cc47c-c6b7-11e2-0800-c113d1f40944:-1
  1098. 130527 12:28:08 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1099. 130527 12:28:08 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1100. 130527 12:28:08 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  1101. 130527 12:28:08 [Note] WSREP: wsrep_sst_grab()
  1102. 130527 12:28:08 [Note] WSREP: START replication
  1103. 130527 12:28:08 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  1104. 130527 12:28:08 [Note] WSREP: protonet asio version 0
  1105. 130527 12:28:08 [Note] WSREP: backend: asio
  1106. 130527 12:28:08 [Note] WSREP: GMCast version 0
  1107. 130527 12:28:08 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1108. 130527 12:28:08 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1109. 130527 12:28:08 [Note] WSREP: EVS version 0
  1110. 130527 12:28:08 [Note] WSREP: PC version 0
  1111. 130527 12:28:08 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1112. 130527 12:28:08 [Warning] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  1113. 130527 12:28:08 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1114. 130527 12:28:08 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1115. 130527 12:28:08 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1116. 130527 12:28:08 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1117. 130527 12:28:09 [Note] WSREP: declaring 1834df8b-c6b8-11e2-0800-75bf584dc1fd stable
  1118. 130527 12:28:09 [Note] WSREP: declaring 1d94f743-c6b8-11e2-0800-1f28a6cd397e stable
  1119. 130527 12:28:09 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1120. 130527 12:28:09 [Note] WSREP: VIEW(view_id(NON_PRIM,1834df8b-c6b8-11e2-0800-75bf584dc1fd,3) memb {
  1121.     1834df8b-c6b8-11e2-0800-75bf584dc1fd,
  1122.     1d94f743-c6b8-11e2-0800-1f28a6cd397e,
  1123.     1fe16f9a-c6b8-11e2-0800-14e4fb9481d1,
  1124. } joined {
  1125. } LEFT {
  1126. } partitioned {
  1127. })
  1128. 130527 12:28:10 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1129. 130527 12:28:10 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1130. 130527 12:28:10 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  1131. 130527 12:28:10 [Note] WSREP: declaring 1834df8b-c6b8-11e2-0800-75bf584dc1fd stable
  1132. 130527 12:28:10 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1133. 130527 12:28:10 [Note] WSREP: VIEW(view_id(NON_PRIM,1834df8b-c6b8-11e2-0800-75bf584dc1fd,4) memb {
  1134.     1834df8b-c6b8-11e2-0800-75bf584dc1fd,
  1135.     1fe16f9a-c6b8-11e2-0800-14e4fb9481d1,
  1136. } joined {
  1137. } LEFT {
  1138. } partitioned {
  1139.     1d94f743-c6b8-11e2-0800-1f28a6cd397e,
  1140. })
  1141. 130527 12:28:11 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') reconnecting TO 1d94f743-c6b8-11e2-0800-1f28a6cd397e (tcp://192.168.180.23:4567), attempt 0
  1142. 130527 12:28:11 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1143. 130527 12:28:13 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1144. 130527 12:28:14 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1145. 130527 12:28:16 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1146. 130527 12:28:17 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1147. 130527 12:28:19 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1148. 130527 12:28:20 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1149. 130527 12:28:22 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1150. 130527 12:28:23 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 1fe16f9a-c6b8-11e2-0800-14e4fb9481d1 IS blacklisted, skipping
  1151. 130527 12:28:24 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1152. 130527 12:28:24 [Note] WSREP: VIEW(view_id(NON_PRIM,1fe16f9a-c6b8-11e2-0800-14e4fb9481d1,5) memb {
  1153.     1fe16f9a-c6b8-11e2-0800-14e4fb9481d1,
  1154. } joined {
  1155. } LEFT {
  1156. } partitioned {
  1157.     1834df8b-c6b8-11e2-0800-75bf584dc1fd,
  1158.     1d94f743-c6b8-11e2-0800-1f28a6cd397e,
  1159. })
  1160. 130527 12:28:25 [Note] WSREP: (1fe16f9a-c6b8-11e2-0800-14e4fb9481d1, 'tcp://0.0.0.0:4567') reconnecting TO 1834df8b-c6b8-11e2-0800-75bf584dc1fd (tcp://192.168.180.22:4567), attempt 0
  1161. 130527 12:28:39 [Note] WSREP: VIEW((empty))
  1162. 130527 12:28:39 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  1163.      at gcomm/src/pc.cpp:CONNECT():139
  1164. 130527 12:28:39 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  1165. 130527 12:28:39 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  1166. 130527 12:28:39 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  1167. 130527 12:28:39 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  1168. 130527 12:28:39 [ERROR] Aborting
  1169.  
  1170. 130527 12:28:39 [Note] WSREP: Service disconnected.
  1171. 130527 12:28:40 [Note] WSREP: SOME threads may fail TO exit.
  1172. 130527 12:28:40 [Note] /usr/sbin/mysqld: Shutdown complete
  1173.  
  1174. 130527 12:28:40 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  1175. 130527 12:29:25 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1176. 130527 12:29:25 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.uj9SpRZalP
  1177. 130527 12:29:32 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  1178. 130527 12:29:32 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1179. 130527 12:29:32 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  1180. 130527 12:29:32 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1181. 130527 12:29:32 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  1182. 130527 12:29:32 [Note] WSREP: Found saved state: e82cc47c-c6b7-11e2-0800-c113d1f40944:-1
  1183. 130527 12:29:32 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1184. 130527 12:29:32 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1185. 130527 12:29:32 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  1186. 130527 12:29:32 [Note] WSREP: wsrep_sst_grab()
  1187. 130527 12:29:32 [Note] WSREP: START replication
  1188. 130527 12:29:32 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  1189. 130527 12:29:32 [Note] WSREP: protonet asio version 0
  1190. 130527 12:29:32 [Note] WSREP: backend: asio
  1191. 130527 12:29:32 [Note] WSREP: GMCast version 0
  1192. 130527 12:29:32 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1193. 130527 12:29:32 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1194. 130527 12:29:32 [Note] WSREP: EVS version 0
  1195. 130527 12:29:32 [Note] WSREP: PC version 0
  1196. 130527 12:29:32 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1197. 130527 12:29:32 [Warning] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  1198. 130527 12:29:32 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1199. 130527 12:29:32 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1200. 130527 12:29:32 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1201. 130527 12:29:32 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1202. 130527 12:29:33 [Note] WSREP: declaring 4a4e28a1-c6b8-11e2-0800-921d6ec1a94b stable
  1203. 130527 12:29:33 [Note] WSREP: declaring 4fc3ab86-c6b8-11e2-0800-23610173d465 stable
  1204. 130527 12:29:33 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1205. 130527 12:29:33 [Note] WSREP: VIEW(view_id(NON_PRIM,4a4e28a1-c6b8-11e2-0800-921d6ec1a94b,3) memb {
  1206.     4a4e28a1-c6b8-11e2-0800-921d6ec1a94b,
  1207.     4fc3ab86-c6b8-11e2-0800-23610173d465,
  1208.     520ffb1b-c6b8-11e2-0800-edd9ae5692b6,
  1209. } joined {
  1210. } LEFT {
  1211. } partitioned {
  1212. })
  1213. 130527 12:29:34 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1214. 130527 12:29:34 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1215. 130527 12:29:34 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  1216. 130527 12:29:34 [Note] WSREP: declaring 4a4e28a1-c6b8-11e2-0800-921d6ec1a94b stable
  1217. 130527 12:29:34 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1218. 130527 12:29:34 [Note] WSREP: VIEW(view_id(NON_PRIM,4a4e28a1-c6b8-11e2-0800-921d6ec1a94b,4) memb {
  1219.     4a4e28a1-c6b8-11e2-0800-921d6ec1a94b,
  1220.     520ffb1b-c6b8-11e2-0800-edd9ae5692b6,
  1221. } joined {
  1222. } LEFT {
  1223. } partitioned {
  1224.     4fc3ab86-c6b8-11e2-0800-23610173d465,
  1225. })
  1226. 130527 12:29:35 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') reconnecting TO 4fc3ab86-c6b8-11e2-0800-23610173d465 (tcp://192.168.180.23:4567), attempt 0
  1227. 130527 12:29:35 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1228. 130527 12:29:37 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1229. 130527 12:29:38 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1230. 130527 12:29:40 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1231. 130527 12:29:41 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1232. 130527 12:29:43 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1233. 130527 12:29:44 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1234. 130527 12:29:46 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 520ffb1b-c6b8-11e2-0800-edd9ae5692b6 IS blacklisted, skipping
  1235. 130527 12:29:48 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1236. 130527 12:29:48 [Note] WSREP: VIEW(view_id(NON_PRIM,520ffb1b-c6b8-11e2-0800-edd9ae5692b6,5) memb {
  1237.     520ffb1b-c6b8-11e2-0800-edd9ae5692b6,
  1238. } joined {
  1239. } LEFT {
  1240. } partitioned {
  1241.     4a4e28a1-c6b8-11e2-0800-921d6ec1a94b,
  1242.     4fc3ab86-c6b8-11e2-0800-23610173d465,
  1243. })
  1244. 130527 12:29:48 [Note] WSREP: (520ffb1b-c6b8-11e2-0800-edd9ae5692b6, 'tcp://0.0.0.0:4567') reconnecting TO 4a4e28a1-c6b8-11e2-0800-921d6ec1a94b (tcp://192.168.180.22:4567), attempt 0
  1245. 130527 12:30:03 [Note] WSREP: VIEW((empty))
  1246. 130527 12:30:03 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  1247.      at gcomm/src/pc.cpp:CONNECT():139
  1248. 130527 12:30:03 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  1249. 130527 12:30:03 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  1250. 130527 12:30:03 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  1251. 130527 12:30:03 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  1252. 130527 12:30:03 [ERROR] Aborting
  1253.  
  1254. 130527 12:30:03 [Note] WSREP: Service disconnected.
  1255. 130527 12:30:04 [Note] WSREP: SOME threads may fail TO exit.
  1256. 130527 12:30:04 [Note] /usr/sbin/mysqld: Shutdown complete
  1257.  
  1258. 130527 12:30:04 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  1259. 130527 12:32:08 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1260. 130527 12:32:08 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.kz1cGBLaxf
  1261. 130527 12:32:16 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  1262. 130527 12:32:16 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1263. 130527 12:32:16 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  1264. 130527 12:32:16 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1265. 130527 12:32:16 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  1266. 130527 12:32:16 [Note] WSREP: Found saved state: e82cc47c-c6b7-11e2-0800-c113d1f40944:-1
  1267. 130527 12:32:16 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1268. 130527 12:32:16 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1269. 130527 12:32:16 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  1270. 130527 12:32:16 [Note] WSREP: wsrep_sst_grab()
  1271. 130527 12:32:16 [Note] WSREP: START replication
  1272. 130527 12:32:16 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  1273. 130527 12:32:16 [Note] WSREP: protonet asio version 0
  1274. 130527 12:32:16 [Note] WSREP: backend: asio
  1275. 130527 12:32:16 [Note] WSREP: GMCast version 0
  1276. 130527 12:32:16 [Note] WSREP: (b3920d32-c6b8-11e2-0800-dd2772f334f1, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1277. 130527 12:32:16 [Note] WSREP: (b3920d32-c6b8-11e2-0800-dd2772f334f1, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1278. 130527 12:32:16 [Note] WSREP: EVS version 0
  1279. 130527 12:32:16 [Note] WSREP: PC version 0
  1280. 130527 12:32:16 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1281. 130527 12:32:16 [Warning] WSREP: (b3920d32-c6b8-11e2-0800-dd2772f334f1, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  1282. 130527 12:32:19 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1283. 130527 12:32:19 [Note] WSREP: VIEW(view_id(NON_PRIM,b3920d32-c6b8-11e2-0800-dd2772f334f1,1) memb {
  1284.     b3920d32-c6b8-11e2-0800-dd2772f334f1,
  1285. } joined {
  1286. } LEFT {
  1287. } partitioned {
  1288. })
  1289. 130527 12:32:19 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  1290. 130527 12:32:49 [Note] WSREP: VIEW((empty))
  1291. 130527 12:32:49 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  1292.      at gcomm/src/pc.cpp:CONNECT():139
  1293. 130527 12:32:49 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  1294. 130527 12:32:49 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  1295. 130527 12:32:49 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  1296. 130527 12:32:49 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  1297. 130527 12:32:49 [ERROR] Aborting
  1298.  
  1299. 130527 12:32:49 [Note] WSREP: Service disconnected.
  1300. 130527 12:32:50 [Note] WSREP: SOME threads may fail TO exit.
  1301. 130527 12:32:50 [Note] /usr/sbin/mysqld: Shutdown complete
  1302.  
  1303. 130527 12:32:50 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  1304. 130527 12:33:20 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1305. 130527 12:33:20 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.Y3Oy9fqWyA
  1306. 130527 12:33:43 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  1307. 130527 12:33:43 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1308. 130527 12:33:43 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  1309. 130527 12:33:43 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1310. 130527 12:33:43 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  1311. 130527 12:33:43 [Warning] WSREP: Could NOT OPEN saved state file FOR reading: /var/lib/mysql//grastate.dat
  1312. 130527 12:33:43 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1313. 130527 12:33:43 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1314. 130527 12:33:43 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1315. 130527 12:33:43 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  1316. 130527 12:33:43 [Note] WSREP: wsrep_sst_grab()
  1317. 130527 12:33:43 [Note] WSREP: START replication
  1318. 130527 12:33:43 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  1319. 130527 12:33:43 [Note] WSREP: protonet asio version 0
  1320. 130527 12:33:43 [Note] WSREP: backend: asio
  1321. 130527 12:33:43 [Note] WSREP: GMCast version 0
  1322. 130527 12:33:43 [Note] WSREP: (e7cac8fd-c6b8-11e2-0800-c6574d7f40e3, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1323. 130527 12:33:43 [Note] WSREP: (e7cac8fd-c6b8-11e2-0800-c6574d7f40e3, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1324. 130527 12:33:43 [Note] WSREP: EVS version 0
  1325. 130527 12:33:43 [Note] WSREP: PC version 0
  1326. 130527 12:33:43 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1327. 130527 12:33:43 [Warning] WSREP: (e7cac8fd-c6b8-11e2-0800-c6574d7f40e3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  1328. 130527 12:33:43 [Note] WSREP: (e7cac8fd-c6b8-11e2-0800-c6574d7f40e3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid e7cac8fd-c6b8-11e2-0800-c6574d7f40e3 IS blacklisted, skipping
  1329. 130527 12:33:44 [Note] WSREP: declaring e4ee3426-c6b8-11e2-0800-e77cd58139c8 stable
  1330. 130527 12:33:44 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1331. 130527 12:33:44 [Note] WSREP: VIEW(view_id(NON_PRIM,e4ee3426-c6b8-11e2-0800-e77cd58139c8,2) memb {
  1332.     e4ee3426-c6b8-11e2-0800-e77cd58139c8,
  1333.     e7cac8fd-c6b8-11e2-0800-c6574d7f40e3,
  1334. } joined {
  1335. } LEFT {
  1336. } partitioned {
  1337. })
  1338. 130527 12:33:44 [Note] WSREP: (e7cac8fd-c6b8-11e2-0800-c6574d7f40e3, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  1339. 130527 12:33:44 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1340. 130527 12:33:44 [Note] WSREP: VIEW(view_id(NON_PRIM,e7cac8fd-c6b8-11e2-0800-c6574d7f40e3,3) memb {
  1341.     e7cac8fd-c6b8-11e2-0800-c6574d7f40e3,
  1342. } joined {
  1343. } LEFT {
  1344. } partitioned {
  1345.     e4ee3426-c6b8-11e2-0800-e77cd58139c8,
  1346. })
  1347. 130527 12:33:45 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  1348. 130527 12:33:45 [Note] WSREP: (e7cac8fd-c6b8-11e2-0800-c6574d7f40e3, 'tcp://0.0.0.0:4567') reconnecting TO e4ee3426-c6b8-11e2-0800-e77cd58139c8 (tcp://192.168.180.23:4567), attempt 0
  1349. 130527 12:34:15 [Note] WSREP: VIEW((empty))
  1350. 130527 12:34:15 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  1351.      at gcomm/src/pc.cpp:CONNECT():139
  1352. 130527 12:34:15 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  1353. 130527 12:34:15 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  1354. 130527 12:34:15 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  1355. 130527 12:34:15 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  1356. 130527 12:34:15 [ERROR] Aborting
  1357.  
  1358. 130527 12:34:15 [Note] WSREP: Service disconnected.
  1359. 130527 12:34:16 [Note] WSREP: SOME threads may fail TO exit.
  1360. 130527 12:34:16 [Note] /usr/sbin/mysqld: Shutdown complete
  1361.  
  1362. 130527 12:34:16 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  1363. 130527 12:34:45 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1364. 130527 12:34:45 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.dD1SVLJfX7
  1365. 130527 12:34:53 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  1366. 130527 12:34:53 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1367. 130527 12:34:53 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  1368. 130527 12:34:53 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1369. 130527 12:34:53 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  1370. 130527 12:34:53 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1371. 130527 12:34:53 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1372. 130527 12:34:53 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1373. 130527 12:34:53 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  1374. 130527 12:34:53 [Note] WSREP: wsrep_sst_grab()
  1375. 130527 12:34:53 [Note] WSREP: START replication
  1376. 130527 12:34:53 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  1377. 130527 12:34:53 [Note] WSREP: protonet asio version 0
  1378. 130527 12:34:53 [Note] WSREP: backend: asio
  1379. 130527 12:34:53 [Note] WSREP: GMCast version 0
  1380. 130527 12:34:53 [Note] WSREP: (10fa0506-c6b9-11e2-0800-79e236aead7b, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1381. 130527 12:34:53 [Note] WSREP: (10fa0506-c6b9-11e2-0800-79e236aead7b, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1382. 130527 12:34:53 [Note] WSREP: EVS version 0
  1383. 130527 12:34:53 [Note] WSREP: PC version 0
  1384. 130527 12:34:53 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1385. 130527 12:34:53 [Warning] WSREP: (10fa0506-c6b9-11e2-0800-79e236aead7b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  1386. 130527 12:34:53 [Note] WSREP: (10fa0506-c6b9-11e2-0800-79e236aead7b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 10fa0506-c6b9-11e2-0800-79e236aead7b IS blacklisted, skipping
  1387. 130527 12:34:53 [Note] WSREP: declaring 17fc7372-c6b9-11e2-0800-7e955ac6c6c9 stable
  1388. 130527 12:34:53 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1389. 130527 12:34:53 [Note] WSREP: VIEW(view_id(NON_PRIM,10fa0506-c6b9-11e2-0800-79e236aead7b,2) memb {
  1390.     10fa0506-c6b9-11e2-0800-79e236aead7b,
  1391.     17fc7372-c6b9-11e2-0800-7e955ac6c6c9,
  1392. } joined {
  1393. } LEFT {
  1394. } partitioned {
  1395. })
  1396. 130527 12:34:56 [Note] WSREP: (10fa0506-c6b9-11e2-0800-79e236aead7b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 10fa0506-c6b9-11e2-0800-79e236aead7b IS blacklisted, skipping
  1397. 130527 12:34:59 [Note] WSREP: (10fa0506-c6b9-11e2-0800-79e236aead7b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 10fa0506-c6b9-11e2-0800-79e236aead7b IS blacklisted, skipping
  1398. 130527 12:35:03 [Note] WSREP: (10fa0506-c6b9-11e2-0800-79e236aead7b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 10fa0506-c6b9-11e2-0800-79e236aead7b IS blacklisted, skipping
  1399. 130527 12:35:07 [Note] WSREP: (10fa0506-c6b9-11e2-0800-79e236aead7b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 10fa0506-c6b9-11e2-0800-79e236aead7b IS blacklisted, skipping
  1400. 130527 12:35:10 [Note] WSREP: (10fa0506-c6b9-11e2-0800-79e236aead7b, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  1401. 130527 12:35:11 [Note] WSREP: (10fa0506-c6b9-11e2-0800-79e236aead7b, 'tcp://0.0.0.0:4567') reconnecting TO 17fc7372-c6b9-11e2-0800-7e955ac6c6c9 (tcp://192.168.180.23:4567), attempt 0
  1402. 130527 12:35:15 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, OPERATIONAL, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1403. 130527 12:35:15 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1404. 130527 12:35:16 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1405. 130527 12:35:16 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1406. 130527 12:35:17 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1407. 130527 12:35:17 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1408. 130527 12:35:18 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1409. 130527 12:35:18 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1410. 130527 12:35:19 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1411. 130527 12:35:19 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1412. 130527 12:35:20 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1413. 130527 12:35:20 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1414. 130527 12:35:21 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1415. 130527 12:35:21 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1416. 130527 12:35:22 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1417. 130527 12:35:22 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1418. 130527 12:35:23 [Note] WSREP: evs::proto(10fa0506-c6b9-11e2-0800-79e236aead7b, GATHER, view_id(REG,10fa0506-c6b9-11e2-0800-79e236aead7b,2)) suspecting node: 17fc7372-c6b9-11e2-0800-7e955ac6c6c9
  1419. 130527 12:35:23 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  1420.      at gcomm/src/pc.cpp:CONNECT():139
  1421. 130527 12:35:23 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  1422. 130527 12:35:23 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  1423. 130527 12:35:23 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  1424. 130527 12:35:23 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  1425. 130527 12:35:23 [ERROR] Aborting
  1426.  
  1427. 130527 12:35:23 [Note] WSREP: Service disconnected.
  1428. 130527 12:35:24 [Note] WSREP: SOME threads may fail TO exit.
  1429. 130527 12:35:24 [Note] /usr/sbin/mysqld: Shutdown complete
  1430.  
  1431. 130527 12:35:24 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  1432. 130527 12:35:54 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1433. 130527 12:35:54 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.H55fHGJDOu
  1434. 130527 12:36:01 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  1435. 130527 12:36:01 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1436. 130527 12:36:01 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  1437. 130527 12:36:01 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1438. 130527 12:36:01 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  1439. 130527 12:36:01 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1440. 130527 12:36:01 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1441. 130527 12:36:01 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1442. 130527 12:36:01 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  1443. 130527 12:36:01 [Note] WSREP: wsrep_sst_grab()
  1444. 130527 12:36:01 [Note] WSREP: START replication
  1445. 130527 12:36:01 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  1446. 130527 12:36:01 [Note] WSREP: protonet asio version 0
  1447. 130527 12:36:01 [Note] WSREP: backend: asio
  1448. 130527 12:36:01 [Note] WSREP: GMCast version 0
  1449. 130527 12:36:01 [Note] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1450. 130527 12:36:01 [Note] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1451. 130527 12:36:01 [Note] WSREP: EVS version 0
  1452. 130527 12:36:01 [Note] WSREP: PC version 0
  1453. 130527 12:36:01 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1454. 130527 12:36:01 [Warning] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  1455. 130527 12:36:01 [Note] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 39d167ab-c6b9-11e2-0800-00e47ef5ab2b IS blacklisted, skipping
  1456. 130527 12:36:01 [Note] WSREP: declaring 40d91458-c6b9-11e2-0800-60a515422d0a stable
  1457. 130527 12:36:01 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1458. 130527 12:36:01 [Note] WSREP: VIEW(view_id(NON_PRIM,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2) memb {
  1459.     39d167ab-c6b9-11e2-0800-00e47ef5ab2b,
  1460.     40d91458-c6b9-11e2-0800-60a515422d0a,
  1461. } joined {
  1462. } LEFT {
  1463. } partitioned {
  1464. })
  1465. 130527 12:36:04 [Note] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 39d167ab-c6b9-11e2-0800-00e47ef5ab2b IS blacklisted, skipping
  1466. 130527 12:36:07 [Note] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 39d167ab-c6b9-11e2-0800-00e47ef5ab2b IS blacklisted, skipping
  1467. 130527 12:36:10 [Note] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 39d167ab-c6b9-11e2-0800-00e47ef5ab2b IS blacklisted, skipping
  1468. 130527 12:36:13 [Note] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 39d167ab-c6b9-11e2-0800-00e47ef5ab2b IS blacklisted, skipping
  1469. 130527 12:36:16 [Note] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 39d167ab-c6b9-11e2-0800-00e47ef5ab2b IS blacklisted, skipping
  1470. 130527 12:36:19 [Note] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  1471. 130527 12:36:20 [Note] WSREP: (39d167ab-c6b9-11e2-0800-00e47ef5ab2b, 'tcp://0.0.0.0:4567') reconnecting TO 40d91458-c6b9-11e2-0800-60a515422d0a (tcp://192.168.180.23:4567), attempt 0
  1472. 130527 12:36:23 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1473. 130527 12:36:24 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1474. 130527 12:36:24 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1475. 130527 12:36:25 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1476. 130527 12:36:25 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1477. 130527 12:36:26 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1478. 130527 12:36:26 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1479. 130527 12:36:27 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1480. 130527 12:36:27 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1481. 130527 12:36:28 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1482. 130527 12:36:28 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1483. 130527 12:36:29 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1484. 130527 12:36:29 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1485. 130527 12:36:30 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1486. 130527 12:36:30 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1487. 130527 12:36:31 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1488. 130527 12:36:31 [Note] WSREP: evs::proto(39d167ab-c6b9-11e2-0800-00e47ef5ab2b, GATHER, view_id(REG,39d167ab-c6b9-11e2-0800-00e47ef5ab2b,2)) suspecting node: 40d91458-c6b9-11e2-0800-60a515422d0a
  1489. 130527 12:36:32 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  1490.      at gcomm/src/pc.cpp:CONNECT():139
  1491. 130527 12:36:32 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  1492. 130527 12:36:32 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  1493. 130527 12:36:32 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  1494. 130527 12:36:32 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  1495. 130527 12:36:32 [ERROR] Aborting
  1496.  
  1497. 130527 12:36:32 [Note] WSREP: Service disconnected.
  1498. 130527 12:36:33 [Note] WSREP: SOME threads may fail TO exit.
  1499. 130527 12:36:33 [Note] /usr/sbin/mysqld: Shutdown complete
  1500.  
  1501. 130527 12:36:33 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  1502. 130527 12:37:04 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1503. 130527 12:37:04 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.okVKE7yQ2q
  1504. 130527 12:37:12 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  1505. 130527 12:37:12 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1506. 130527 12:37:12 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  1507. 130527 12:37:12 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1508. 130527 12:37:12 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  1509. 130527 12:37:12 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1510. 130527 12:37:12 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1511. 130527 12:37:12 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1512. 130527 12:37:12 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  1513. 130527 12:37:12 [Note] WSREP: wsrep_sst_grab()
  1514. 130527 12:37:12 [Note] WSREP: START replication
  1515. 130527 12:37:12 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  1516. 130527 12:37:12 [Note] WSREP: protonet asio version 0
  1517. 130527 12:37:12 [Note] WSREP: backend: asio
  1518. 130527 12:37:12 [Note] WSREP: GMCast version 0
  1519. 130527 12:37:12 [Note] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1520. 130527 12:37:12 [Note] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1521. 130527 12:37:12 [Note] WSREP: EVS version 0
  1522. 130527 12:37:12 [Note] WSREP: PC version 0
  1523. 130527 12:37:12 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1524. 130527 12:37:12 [Warning] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  1525. 130527 12:37:12 [Note] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 63e82046-c6b9-11e2-0800-46e556fa511e IS blacklisted, skipping
  1526. 130527 12:37:12 [Note] WSREP: declaring 6add4a11-c6b9-11e2-0800-3541e56b28d1 stable
  1527. 130527 12:37:12 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1528. 130527 12:37:12 [Note] WSREP: VIEW(view_id(NON_PRIM,63e82046-c6b9-11e2-0800-46e556fa511e,2) memb {
  1529.     63e82046-c6b9-11e2-0800-46e556fa511e,
  1530.     6add4a11-c6b9-11e2-0800-3541e56b28d1,
  1531. } joined {
  1532. } LEFT {
  1533. } partitioned {
  1534. })
  1535. 130527 12:37:15 [Note] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 63e82046-c6b9-11e2-0800-46e556fa511e IS blacklisted, skipping
  1536. 130527 12:37:18 [Note] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 63e82046-c6b9-11e2-0800-46e556fa511e IS blacklisted, skipping
  1537. 130527 12:37:22 [Note] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 63e82046-c6b9-11e2-0800-46e556fa511e IS blacklisted, skipping
  1538. 130527 12:37:25 [Note] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 63e82046-c6b9-11e2-0800-46e556fa511e IS blacklisted, skipping
  1539. 130527 12:37:29 [Note] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 63e82046-c6b9-11e2-0800-46e556fa511e IS blacklisted, skipping
  1540. 130527 12:37:29 [Note] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  1541. 130527 12:37:30 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1542. 130527 12:37:30 [Note] WSREP: VIEW(view_id(NON_PRIM,63e82046-c6b9-11e2-0800-46e556fa511e,3) memb {
  1543.     63e82046-c6b9-11e2-0800-46e556fa511e,
  1544. } joined {
  1545. } LEFT {
  1546. } partitioned {
  1547.     6add4a11-c6b9-11e2-0800-3541e56b28d1,
  1548. })
  1549. 130527 12:37:30 [Note] WSREP: (63e82046-c6b9-11e2-0800-46e556fa511e, 'tcp://0.0.0.0:4567') reconnecting TO 6add4a11-c6b9-11e2-0800-3541e56b28d1 (tcp://192.168.180.23:4567), attempt 0
  1550. 130527 12:37:42 [Note] WSREP: VIEW((empty))
  1551. 130527 12:37:42 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  1552.      at gcomm/src/pc.cpp:CONNECT():139
  1553. 130527 12:37:42 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  1554. 130527 12:37:42 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  1555. 130527 12:37:42 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  1556. 130527 12:37:42 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  1557. 130527 12:37:42 [ERROR] Aborting
  1558.  
  1559. 130527 12:37:42 [Note] WSREP: Service disconnected.
  1560. 130527 12:37:43 [Note] WSREP: SOME threads may fail TO exit.
  1561. 130527 12:37:43 [Note] /usr/sbin/mysqld: Shutdown complete
  1562.  
  1563. 130527 12:37:43 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  1564. 130527 12:38:15 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1565. 130527 12:38:15 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.UrTRNaItKf
  1566. 130527 12:38:23 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  1567. 130527 12:38:23 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1568. 130527 12:38:23 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  1569. 130527 12:38:23 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1570. 130527 12:38:23 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  1571. 130527 12:38:23 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1572. 130527 12:38:23 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1573. 130527 12:38:23 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1574. 130527 12:38:23 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  1575. 130527 12:38:23 [Note] WSREP: wsrep_sst_grab()
  1576. 130527 12:38:23 [Note] WSREP: START replication
  1577. 130527 12:38:23 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  1578. 130527 12:38:23 [Note] WSREP: protonet asio version 0
  1579. 130527 12:38:23 [Note] WSREP: backend: asio
  1580. 130527 12:38:23 [Note] WSREP: GMCast version 0
  1581. 130527 12:38:23 [Note] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1582. 130527 12:38:23 [Note] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1583. 130527 12:38:23 [Note] WSREP: EVS version 0
  1584. 130527 12:38:23 [Note] WSREP: PC version 0
  1585. 130527 12:38:23 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1586. 130527 12:38:23 [Warning] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  1587. 130527 12:38:23 [Note] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 8e275c2a-c6b9-11e2-0800-027d44602c6c IS blacklisted, skipping
  1588. 130527 12:38:23 [Note] WSREP: declaring 9515c02d-c6b9-11e2-0800-42ae5cc9bf68 stable
  1589. 130527 12:38:23 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1590. 130527 12:38:23 [Note] WSREP: VIEW(view_id(NON_PRIM,8e275c2a-c6b9-11e2-0800-027d44602c6c,2) memb {
  1591.     8e275c2a-c6b9-11e2-0800-027d44602c6c,
  1592.     9515c02d-c6b9-11e2-0800-42ae5cc9bf68,
  1593. } joined {
  1594. } LEFT {
  1595. } partitioned {
  1596. })
  1597. 130527 12:38:26 [Note] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 8e275c2a-c6b9-11e2-0800-027d44602c6c IS blacklisted, skipping
  1598. 130527 12:38:29 [Note] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 8e275c2a-c6b9-11e2-0800-027d44602c6c IS blacklisted, skipping
  1599. 130527 12:38:32 [Note] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 8e275c2a-c6b9-11e2-0800-027d44602c6c IS blacklisted, skipping
  1600. 130527 12:38:36 [Note] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 8e275c2a-c6b9-11e2-0800-027d44602c6c IS blacklisted, skipping
  1601. 130527 12:38:39 [Note] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid 8e275c2a-c6b9-11e2-0800-027d44602c6c IS blacklisted, skipping
  1602. 130527 12:38:40 [Note] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  1603. 130527 12:38:41 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1604. 130527 12:38:41 [Note] WSREP: VIEW(view_id(NON_PRIM,8e275c2a-c6b9-11e2-0800-027d44602c6c,3) memb {
  1605.     8e275c2a-c6b9-11e2-0800-027d44602c6c,
  1606. } joined {
  1607. } LEFT {
  1608. } partitioned {
  1609.     9515c02d-c6b9-11e2-0800-42ae5cc9bf68,
  1610. })
  1611. 130527 12:38:41 [Note] WSREP: (8e275c2a-c6b9-11e2-0800-027d44602c6c, 'tcp://0.0.0.0:4567') reconnecting TO 9515c02d-c6b9-11e2-0800-42ae5cc9bf68 (tcp://192.168.180.23:4567), attempt 0
  1612. 130527 12:38:53 [Note] WSREP: VIEW((empty))
  1613. 130527 12:38:53 [ERROR] WSREP: failed TO OPEN gcomm backend connection: 110: failed TO reach PRIMARY VIEW: 110 (Connection timed OUT)
  1614.      at gcomm/src/pc.cpp:CONNECT():139
  1615. 130527 12:38:53 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed TO OPEN backend connection: -110 (Connection timed OUT)
  1616. 130527 12:38:53 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed TO OPEN channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed OUT)
  1617. 130527 12:38:53 [ERROR] WSREP: gcs CONNECT failed: Connection timed OUT
  1618. 130527 12:38:53 [ERROR] WSREP: wsrep::CONNECT() failed: 6
  1619. 130527 12:38:53 [ERROR] Aborting
  1620.  
  1621. 130527 12:38:53 [Note] WSREP: Service disconnected.
  1622. 130527 12:38:54 [Note] WSREP: SOME threads may fail TO exit.
  1623. 130527 12:38:54 [Note] /usr/sbin/mysqld: Shutdown complete
  1624.  
  1625. 130527 12:38:54 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  1626. 130527 12:39:26 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1627. 130527 12:39:26 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.3abOc5EGtd
  1628. 130527 12:39:33 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  1629. 130527 12:39:33 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1630. 130527 12:39:33 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  1631. 130527 12:39:33 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1632. 130527 12:39:33 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  1633. 130527 12:39:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1634. 130527 12:39:33 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1635. 130527 12:39:33 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1636. 130527 12:39:33 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  1637. 130527 12:39:33 [Note] WSREP: wsrep_sst_grab()
  1638. 130527 12:39:33 [Note] WSREP: START replication
  1639. 130527 12:39:33 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  1640. 130527 12:39:33 [Note] WSREP: protonet asio version 0
  1641. 130527 12:39:33 [Note] WSREP: backend: asio
  1642. 130527 12:39:33 [Note] WSREP: GMCast version 0
  1643. 130527 12:39:33 [Note] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1644. 130527 12:39:33 [Note] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1645. 130527 12:39:33 [Note] WSREP: EVS version 0
  1646. 130527 12:39:33 [Note] WSREP: PC version 0
  1647. 130527 12:39:33 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1648. 130527 12:39:33 [Warning] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points TO own listening address, blacklisting
  1649. 130527 12:39:33 [Note] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid b82cce81-c6b9-11e2-0800-e3ab8082ee29 IS blacklisted, skipping
  1650. 130527 12:39:33 [Note] WSREP: declaring bf1eaa47-c6b9-11e2-0800-556034766236 stable
  1651. 130527 12:39:33 [Warning] WSREP: no nodes coming FROM prim VIEW, prim NOT possible
  1652. 130527 12:39:33 [Note] WSREP: VIEW(view_id(NON_PRIM,b82cce81-c6b9-11e2-0800-e3ab8082ee29,2) memb {
  1653.     b82cce81-c6b9-11e2-0800-e3ab8082ee29,
  1654.     bf1eaa47-c6b9-11e2-0800-556034766236,
  1655. } joined {
  1656. } LEFT {
  1657. } partitioned {
  1658. })
  1659. 130527 12:39:36 [Note] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid b82cce81-c6b9-11e2-0800-e3ab8082ee29 IS blacklisted, skipping
  1660. 130527 12:39:39 [Note] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid b82cce81-c6b9-11e2-0800-e3ab8082ee29 IS blacklisted, skipping
  1661. 130527 12:39:42 [Note] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid b82cce81-c6b9-11e2-0800-e3ab8082ee29 IS blacklisted, skipping
  1662. 130527 12:39:45 [Note] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid b82cce81-c6b9-11e2-0800-e3ab8082ee29 IS blacklisted, skipping
  1663. 130527 12:39:48 [Note] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing TO uuid b82cce81-c6b9-11e2-0800-e3ab8082ee29 IS blacklisted, skipping
  1664. 130527 12:39:51 [Note] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  1665. 130527 12:39:52 [Note] WSREP: (b82cce81-c6b9-11e2-0800-e3ab8082ee29, 'tcp://0.0.0.0:4567') reconnecting TO bf1eaa47-c6b9-11e2-0800-556034766236 (tcp://192.168.180.23:4567), attempt 0
  1666. 130527 12:39:54 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  1667. 130527 12:40:37 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1668. 130527 12:40:37 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.B8mdHQThcN
  1669. 130527 12:40:45 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  1670. 130527 12:40:46 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.L5H9YhaT5x
  1671. 130527 12:40:48 mysqld_safe WSREP: Failed TO recover POSITION:  130527 12:40:46 [Note] Plugin 'FEDERATED' IS disabled. 130527 12:40:46 InnoDB: The InnoDB memory heap IS disabled 130527 12:40:46 InnoDB: Mutexes AND rw_locks USE GCC atomic builtins 130527 12:40:46 InnoDB: Compressed TABLES USE zlib 1.2.3 130527 12:40:46 InnoDB: USING Linux native AIO 130527 12:40:46 InnoDB: Initializing buffer pool, SIZE = 5.8G 130527 12:40:47 InnoDB: Completed initialization OF buffer pool InnoDB: Unable TO LOCK ./ib_logfile1, error: 11 InnoDB: CHECK that you do NOT already have another mysqld process InnoDB: USING the same InnoDB DATA OR log files. InnoDB: Error IN opening ./ib_logfile1 130527 12:40:48 [ERROR] Plugin 'InnoDB' init FUNCTION returned error. 130527 12:40:48 [ERROR] Plugin 'InnoDB' registration AS a STORAGE ENGINE failed. 130527 12:40:48 [ERROR] UNKNOWN/unsupported storage engine: InnoDB 130527 12:40:48 [ERROR] Aborting 130527 12:40:48 [Note] /usr/sbin/mysqld: Shutdown complete
  1672. 130527 12:40:48 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  1673. 130527 12:40:48 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1674. 130527 12:40:48 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  1675. 130527 12:40:48 [Warning] WSREP: Could NOT OPEN saved state file FOR reading: /var/lib/mysql//grastate.dat
  1676. 130527 12:40:48 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1677. 130527 12:40:48 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1678. 130527 12:40:48 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1679. 130527 12:40:48 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  1680. 130527 12:40:48 [Note] WSREP: wsrep_sst_grab()
  1681. 130527 12:40:48 [Note] WSREP: START replication
  1682. 130527 12:40:48 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  1683. 130527 12:40:48 [Note] WSREP: protonet asio version 0
  1684. 130527 12:40:48 [Note] WSREP: backend: asio
  1685. 130527 12:40:48 [Note] WSREP: GMCast version 0
  1686. 130527 12:40:48 [Note] WSREP: (e51c6f80-c6b9-11e2-0800-996b7c0b67b8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1687. 130527 12:40:48 [Note] WSREP: (e51c6f80-c6b9-11e2-0800-996b7c0b67b8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1688. 130527 12:40:48 [Note] WSREP: EVS version 0
  1689. 130527 12:40:48 [Note] WSREP: PC version 0
  1690. 130527 12:40:48 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer ''
  1691. 130527 12:40:48 [Note] WSREP: VIEW(view_id(PRIM,e51c6f80-c6b9-11e2-0800-996b7c0b67b8,1) memb {
  1692.     e51c6f80-c6b9-11e2-0800-996b7c0b67b8,
  1693. } joined {
  1694. } LEFT {
  1695. } partitioned {
  1696. })
  1697. 130527 12:40:48 [Note] WSREP: gcomm: connected
  1698. 130527 12:40:48 [Note] WSREP: Changing maximum packet SIZE TO 64500, resulting msg SIZE: 32636
  1699. 130527 12:40:48 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  1700. 130527 12:40:48 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  1701. 130527 12:40:48 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 0, memb_num = 1
  1702. 130527 12:40:48 [Note] WSREP: Waiting FOR SST TO complete.
  1703. 130527 12:40:48 [Note] WSREP: Starting NEW GROUP FROM scratch: e51d3a1a-c6b9-11e2-0800-198b477d3121
  1704. 130527 12:40:48 [Note] WSREP: STATE_EXCHANGE: sent state UUID: e51d5ae4-c6b9-11e2-0800-9d7c2969f6c5
  1705. 130527 12:40:48 [Note] WSREP: STATE EXCHANGE: sent state msg: e51d5ae4-c6b9-11e2-0800-9d7c2969f6c5
  1706. 130527 12:40:48 [Note] WSREP: STATE EXCHANGE: got state msg: e51d5ae4-c6b9-11e2-0800-9d7c2969f6c5 FROM 0 (db-node1.lactalis.pyco.be)
  1707. 130527 12:40:48 [Note] WSREP: Quorum results:
  1708.     version    = 2,
  1709.     component  = PRIMARY,
  1710.     conf_id    = 0,
  1711.     members    = 1/1 (joined/total),
  1712.     act_id     = 0,
  1713.     last_appl. = -1,
  1714.     protocols  = 0/4/2 (gcs/repl/appl),
  1715.     GROUP UUID = e51d3a1a-c6b9-11e2-0800-198b477d3121
  1716. 130527 12:40:48 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  1717. 130527 12:40:48 [Note] WSREP: Restored state OPEN -> JOINED (0)
  1718. 130527 12:40:48 [Note] WSREP: Member 0 (db-node1.lactalis.pyco.be) synced WITH GROUP.
  1719. 130527 12:40:48 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  1720. 130527 12:40:48 [Note] WSREP: NEW cluster VIEW: global state: e51d3a1a-c6b9-11e2-0800-198b477d3121:0, VIEW# 1: PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  1721. 130527 12:40:48 [Note] WSREP: SST complete, seqno: 0
  1722. 130527 12:40:48 [Note] Plugin 'FEDERATED' IS disabled.
  1723. 130527 12:40:48 InnoDB: The InnoDB memory heap IS disabled
  1724. 130527 12:40:48 InnoDB: Mutexes AND rw_locks USE GCC atomic builtins
  1725. 130527 12:40:48 InnoDB: Compressed TABLES USE zlib 1.2.3
  1726. 130527 12:40:48 InnoDB: USING Linux native AIO
  1727. 130527 12:40:49 InnoDB: Initializing buffer pool, SIZE = 5.8G
  1728. 130527 12:40:49 InnoDB: Completed initialization OF buffer pool
  1729. InnoDB: Unable TO LOCK ./ib_logfile1, error: 11
  1730. InnoDB: CHECK that you do NOT already have another mysqld process
  1731. InnoDB: USING the same InnoDB DATA OR log files.
  1732. InnoDB: Error IN opening ./ib_logfile1
  1733. 130527 12:40:49 [ERROR] Plugin 'InnoDB' init FUNCTION returned error.
  1734. 130527 12:40:49 [ERROR] Plugin 'InnoDB' registration AS a STORAGE ENGINE failed.
  1735. 130527 12:40:49 [ERROR] UNKNOWN/unsupported storage engine: InnoDB
  1736. 130527 12:40:49 [ERROR] Aborting
  1737.  
  1738. 130527 12:40:51 [Note] WSREP: Closing send monitor...
  1739. 130527 12:40:51 [Note] WSREP: Closed send monitor.
  1740. 130527 12:40:51 [Note] WSREP: gcomm: terminating thread
  1741. 130527 12:40:51 [Note] WSREP: gcomm: joining thread
  1742. 130527 12:40:51 [Note] WSREP: gcomm: closing backend
  1743. 130527 12:40:51 [Note] WSREP: VIEW((empty))
  1744. 130527 12:40:51 [Note] WSREP: Received self-leave message.
  1745. 130527 12:40:51 [Note] WSREP: gcomm: closed
  1746. 130527 12:40:51 [Note] WSREP: Flow-control INTERVAL: [0, 0]
  1747. 130527 12:40:51 [Note] WSREP: Received SELF-LEAVE. Closing connection.
  1748. 130527 12:40:51 [Note] WSREP: Shifting SYNCED -> CLOSED (TO: 0)
  1749. 130527 12:40:51 [Note] WSREP: RECV thread exiting 0: Success
  1750. 130527 12:40:51 [Note] WSREP: recv_thread() joined.
  1751. 130527 12:40:51 [Note] WSREP: Closing slave action queue.
  1752. 130527 12:40:51 [Note] WSREP: Service disconnected.
  1753. 130527 12:40:51 [Note] WSREP: rollbacker thread exiting
  1754. 130527 12:40:52 [Note] WSREP: SOME threads may fail TO exit.
  1755. 130527 12:40:52 [Note] /usr/sbin/mysqld: Shutdown complete
  1756.  
  1757. Error IN my_thread_global_end(): 2 threads didn't exit
  1758. 130527 12:40:57 mysqld_safe Number of processes running now: 1
  1759. 130527 12:40:57 mysqld_safe mysqld process hanging, pid 23060 - killed
  1760. 130527 12:40:57 mysqld_safe WSREP: not restarting wsrep node automatically
  1761. 130527 12:40:57 mysqld_safe mysqld from pid file /var/lib/mysql/mysqld.pid ended
  1762. 130527 12:40:57 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  1763. 130527 12:40:58 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1764. 130527 12:40:58 [Note] WSREP: Read nil XID from storage engines, skipping position init
  1765. 130527 12:40:58 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1766. 130527 12:40:58 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  1767. 130527 12:40:58 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1768. 130527 12:40:58 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1769. 130527 12:40:58 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1770. 130527 12:40:58 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  1771. 130527 12:40:58 [Note] WSREP: wsrep_sst_grab()
  1772. 130527 12:40:58 [Note] WSREP: Start replication
  1773. 130527 12:40:58 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
  1774. 130527 12:40:58 [Note] WSREP: protonet asio version 0
  1775. 130527 12:40:58 [Note] WSREP: backend: asio
  1776. 130527 12:40:58 [Note] WSREP: GMCast version 0
  1777. 130527 12:40:58 [Note] WSREP: (ea85d49f-c6b9-11e2-0800-887a6cb97c80, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1778. 130527 12:40:58 [Note] WSREP: (ea85d49f-c6b9-11e2-0800-887a6cb97c80, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1779. 130527 12:40:58 [Note] WSREP: EVS version 0
  1780. 130527 12:40:58 [Note] WSREP: PC version 0
  1781. 130527 12:40:58 [Note] WSREP: gcomm: connecting to group 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1782. 130527 12:40:58 [Warning] WSREP: (ea85d49f-c6b9-11e2-0800-887a6cb97c80, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points to own listening address, blacklisting
  1783. 130527 12:40:58 [Note] WSREP: (ea85d49f-c6b9-11e2-0800-887a6cb97c80, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid ea85d49f-c6b9-11e2-0800-887a6cb97c80 is blacklisted, skipping
  1784. 130527 12:40:58 [Note] WSREP: declaring e99277ae-c6b9-11e2-0800-9946d0dceeab stable
  1785. 130527 12:40:58 [Warning] WSREP: no nodes coming from prim view, prim not possible
  1786. 130527 12:40:58 [Note] WSREP: view(view_id(NON_PRIM,e99277ae-c6b9-11e2-0800-9946d0dceeab,2) memb {
  1787.    e99277ae-c6b9-11e2-0800-9946d0dceeab,
  1788.    ea85d49f-c6b9-11e2-0800-887a6cb97c80,
  1789. } joined {
  1790. } left {
  1791. } partitioned {
  1792. })
  1793. 130527 12:41:01 [Note] WSREP: (ea85d49f-c6b9-11e2-0800-887a6cb97c80, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid ea85d49f-c6b9-11e2-0800-887a6cb97c80 is blacklisted, skipping
  1794. 130527 12:41:02 [Note] WSREP: (ea85d49f-c6b9-11e2-0800-887a6cb97c80, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.23:4567
  1795. 130527 12:41:02 [Warning] WSREP: no nodes coming from prim view, prim not possible
  1796. 130527 12:41:02 [Note] WSREP: view(view_id(NON_PRIM,ea85d49f-c6b9-11e2-0800-887a6cb97c80,3) memb {
  1797.    ea85d49f-c6b9-11e2-0800-887a6cb97c80,
  1798. } joined {
  1799. } left {
  1800. } partitioned {
  1801.    e99277ae-c6b9-11e2-0800-9946d0dceeab,
  1802. })
  1803. 130527 12:41:03 [Note] WSREP: (ea85d49f-c6b9-11e2-0800-887a6cb97c80, 'tcp://0.0.0.0:4567') reconnecting to e99277ae-c6b9-11e2-0800-9946d0dceeab (tcp://192.168.180.23:4567), attempt 0
  1804. 130527 12:41:29 [Note] WSREP: view((empty))
  1805. 130527 12:41:29 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
  1806.     at gcomm/src/pc.cpp:connect():139
  1807. 130527 12:41:29 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed to open backend connection: -110 (Connection timed out)
  1808. 130527 12:41:29 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed to open channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed out)
  1809. 130527 12:41:29 [ERROR] WSREP: gcs connect failed: Connection timed out
  1810. 130527 12:41:29 [ERROR] WSREP: wsrep::connect() failed: 6
  1811. 130527 12:41:29 [ERROR] Aborting
  1812.  
  1813. 130527 12:41:29 [Note] WSREP: Service disconnected.
  1814. 130527 12:41:30 [Note] WSREP: Some threads may fail to exit.
  1815. 130527 12:41:30 [Note] /usr/sbin/mysqld: Shutdown complete
  1816.  
  1817. 130527 12:41:30 mysqld_safe mysqld from pid file /var/lib/mysql/mysqld.pid ended
  1818. 130527 12:42:01 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  1819. 130527 12:42:01 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.YaOqoOwqow
  1820. 130527 12:42:09 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  1821. 130527 12:42:09 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1822. 130527 12:42:09 [Note] WSREP: Read nil XID from storage engines, skipping position init
  1823. 130527 12:42:09 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1824. 130527 12:42:09 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  1825. 130527 12:42:09 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1826. 130527 12:42:09 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1827. 130527 12:42:09 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1828. 130527 12:42:09 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  1829. 130527 12:42:09 [Note] WSREP: wsrep_sst_grab()
  1830. 130527 12:42:09 [Note] WSREP: Start replication
  1831. 130527 12:42:09 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
  1832. 130527 12:42:09 [Note] WSREP: protonet asio version 0
  1833. 130527 12:42:09 [Note] WSREP: backend: asio
  1834. 130527 12:42:09 [Note] WSREP: GMCast version 0
  1835. 130527 12:42:09 [Note] WSREP: (150142bb-c6ba-11e2-0800-bc64ed0486af, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1836. 130527 12:42:09 [Note] WSREP: (150142bb-c6ba-11e2-0800-bc64ed0486af, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1837. 130527 12:42:09 [Note] WSREP: EVS version 0
  1838. 130527 12:42:09 [Note] WSREP: PC version 0
  1839. 130527 12:42:09 [Note] WSREP: gcomm: connecting to group 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1840. 130527 12:42:09 [Warning] WSREP: (150142bb-c6ba-11e2-0800-bc64ed0486af, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points to own listening address, blacklisting
  1841. 130527 12:42:09 [Note] WSREP: (150142bb-c6ba-11e2-0800-bc64ed0486af, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 150142bb-c6ba-11e2-0800-bc64ed0486af is blacklisted, skipping
  1842. 130527 12:42:09 [Note] WSREP: declaring 1c0aa73e-c6ba-11e2-0800-a5dc76837e8f stable
  1843. 130527 12:42:09 [Warning] WSREP: no nodes coming from prim view, prim not possible
  1844. 130527 12:42:09 [Note] WSREP: view(view_id(NON_PRIM,150142bb-c6ba-11e2-0800-bc64ed0486af,2) memb {
  1845.    150142bb-c6ba-11e2-0800-bc64ed0486af,
  1846.    1c0aa73e-c6ba-11e2-0800-a5dc76837e8f,
  1847. } joined {
  1848. } left {
  1849. } partitioned {
  1850. })
  1851. 130527 12:42:12 [Note] WSREP: (150142bb-c6ba-11e2-0800-bc64ed0486af, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 150142bb-c6ba-11e2-0800-bc64ed0486af is blacklisted, skipping
  1852. 130527 12:42:15 [Note] WSREP: (150142bb-c6ba-11e2-0800-bc64ed0486af, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 150142bb-c6ba-11e2-0800-bc64ed0486af is blacklisted, skipping
  1853. 130527 12:42:19 [Note] WSREP: (150142bb-c6ba-11e2-0800-bc64ed0486af, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 150142bb-c6ba-11e2-0800-bc64ed0486af is blacklisted, skipping
  1854. 130527 12:42:23 [Note] WSREP: (150142bb-c6ba-11e2-0800-bc64ed0486af, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 150142bb-c6ba-11e2-0800-bc64ed0486af is blacklisted, skipping
  1855. 130527 12:42:26 [Note] WSREP: (150142bb-c6ba-11e2-0800-bc64ed0486af, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.23:4567
  1856. 130527 12:42:27 [Warning] WSREP: no nodes coming from prim view, prim not possible
  1857. 130527 12:42:27 [Note] WSREP: view(view_id(NON_PRIM,150142bb-c6ba-11e2-0800-bc64ed0486af,3) memb {
  1858.    150142bb-c6ba-11e2-0800-bc64ed0486af,
  1859. } joined {
  1860. } left {
  1861. } partitioned {
  1862.    1c0aa73e-c6ba-11e2-0800-a5dc76837e8f,
  1863. })
  1864. 130527 12:42:27 [Note] WSREP: (150142bb-c6ba-11e2-0800-bc64ed0486af, 'tcp://0.0.0.0:4567') reconnecting to 1c0aa73e-c6ba-11e2-0800-a5dc76837e8f (tcp://192.168.180.23:4567), attempt 0
  1865. 130527 12:42:39 [Note] WSREP: view((empty))
  1866. 130527 12:42:39 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
  1867.     at gcomm/src/pc.cpp:connect():139
  1868. 130527 12:42:39 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed to open backend connection: -110 (Connection timed out)
  1869. 130527 12:42:39 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed to open channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed out)
  1870. 130527 12:42:39 [ERROR] WSREP: gcs connect failed: Connection timed out
  1871. 130527 12:42:39 [ERROR] WSREP: wsrep::connect() failed: 6
  1872. 130527 12:42:39 [ERROR] Aborting
  1873.  
  1874. 130527 12:42:39 [Note] WSREP: Service disconnected.
  1875. 130527 12:42:40 [Note] WSREP: Some threads may fail to exit.
  1876. 130527 12:42:40 [Note] /usr/sbin/mysqld: Shutdown complete
  1877.  
  1878. 130527 12:42:40 mysqld_safe mysqld from pid file /var/lib/mysql/mysqld.pid ended
  1879. 130527 12:43:13 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  1880. 130527 12:43:13 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.qoncTTYgFB
  1881. 130527 12:43:20 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  1882. 130527 12:43:20 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1883. 130527 12:43:20 [Note] WSREP: Read nil XID from storage engines, skipping position init
  1884. 130527 12:43:20 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1885. 130527 12:43:20 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  1886. 130527 12:43:20 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1887. 130527 12:43:20 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1888. 130527 12:43:20 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1889. 130527 12:43:20 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  1890. 130527 12:43:20 [Note] WSREP: wsrep_sst_grab()
  1891. 130527 12:43:20 [Note] WSREP: Start replication
  1892. 130527 12:43:20 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
  1893. 130527 12:43:20 [Note] WSREP: protonet asio version 0
  1894. 130527 12:43:20 [Note] WSREP: backend: asio
  1895. 130527 12:43:20 [Note] WSREP: GMCast version 0
  1896. 130527 12:43:20 [Note] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1897. 130527 12:43:20 [Note] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1898. 130527 12:43:20 [Note] WSREP: EVS version 0
  1899. 130527 12:43:20 [Note] WSREP: PC version 0
  1900. 130527 12:43:20 [Note] WSREP: gcomm: connecting to group 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1901. 130527 12:43:20 [Warning] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points to own listening address, blacklisting
  1902. 130527 12:43:20 [Note] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 3f783773-c6ba-11e2-0800-27fa8514b7e7 is blacklisted, skipping
  1903. 130527 12:43:20 [Note] WSREP: declaring 46620bc3-c6ba-11e2-0800-7253dc80e326 stable
  1904. 130527 12:43:20 [Warning] WSREP: no nodes coming from prim view, prim not possible
  1905. 130527 12:43:20 [Note] WSREP: view(view_id(NON_PRIM,3f783773-c6ba-11e2-0800-27fa8514b7e7,2) memb {
  1906.    3f783773-c6ba-11e2-0800-27fa8514b7e7,
  1907.    46620bc3-c6ba-11e2-0800-7253dc80e326,
  1908. } joined {
  1909. } left {
  1910. } partitioned {
  1911. })
  1912. 130527 12:43:23 [Note] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 3f783773-c6ba-11e2-0800-27fa8514b7e7 is blacklisted, skipping
  1913. 130527 12:43:26 [Note] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 3f783773-c6ba-11e2-0800-27fa8514b7e7 is blacklisted, skipping
  1914. 130527 12:43:29 [Note] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 3f783773-c6ba-11e2-0800-27fa8514b7e7 is blacklisted, skipping
  1915. 130527 12:43:32 [Note] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 3f783773-c6ba-11e2-0800-27fa8514b7e7 is blacklisted, skipping
  1916. 130527 12:43:36 [Note] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 3f783773-c6ba-11e2-0800-27fa8514b7e7 is blacklisted, skipping
  1917. 130527 12:43:38 [Note] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.23:4567
  1918. 130527 12:43:38 [Warning] WSREP: no nodes coming from prim view, prim not possible
  1919. 130527 12:43:38 [Note] WSREP: view(view_id(NON_PRIM,3f783773-c6ba-11e2-0800-27fa8514b7e7,3) memb {
  1920.    3f783773-c6ba-11e2-0800-27fa8514b7e7,
  1921. } joined {
  1922. } left {
  1923. } partitioned {
  1924.    46620bc3-c6ba-11e2-0800-7253dc80e326,
  1925. })
  1926. 130527 12:43:39 [Note] WSREP: (3f783773-c6ba-11e2-0800-27fa8514b7e7, 'tcp://0.0.0.0:4567') reconnecting to 46620bc3-c6ba-11e2-0800-7253dc80e326 (tcp://192.168.180.23:4567), attempt 0
  1927. 130527 12:43:51 [Note] WSREP: view((empty))
  1928. 130527 12:43:51 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
  1929.     at gcomm/src/pc.cpp:connect():139
  1930. 130527 12:43:51 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed to open backend connection: -110 (Connection timed out)
  1931. 130527 12:43:51 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed to open channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed out)
  1932. 130527 12:43:51 [ERROR] WSREP: gcs connect failed: Connection timed out
  1933. 130527 12:43:51 [ERROR] WSREP: wsrep::connect() failed: 6
  1934. 130527 12:43:51 [ERROR] Aborting
  1935.  
  1936. 130527 12:43:51 [Note] WSREP: Service disconnected.
  1937. 130527 12:43:52 [Note] WSREP: Some threads may fail to exit.
  1938. 130527 12:43:52 [Note] /usr/sbin/mysqld: Shutdown complete
  1939.  
  1940. 130527 12:43:52 mysqld_safe mysqld from pid file /var/lib/mysql/mysqld.pid ended
  1941. 130527 12:44:24 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  1942. 130527 12:44:24 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.j6pbEGbrr7
  1943. 130527 12:44:31 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  1944. 130527 12:44:31 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  1945. 130527 12:44:31 [Note] WSREP: Read nil XID from storage engines, skipping position init
  1946. 130527 12:44:31 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  1947. 130527 12:44:31 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  1948. 130527 12:44:31 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  1949. 130527 12:44:31 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  1950. 130527 12:44:31 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  1951. 130527 12:44:31 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  1952. 130527 12:44:31 [Note] WSREP: wsrep_sst_grab()
  1953. 130527 12:44:31 [Note] WSREP: Start replication
  1954. 130527 12:44:31 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
  1955. 130527 12:44:31 [Note] WSREP: protonet asio version 0
  1956. 130527 12:44:31 [Note] WSREP: backend: asio
  1957. 130527 12:44:31 [Note] WSREP: GMCast version 0
  1958. 130527 12:44:31 [Note] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  1959. 130527 12:44:31 [Note] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  1960. 130527 12:44:31 [Note] WSREP: EVS version 0
  1961. 130527 12:44:31 [Note] WSREP: PC version 0
  1962. 130527 12:44:31 [Note] WSREP: gcomm: connecting to group 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  1963. 130527 12:44:31 [Warning] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points to own listening address, blacklisting
  1964. 130527 12:44:31 [Note] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 69c8185a-c6ba-11e2-0800-eb5478a37ce8 is blacklisted, skipping
  1965. 130527 12:44:31 [Note] WSREP: declaring 70b4ca5d-c6ba-11e2-0800-b58cf8849f58 stable
  1966. 130527 12:44:31 [Warning] WSREP: no nodes coming from prim view, prim not possible
  1967. 130527 12:44:31 [Note] WSREP: view(view_id(NON_PRIM,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2) memb {
  1968.    69c8185a-c6ba-11e2-0800-eb5478a37ce8,
  1969.    70b4ca5d-c6ba-11e2-0800-b58cf8849f58,
  1970. } joined {
  1971. } left {
  1972. } partitioned {
  1973. })
  1974. 130527 12:44:34 [Note] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 69c8185a-c6ba-11e2-0800-eb5478a37ce8 is blacklisted, skipping
  1975. 130527 12:44:37 [Note] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 69c8185a-c6ba-11e2-0800-eb5478a37ce8 is blacklisted, skipping
  1976. 130527 12:44:40 [Note] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 69c8185a-c6ba-11e2-0800-eb5478a37ce8 is blacklisted, skipping
  1977. 130527 12:44:43 [Note] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 69c8185a-c6ba-11e2-0800-eb5478a37ce8 is blacklisted, skipping
  1978. 130527 12:44:46 [Note] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 69c8185a-c6ba-11e2-0800-eb5478a37ce8 is blacklisted, skipping
  1979. 130527 12:44:49 [Note] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.23:4567
  1980. 130527 12:44:50 [Note] WSREP: (69c8185a-c6ba-11e2-0800-eb5478a37ce8, 'tcp://0.0.0.0:4567') reconnecting to 70b4ca5d-c6ba-11e2-0800-b58cf8849f58 (tcp://192.168.180.23:4567), attempt 0
  1981. 130527 12:44:53 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, OPERATIONAL, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1982. 130527 12:44:54 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1983. 130527 12:44:54 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1984. 130527 12:44:55 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1985. 130527 12:44:55 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1986. 130527 12:44:56 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1987. 130527 12:44:56 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1988. 130527 12:44:57 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1989. 130527 12:44:57 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1990. 130527 12:44:58 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1991. 130527 12:44:58 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1992. 130527 12:44:59 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1993. 130527 12:44:59 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1994. 130527 12:45:00 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1995. 130527 12:45:00 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1996. 130527 12:45:01 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1997. 130527 12:45:01 [Note] WSREP: evs::proto(69c8185a-c6ba-11e2-0800-eb5478a37ce8, GATHER, view_id(REG,69c8185a-c6ba-11e2-0800-eb5478a37ce8,2)) suspecting node: 70b4ca5d-c6ba-11e2-0800-b58cf8849f58
  1998. 130527 12:45:02 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
  1999.     at gcomm/src/pc.cpp:connect():139
  2000. 130527 12:45:02 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed to open backend connection: -110 (Connection timed out)
  2001. 130527 12:45:02 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed to open channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed out)
  2002. 130527 12:45:02 [ERROR] WSREP: gcs connect failed: Connection timed out
  2003. 130527 12:45:02 [ERROR] WSREP: wsrep::connect() failed: 6
  2004. 130527 12:45:02 [ERROR] Aborting
  2005.  
  2006. 130527 12:45:02 [Note] WSREP: Service disconnected.
  2007. 130527 12:45:03 [Note] WSREP: Some threads may fail to exit.
  2008. 130527 12:45:03 [Note] /usr/sbin/mysqld: Shutdown complete
  2009.  
  2010. 130527 12:45:03 mysqld_safe mysqld from pid file /var/lib/mysql/mysqld.pid ended
  2011. 130527 12:45:32 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  2012. 130527 12:45:32 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.Ip2HenbrbR
  2013. 130527 12:45:40 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  2014. 130527 12:45:40 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  2015. 130527 12:45:40 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2016. 130527 12:45:40 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  2017. 130527 12:45:40 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  2018. 130527 12:45:40 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  2019. 130527 12:45:40 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  2020. 130527 12:45:40 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  2021. 130527 12:45:40 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  2022. 130527 12:45:40 [Note] WSREP: wsrep_sst_grab()
  2023. 130527 12:45:40 [Note] WSREP: Start replication
  2024. 130527 12:45:40 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
  2025. 130527 12:45:40 [Note] WSREP: protonet asio version 0
  2026. 130527 12:45:40 [Note] WSREP: backend: asio
  2027. 130527 12:45:40 [Note] WSREP: GMCast version 0
  2028. 130527 12:45:40 [Note] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  2029. 130527 12:45:40 [Note] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  2030. 130527 12:45:40 [Note] WSREP: EVS version 0
  2031. 130527 12:45:40 [Note] WSREP: PC version 0
  2032. 130527 12:45:40 [Note] WSREP: gcomm: connecting to group 'my_wsrep_cluster', peer '192.168.180.21:,192.168.180.22:,192.168.180.23:'
  2033. 130527 12:45:40 [Warning] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' points to own listening address, blacklisting
  2034. 130527 12:45:40 [Note] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 929e039c-c6ba-11e2-0800-4734ec90ad17 is blacklisted, skipping
  2035. 130527 12:45:40 [Note] WSREP: declaring 9990a441-c6ba-11e2-0800-0625901ed4c5 stable
  2036. 130527 12:45:40 [Warning] WSREP: no nodes coming from prim view, prim not possible
  2037. 130527 12:45:40 [Note] WSREP: view(view_id(NON_PRIM,929e039c-c6ba-11e2-0800-4734ec90ad17,2) memb {
  2038.    929e039c-c6ba-11e2-0800-4734ec90ad17,
  2039.    9990a441-c6ba-11e2-0800-0625901ed4c5,
  2040. } joined {
  2041. } left {
  2042. } partitioned {
  2043. })
  2044. 130527 12:45:43 [Note] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 929e039c-c6ba-11e2-0800-4734ec90ad17 is blacklisted, skipping
  2045. 130527 12:45:46 [Note] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 929e039c-c6ba-11e2-0800-4734ec90ad17 is blacklisted, skipping
  2046. 130527 12:45:50 [Note] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 929e039c-c6ba-11e2-0800-4734ec90ad17 is blacklisted, skipping
  2047. 130527 12:45:53 [Note] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 929e039c-c6ba-11e2-0800-4734ec90ad17 is blacklisted, skipping
  2048. 130527 12:45:56 [Note] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') address 'tcp://192.168.180.21:4567' pointing to uuid 929e039c-c6ba-11e2-0800-4734ec90ad17 is blacklisted, skipping
  2049. 130527 12:45:57 [Note] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.23:4567
  2050. 130527 12:45:58 [Note] WSREP: (929e039c-c6ba-11e2-0800-4734ec90ad17, 'tcp://0.0.0.0:4567') reconnecting to 9990a441-c6ba-11e2-0800-0625901ed4c5 (tcp://192.168.180.23:4567), attempt 0
  2051. 130527 12:46:02 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2052. 130527 12:46:02 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2053. 130527 12:46:03 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2054. 130527 12:46:03 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2055. 130527 12:46:04 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2056. 130527 12:46:04 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2057. 130527 12:46:05 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2058. 130527 12:46:05 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2059. 130527 12:46:06 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2060. 130527 12:46:06 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2061. 130527 12:46:07 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2062. 130527 12:46:07 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2063. 130527 12:46:08 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2064. 130527 12:46:08 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2065. 130527 12:46:09 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2066. 130527 12:46:09 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2067. 130527 12:46:10 [Note] WSREP: evs::proto(929e039c-c6ba-11e2-0800-4734ec90ad17, GATHER, view_id(REG,929e039c-c6ba-11e2-0800-4734ec90ad17,2)) suspecting node: 9990a441-c6ba-11e2-0800-0625901ed4c5
  2068. 130527 12:46:10 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
  2069.     at gcomm/src/pc.cpp:connect():139
  2070. 130527 12:46:10 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():195: Failed to open backend connection: -110 (Connection timed out)
  2071. 130527 12:46:10 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1290: Failed to open channel 'my_wsrep_cluster' at 'gcomm://192.168.180.21,192.168.180.22,192.168.180.23': -110 (Connection timed out)
  2072. 130527 12:46:10 [ERROR] WSREP: gcs connect failed: Connection timed out
  2073. 130527 12:46:10 [ERROR] WSREP: wsrep::connect() failed: 6
  2074. 130527 12:46:10 [ERROR] Aborting
  2075.  
  2076. 130527 12:46:10 [Note] WSREP: Service disconnected.
  2077. 130527 12:46:11 [Note] WSREP: Some threads may fail to exit.
  2078. 130527 12:46:11 [Note] /usr/sbin/mysqld: Shutdown complete
  2079.  
  2080. 130527 12:46:11 mysqld_safe mysqld from pid file /var/lib/mysql/mysqld.pid ended
  2081. 130527 12:46:47 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  2082. 130527 12:46:47 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.37ftwYSMZM
  2083. 130527 12:46:55 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  2084. 130527 12:46:55 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  2085. 130527 12:46:55 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2086. 130527 12:46:55 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  2087. 130527 12:46:55 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  2088. 130527 12:46:55 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  2089. 130527 12:46:55 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  2090. 130527 12:46:55 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  2091. 130527 12:46:55 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  2092. 130527 12:46:55 [Note] Plugin 'FEDERATED' is disabled.
  2093. 130527 12:46:55 InnoDB: The InnoDB memory heap is disabled
  2094. 130527 12:46:55 InnoDB: Mutexes and rw_locks use GCC atomic builtins
  2095. 130527 12:46:55 InnoDB: Compressed tables use zlib 1.2.3
  2096. 130527 12:46:55 InnoDB: Using Linux native AIO
  2097. 130527 12:46:55 InnoDB: Initializing buffer pool, size = 5.8G
  2098. 130527 12:46:56 InnoDB: Completed initialization of buffer pool
  2099. 130527 12:46:56 InnoDB: highest supported file format is Barracuda.
  2100. 130527 12:46:57  InnoDB: Waiting for the background threads to start
  2101. 130527 12:46:58 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log sequence number 1598122
  2102. 130527 12:46:58 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  2103. 130527 12:46:58 [Note]   - '0.0.0.0' resolves to '0.0.0.0';
  2104. 130527 12:46:58 [Note] Server socket created on IP: '0.0.0.0'.
  2105. 130527 12:46:58 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored in --skip-name-resolve mode.
  2106. 130527 12:46:58 [Note] Event Scheduler: Loaded 0 events
  2107. 130527 12:46:58 [Note] /usr/sbin/mysqld: ready for connections.
  2108. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  2109. 130527 12:48:04 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  2110. 130527 12:48:04 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.s0yWsJGPHx
  2111. 130527 12:48:11 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  2112. 130527 12:48:11 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  2113. 130527 12:48:11 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2114. 130527 12:48:11 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  2115. 130527 12:48:11 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  2116. 130527 12:48:11 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  2117. 130527 12:48:11 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  2118. 130527 12:48:11 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  2119. 130527 12:48:11 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  2120. 130527 12:48:11 [Note] Plugin 'FEDERATED' is disabled.
  2121. 130527 12:48:11 InnoDB: The InnoDB memory heap is disabled
  2122. 130527 12:48:11 InnoDB: Mutexes and rw_locks use GCC atomic builtins
  2123. 130527 12:48:11 InnoDB: Compressed tables use zlib 1.2.3
  2124. 130527 12:48:11 InnoDB: Using Linux native AIO
  2125. 130527 12:48:11 InnoDB: Initializing buffer pool, size = 5.8G
  2126. 130527 12:48:12 InnoDB: Completed initialization of buffer pool
  2127. InnoDB: The first specified data file ./ibdata1 did not exist:
  2128. InnoDB: a new database to be created!
  2129. 130527 12:48:12  InnoDB: Setting file ./ibdata1 size to 100 MB
  2130. InnoDB: Database physically writes the file full: wait...
  2131. InnoDB: Progress in MB: 100
  2132. 130527 12:48:14  InnoDB: Log file ./ib_logfile0 did not exist: new to be created
  2133. InnoDB: Setting log file ./ib_logfile0 size to 512 MB
  2134. InnoDB: Database physically writes the file full: wait...
  2135. InnoDB: Progress in MB: 100 200 300 400 500
  2136. 130527 12:48:21  InnoDB: Log file ./ib_logfile1 did not exist: new to be created
  2137. InnoDB: Setting log file ./ib_logfile1 size to 512 MB
  2138. InnoDB: Database physically writes the file full: wait...
  2139. InnoDB: Progress in MB: 100 200 300 400 500
  2140. InnoDB: Doublewrite buffer not found: creating new
  2141. InnoDB: Doublewrite buffer created
  2142. InnoDB: 127 rollback segment(s) active.
  2143. InnoDB: Creating foreign key constraint system tables
  2144. InnoDB: Foreign key constraint system tables created
  2145. 130527 12:48:29  InnoDB: Waiting for the background threads to start
  2146. 130527 12:48:30 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log sequence number 0
  2147. 130527 12:48:30 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  2148. 130527 12:48:30 [Note]   - '0.0.0.0' resolves to '0.0.0.0';
  2149. 130527 12:48:30 [Note] Server socket created on IP: '0.0.0.0'.
  2150. 130527 12:48:30 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored in --skip-name-resolve mode.
  2151. 130527 12:48:30 [Note] Event Scheduler: Loaded 0 events
  2152. 130527 12:48:30 [Note] /usr/sbin/mysqld: ready for connections.
  2153. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  2154. 130527 12:48:43 [Note] WSREP: Stop replication
  2155. 130527 12:48:45 [Note] WSREP: killing local connection: 4
  2156. 130527 12:48:45 [Note] WSREP: dtor state: CLOSED
  2157. 130527 12:48:45 [Note] WSREP: apply mon: entered 0
  2158. 130527 12:48:45 [Note] WSREP: apply mon: entered 0
  2159. 130527 12:48:45 [Note] WSREP: apply mon: entered 0
  2160. 130527 12:48:45 [Note] WSREP: cert index usage at exit 0
  2161. 130527 12:48:45 [Note] WSREP: cert trx map usage at exit 0
  2162. 130527 12:48:45 [Note] WSREP: deps set usage at exit 0
  2163. 130527 12:48:45 [Note] WSREP: avg deps dist 0
  2164. 130527 12:48:45 [Note] WSREP: wsdb trx map usage 0 conn query map usage 0
  2165. 130527 12:48:45 [Note] WSREP: Flushing memory map to disk...
  2166. 130527 12:48:45 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2167. 130527 12:48:45 [Note] WSREP: wsrep_load(): loading provider library 'NONE'
  2168. 130527 12:48:45 [ERROR] WSREP: Failed to get provider options
  2169. 130527 12:49:51 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  2170. 130527 12:49:51 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.0sjCiQ5kkO
  2171. 130527 12:49:58 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  2172. 130527 12:49:58 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  2173. 130527 12:49:58 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2174. 130527 12:49:58 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  2175. 130527 12:49:58 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  2176. 130527 12:49:58 [Warning] WSREP: Could not open saved state file for reading: /var/lib/mysql//grastate.dat
  2177. 130527 12:49:58 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  2178. 130527 12:49:58 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  2179. 130527 12:49:58 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  2180. 130527 12:49:58 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  2181. 130527 12:49:58 [Note] Plugin 'FEDERATED' is disabled.
  2182. 130527 12:49:58 InnoDB: The InnoDB memory heap is disabled
  2183. 130527 12:49:58 InnoDB: Mutexes and rw_locks use GCC atomic builtins
  2184. 130527 12:49:58 InnoDB: Compressed tables use zlib 1.2.3
  2185. 130527 12:49:58 InnoDB: Using Linux native AIO
  2186. 130527 12:49:58 InnoDB: Initializing buffer pool, size = 5.8G
  2187. 130527 12:49:59 InnoDB: Completed initialization of buffer pool
  2188. 130527 12:49:59 InnoDB: highest supported file format is Barracuda.
  2189. 130527 12:50:00  InnoDB: Waiting for the background threads to start
  2190. 130527 12:50:01 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log sequence number 1598122
  2191. 130527 12:50:01 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  2192. 130527 12:50:01 [Note]   - '0.0.0.0' resolves to '0.0.0.0';
  2193. 130527 12:50:01 [Note] Server socket created on IP: '0.0.0.0'.
  2194. 130527 12:50:01 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored in --skip-name-resolve mode.
  2195. 130527 12:50:01 [Note] Event Scheduler: Loaded 0 events
  2196. 130527 12:50:01 [Note] /usr/sbin/mysqld: ready for connections.
  2197. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  2198. 130527 12:50:30 [Note] WSREP: Stop replication
  2199. 130527 12:50:32 [Note] WSREP: killing local connection: 6
  2200. 130527 12:50:32 [Note] WSREP: dtor state: CLOSED
  2201. 130527 12:50:32 [Note] WSREP: apply mon: entered 0
  2202. 130527 12:50:32 [Note] WSREP: apply mon: entered 0
  2203. 130527 12:50:32 [Note] WSREP: apply mon: entered 0
  2204. 130527 12:50:32 [Note] WSREP: cert index usage at exit 0
  2205. 130527 12:50:32 [Note] WSREP: cert trx map usage at exit 0
  2206. 130527 12:50:32 [Note] WSREP: deps set usage at exit 0
  2207. 130527 12:50:32 [Note] WSREP: avg deps dist 0
  2208. 130527 12:50:32 [Note] WSREP: wsdb trx map usage 0 conn query map usage 0
  2209. 130527 12:50:32 [Note] WSREP: Flushing memory map to disk...
  2210. 130527 12:50:32 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2211. 130527 12:50:32 [Note] WSREP: wsrep_load(): loading provider library 'NONE'
  2212. 130527 12:50:32 [ERROR] WSREP: Failed to get provider options
  2213. 130527 12:50:37 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  2214. 130527 12:50:37 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.nb7GCjHeM5
  2215. 130527 12:50:44 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  2216. 130527 12:50:44 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  2217. 130527 12:50:44 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2218. 130527 12:50:44 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  2219. 130527 12:50:44 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  2220. 130527 12:50:44 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  2221. 130527 12:50:44 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  2222. 130527 12:50:44 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  2223. 130527 12:50:44 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  2224. 130527 12:50:44 [Note] WSREP: wsrep_sst_grab()
  2225. 130527 12:50:44 [Note] WSREP: Start replication
  2226. 130527 12:50:44 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
  2227. 130527 12:50:44 [Note] WSREP: protonet asio version 0
  2228. 130527 12:50:44 [Note] WSREP: backend: asio
  2229. 130527 12:50:44 [Note] WSREP: GMCast version 0
  2230. 130527 12:50:44 [Note] WSREP: (48302bc5-c6bb-11e2-0800-40b40d2d302a, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  2231. 130527 12:50:44 [Note] WSREP: (48302bc5-c6bb-11e2-0800-40b40d2d302a, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  2232. 130527 12:50:44 [Note] WSREP: EVS version 0
  2233. 130527 12:50:44 [Note] WSREP: PC version 0
  2234. 130527 12:50:44 [Note] WSREP: gcomm: connecting to group 'my_wsrep_cluster', peer ''
  2235. 130527 12:50:44 [Note] WSREP: view(view_id(PRIM,48302bc5-c6bb-11e2-0800-40b40d2d302a,1) memb {
  2236.    48302bc5-c6bb-11e2-0800-40b40d2d302a,
  2237. } joined {
  2238. } left {
  2239. } partitioned {
  2240. })
  2241. 130527 12:50:44 [Note] WSREP: gcomm: connected
  2242. 130527 12:50:44 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 32636
  2243. 130527 12:50:44 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  2244. 130527 12:50:44 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  2245. 130527 12:50:44 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 1
  2246. 130527 12:50:44 [Note] WSREP: Waiting for SST to complete.
  2247. 130527 12:50:44 [Note] WSREP: Starting new group from scratch: 483136fd-c6bb-11e2-0800-9d83b5b841b1
  2248. 130527 12:50:44 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 483154fd-c6bb-11e2-0800-ac21af2ce29f
  2249. 130527 12:50:44 [Note] WSREP: STATE EXCHANGE: sent state msg: 483154fd-c6bb-11e2-0800-ac21af2ce29f
  2250. 130527 12:50:44 [Note] WSREP: STATE EXCHANGE: got state msg: 483154fd-c6bb-11e2-0800-ac21af2ce29f from 0 (db-node1.lactalis.pyco.be)
  2251. 130527 12:50:44 [Note] WSREP: Quorum results:
  2252.    version    = 2,
  2253.    component  = PRIMARY,
  2254.    conf_id    = 0,
  2255.    members    = 1/1 (joined/total),
  2256.    act_id     = 0,
  2257.    last_appl. = -1,
  2258.    protocols  = 0/4/2 (gcs/repl/appl),
  2259.    group UUID = 483136fd-c6bb-11e2-0800-9d83b5b841b1
  2260. 130527 12:50:44 [Note] WSREP: Flow-control interval: [16, 16]
  2261. 130527 12:50:44 [Note] WSREP: Restored state OPEN -> JOINED (0)
  2262. 130527 12:50:44 [Note] WSREP: Member 0 (db-node1.lactalis.pyco.be) synced with group.
  2263. 130527 12:50:44 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  2264. 130527 12:50:44 [Note] WSREP: New cluster view: global state: 483136fd-c6bb-11e2-0800-9d83b5b841b1:0, view# 1: Primary, number of nodes: 1, my index: 0, protocol version 2
  2265. 130527 12:50:44 [Note] WSREP: SST complete, seqno: 0
  2266. 130527 12:50:44 [Note] Plugin 'FEDERATED' is disabled.
  2267. 130527 12:50:44 InnoDB: The InnoDB memory heap is disabled
  2268. 130527 12:50:44 InnoDB: Mutexes and rw_locks use GCC atomic builtins
  2269. 130527 12:50:44 InnoDB: Compressed tables use zlib 1.2.3
  2270. 130527 12:50:44 InnoDB: Using Linux native AIO
  2271. 130527 12:50:44 InnoDB: Initializing buffer pool, size = 5.8G
  2272. 130527 12:50:45 InnoDB: Completed initialization of buffer pool
  2273. 130527 12:50:45 InnoDB: highest supported file format is Barracuda.
  2274. 130527 12:50:46  InnoDB: Waiting for the background threads to start
  2275. 130527 12:50:47 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log sequence number 1598122
  2276. 130527 12:50:47 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  2277. 130527 12:50:47 [Note]   - '0.0.0.0' resolves to '0.0.0.0';
  2278. 130527 12:50:47 [Note] Server socket created on IP: '0.0.0.0'.
  2279. 130527 12:50:47 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored in --skip-name-resolve mode.
  2280. 130527 12:50:47 [Note] Event Scheduler: Loaded 0 events
  2281. 130527 12:50:47 [Note] /usr/sbin/mysqld: ready for connections.
  2282. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  2283. 130527 12:50:47 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  2284. 130527 12:50:47 [Note] WSREP: Assign initial position for certification: 0, protocol version: 2
  2285. 130527 12:50:47 [Note] WSREP: Synchronized with group, ready for connections
  2286. 130527 12:50:47 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  2287. 130527 12:52:05 [Note] /usr/sbin/mysqld: Normal shutdown
  2288.  
  2289. 130527 12:52:05 [Note] WSREP: Stop replication
  2290. 130527 12:52:05 [Note] WSREP: Closing send monitor...
  2291. 130527 12:52:05 [Note] WSREP: Closed send monitor.
  2292. 130527 12:52:05 [Note] WSREP: gcomm: terminating thread
  2293. 130527 12:52:05 [Note] WSREP: gcomm: joining thread
  2294. 130527 12:52:05 [Note] WSREP: gcomm: closing backend
  2295. 130527 12:52:05 [Note] WSREP: view((empty))
  2296. 130527 12:52:05 [Note] WSREP: Received self-leave message.
  2297. 130527 12:52:05 [Note] WSREP: gcomm: closed
  2298. 130527 12:52:05 [Note] WSREP: Flow-control interval: [0, 0]
  2299. 130527 12:52:05 [Note] WSREP: Received SELF-LEAVE. Closing connection.
  2300. 130527 12:52:05 [Note] WSREP: Shifting SYNCED -> CLOSED (TO: 0)
  2301. 130527 12:52:05 [Note] WSREP: RECV thread exiting 0: Success
  2302. 130527 12:52:05 [Note] WSREP: New cluster view: global state: 483136fd-c6bb-11e2-0800-9d83b5b841b1:0, view# -1: non-Primary, number of nodes: 0, my index: -1, protocol version 2
  2303. 130527 12:52:05 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  2304. 130527 12:52:05 [Note] WSREP: recv_thread() joined.
  2305. 130527 12:52:05 [Note] WSREP: Closing slave action queue.
  2306. 130527 12:52:05 [Note] WSREP: applier thread exiting (code:0)
  2307. 130527 12:52:07 [Note] WSREP: killing local connection: 74
  2308. 130527 12:52:07 [Note] WSREP: killing local connection: 22
  2309. 130527 12:52:07 [Note] WSREP: rollbacker thread exiting
  2310. 130527 12:52:07 [Note] Event Scheduler: Purging the queue. 0 events
  2311. 130527 12:52:10 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  2312. 130527 12:52:10 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.H4rSN7jbnp
  2313. 130527 12:52:18 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  2314. 130527 12:52:18 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  2315. 130527 12:52:18 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2316. 130527 12:52:18 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  2317. 130527 12:52:18 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  2318. 130527 12:52:18 [Note] WSREP: Found saved state: 483136fd-c6bb-11e2-0800-9d83b5b841b1:0
  2319. 130527 12:52:18 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  2320. 130527 12:52:18 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  2321. 130527 12:52:18 [Note] WSREP: Assign initial position for certification: 0, protocol version: -1
  2322. 130527 12:52:18 [Note] Plugin 'FEDERATED' is disabled.
  2323. 130527 12:52:18 InnoDB: The InnoDB memory heap is disabled
  2324. 130527 12:52:18 InnoDB: Mutexes and rw_locks use GCC atomic builtins
  2325. 130527 12:52:18 InnoDB: Compressed tables use zlib 1.2.3
  2326. 130527 12:52:18 InnoDB: Using Linux native AIO
  2327. 130527 12:52:18 InnoDB: Initializing buffer pool, size = 5.8G
  2328. 130527 12:52:19 InnoDB: Completed initialization of buffer pool
  2329. 130527 12:52:19 InnoDB: highest supported file format is Barracuda.
  2330. 130527 12:52:19  InnoDB: Waiting for the background threads to start
  2331. 130527 12:52:20 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log sequence number 1598122
  2332. 130527 12:52:20 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  2333. 130527 12:52:20 [Note]   - '0.0.0.0' resolves to '0.0.0.0';
  2334. 130527 12:52:20 [Note] Server socket created on IP: '0.0.0.0'.
  2335. 130527 12:52:20 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored in --skip-name-resolve mode.
  2336. 130527 12:52:20 [Note] Event Scheduler: Loaded 0 events
  2337. 130527 12:52:20 [Note] /usr/sbin/mysqld: ready for connections.
  2338. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  2339. 130527 12:52:50 [Note] WSREP: Stop replication
  2340. 130527 12:52:52 [Note] WSREP: killing local connection: 3
  2341. 130527 12:52:52 [Note] WSREP: dtor state: CLOSED
  2342. 130527 12:52:52 [Note] WSREP: apply mon: entered 0
  2343. 130527 12:52:52 [Note] WSREP: apply mon: entered 0
  2344. 130527 12:52:52 [Note] WSREP: apply mon: entered 0
  2345. 130527 12:52:52 [Note] WSREP: cert index usage at exit 0
  2346. 130527 12:52:52 [Note] WSREP: cert trx map usage at exit 0
  2347. 130527 12:52:52 [Note] WSREP: deps set usage at exit 0
  2348. 130527 12:52:52 [Note] WSREP: avg deps dist 0
  2349. 130527 12:52:52 [Note] WSREP: wsdb trx map usage 0 conn query map usage 0
  2350. 130527 12:52:52 [Note] WSREP: Flushing memory map to disk...
  2351. 130527 12:52:52 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2352. 130527 12:52:52 [Note] WSREP: wsrep_load(): loading provider library 'NONE'
  2353. 130527 12:52:52 [ERROR] WSREP: Failed to get provider options
  2354. 130527 12:53:57 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  2355. 130527 12:53:57 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.pV4VBKUflT
  2356. 130527 12:54:20 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  2357. 130527 12:54:20 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  2358. 130527 12:54:20 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2359. 130527 12:54:20 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  2360. 130527 12:54:20 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  2361. 130527 12:54:20 [Warning] WSREP: Could not open saved state file for reading: /var/lib/mysql//grastate.dat
  2362. 130527 12:54:20 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  2363. 130527 12:54:20 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  2364. 130527 12:54:20 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  2365. 130527 12:54:20 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  2366. 130527 12:54:20 [Note] Plugin 'FEDERATED' is disabled.
  2367. 130527 12:54:20 InnoDB: The InnoDB memory heap is disabled
  2368. 130527 12:54:20 InnoDB: Mutexes and rw_locks use GCC atomic builtins
  2369. 130527 12:54:20 InnoDB: Compressed tables use zlib 1.2.3
  2370. 130527 12:54:20 InnoDB: Using Linux native AIO
  2371. 130527 12:54:20 InnoDB: Initializing buffer pool, size = 5.8G
  2372. 130527 12:54:21 InnoDB: Completed initialization of buffer pool
  2373. 130527 12:54:21 InnoDB: highest supported file format is Barracuda.
  2374. 130527 12:54:21  InnoDB: Waiting for the background threads to start
  2375. 130527 12:54:22 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log sequence number 1598122
  2376. 130527 12:54:22 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  2377. 130527 12:54:22 [Note]   - '0.0.0.0' resolves to '0.0.0.0';
  2378. 130527 12:54:22 [Note] Server socket created on IP: '0.0.0.0'.
  2379. 130527 12:54:22 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored in --skip-name-resolve mode.
  2380. 130527 12:54:22 [Note] Event Scheduler: Loaded 0 events
  2381. 130527 12:54:22 [Note] /usr/sbin/mysqld: ready for connections.
  2382. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  2383. 130527 12:54:56 [Note] WSREP: Stop replication
  2384. 130527 12:54:58 [Note] WSREP: dtor state: CLOSED
  2385. 130527 12:54:58 [Note] WSREP: apply mon: entered 0
  2386. 130527 12:54:58 [Note] WSREP: apply mon: entered 0
  2387. 130527 12:54:58 [Note] WSREP: apply mon: entered 0
  2388. 130527 12:54:58 [Note] WSREP: cert index usage at exit 0
  2389. 130527 12:54:58 [Note] WSREP: cert trx map usage at exit 0
  2390. 130527 12:54:58 [Note] WSREP: deps set usage at exit 0
  2391. 130527 12:54:58 [Note] WSREP: avg deps dist 0
  2392. 130527 12:54:58 [Note] WSREP: wsdb trx map usage 0 conn query map usage 0
  2393. 130527 12:54:58 [Note] WSREP: Flushing memory map to disk...
  2394. 130527 12:54:58 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2395. 130527 12:54:58 [Note] WSREP: wsrep_load(): loading provider library 'NONE'
  2396. 130527 12:54:58 [ERROR] WSREP: Failed to get provider options
  2397. 130527 12:55:07 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  2398. 130527 12:55:07 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.2sByTptfe4
  2399. 130527 12:55:14 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
  2400. 130527 12:55:14 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  2401. 130527 12:55:14 [Note] WSREP: Read nil XID from storage engines, skipping position init
  2402. 130527 12:55:14 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  2403. 130527 12:55:14 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  2404. 130527 12:55:14 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  2405. 130527 12:55:14 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  2406. 130527 12:55:14 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  2407. 130527 12:55:14 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
  2408. 130527 12:55:14 [Note] WSREP: wsrep_sst_grab()
  2409. 130527 12:55:14 [Note] WSREP: Start replication
  2410. 130527 12:55:14 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
  2411. 130527 12:55:14 [Note] WSREP: protonet asio version 0
  2412. 130527 12:55:14 [Note] WSREP: backend: asio
  2413. 130527 12:55:14 [Note] WSREP: GMCast version 0
  2414. 130527 12:55:14 [Note] WSREP: (e926a917-c6bb-11e2-0800-3d3be9395a90, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  2415. 130527 12:55:14 [Note] WSREP: (e926a917-c6bb-11e2-0800-3d3be9395a90, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  2416. 130527 12:55:14 [Note] WSREP: EVS version 0
  2417. 130527 12:55:14 [Note] WSREP: PC version 0
  2418. 130527 12:55:14 [Note] WSREP: gcomm: connecting to group 'my_wsrep_cluster', peer ''
  2419. 130527 12:55:14 [Note] WSREP: view(view_id(PRIM,e926a917-c6bb-11e2-0800-3d3be9395a90,1) memb {
  2420.    e926a917-c6bb-11e2-0800-3d3be9395a90,
  2421. } joined {
  2422. } left {
  2423. } partitioned {
  2424. })
  2425. 130527 12:55:14 [Note] WSREP: gcomm: connected
  2426. 130527 12:55:14 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 32636
  2427. 130527 12:55:14 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  2428. 130527 12:55:14 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  2429. 130527 12:55:14 [Note] WSREP: Waiting for SST to complete.
  2430. 130527 12:55:14 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 1
  2431. 130527 12:55:14 [Note] WSREP: Starting new group from scratch: e9277283-c6bb-11e2-0800-fe36e395d2af
  2432. 130527 12:55:14 [Note] WSREP: STATE_EXCHANGE: sent state UUID: e9279206-c6bb-11e2-0800-dcdf3eee1bc4
  2433. 130527 12:55:14 [Note] WSREP: STATE EXCHANGE: sent state msg: e9279206-c6bb-11e2-0800-dcdf3eee1bc4
  2434. 130527 12:55:14 [Note] WSREP: STATE EXCHANGE: got state msg: e9279206-c6bb-11e2-0800-dcdf3eee1bc4 from 0 (db-node1.lactalis.pyco.be)
  2435. 130527 12:55:14 [Note] WSREP: Quorum results:
  2436.    version    = 2,
  2437.    component  = PRIMARY,
  2438.    conf_id    = 0,
  2439.    members    = 1/1 (joined/total),
  2440.    act_id     = 0,
  2441.    last_appl. = -1,
  2442.    protocols  = 0/4/2 (gcs/repl/appl),
  2443.    group UUID = e9277283-c6bb-11e2-0800-fe36e395d2af
  2444. 130527 12:55:14 [Note] WSREP: Flow-control interval: [16, 16]
  2445. 130527 12:55:14 [Note] WSREP: Restored state OPEN -> JOINED (0)
  2446. 130527 12:55:14 [Note] WSREP: Member 0 (db-node1.lactalis.pyco.be) synced with group.
  2447. 130527 12:55:14 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  2448. 130527 12:55:14 [Note] WSREP: New cluster view: global state: e9277283-c6bb-11e2-0800-fe36e395d2af:0, view# 1: Primary, number of nodes: 1, my index: 0, protocol version 2
  2449. 130527 12:55:14 [Note] WSREP: SST complete, seqno: 0
  2450. 130527 12:55:14 [Note] Plugin 'FEDERATED' is disabled.
  2451. 130527 12:55:14 InnoDB: The InnoDB memory heap is disabled
  2452. 130527 12:55:14 InnoDB: Mutexes and rw_locks use GCC atomic builtins
  2453. 130527 12:55:14 InnoDB: Compressed tables use zlib 1.2.3
  2454. 130527 12:55:14 InnoDB: Using Linux native AIO
  2455. 130527 12:55:14 InnoDB: Initializing buffer pool, size = 5.8G
  2456. 130527 12:55:15 InnoDB: Completed initialization of buffer pool
  2457. 130527 12:55:15 InnoDB: highest supported file format is Barracuda.
  2458. 130527 12:55:16  InnoDB: Waiting for the background threads to start
  2459. 130527 12:55:17 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log sequence number 1598122
  2460. 130527 12:55:17 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  2461. 130527 12:55:17 [Note]   - '0.0.0.0' resolves to '0.0.0.0';
  2462. 130527 12:55:17 [Note] Server socket created on IP: '0.0.0.0'.
  2463. 130527 12:55:17 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored in --skip-name-resolve mode.
  2464. 130527 12:55:17 [Note] Event Scheduler: Loaded 0 events
  2465. 130527 12:55:17 [Note] /usr/sbin/mysqld: ready for connections.
  2466. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  2467. 130527 12:55:17 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  2468. 130527 12:55:17 [Note] WSREP: Assign initial position for certification: 0, protocol version: 2
  2469. 130527 12:55:17 [Note] WSREP: Synchronized with group, ready for connections
  2470. 130527 12:55:17 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  2471. 130527 12:59:56 [Note] WSREP: declaring 924749c8-c6bc-11e2-0800-8c78f9895388 stable
  2472. 130527 12:59:56 [Note] WSREP: view(view_id(PRIM,924749c8-c6bc-11e2-0800-8c78f9895388,2) memb {
  2473.    924749c8-c6bc-11e2-0800-8c78f9895388,
  2474.    e926a917-c6bb-11e2-0800-3d3be9395a90,
  2475. } joined {
  2476. } left {
  2477. } partitioned {
  2478. })
  2479. 130527 12:59:56 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 2
  2480. 130527 12:59:56 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  2481. 130527 12:59:57 [Note] WSREP: STATE EXCHANGE: sent state msg: 92e24234-c6bc-11e2-0800-228ec47748e6
  2482. 130527 12:59:57 [Note] WSREP: STATE EXCHANGE: got state msg: 92e24234-c6bc-11e2-0800-228ec47748e6 from 0 (db-node2.lactalis.pyco.be)
  2483. 130527 12:59:57 [Note] WSREP: STATE EXCHANGE: got state msg: 92e24234-c6bc-11e2-0800-228ec47748e6 from 1 (db-node1.lactalis.pyco.be)
  2484. 130527 12:59:57 [Note] WSREP: Quorum results:
  2485.    version    = 2,
  2486.    component  = PRIMARY,
  2487.    conf_id    = 1,
  2488.    members    = 1/2 (joined/total),
  2489.    act_id     = 0,
  2490.    last_appl. = 0,
  2491.    protocols  = 0/4/2 (gcs/repl/appl),
  2492.    group UUID = e9277283-c6bb-11e2-0800-fe36e395d2af
  2493. 130527 12:59:57 [Note] WSREP: Flow-control interval: [23, 23]
  2494. 130527 12:59:57 [Note] WSREP: New cluster view: global state: e9277283-c6bb-11e2-0800-fe36e395d2af:0, view# 2: Primary, number of nodes: 2, my index: 1, protocol version 2
  2495. 130527 12:59:57 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  2496. 130527 12:59:57 [Note] WSREP: Assign initial position for certification: 0, protocol version: 2
  2497. 130527 12:59:59 [Note] WSREP: Node 0 (db-node2.lactalis.pyco.be) requested state transfer from '*any*'. Selected 1 (db-node1.lactalis.pyco.be)(SYNCED) as donor.
  2498. 130527 12:59:59 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 0)
  2499. 130527 12:59:59 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  2500. 130527 12:59:59 [Note] WSREP: Running: 'wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'e9277283-c6bb-11e2-0800-fe36e395d2af:0''
  2501. 130527 12:59:59 [Note] WSREP: sst_donor_thread signaled WITH 0
  2502. 130527 12:59:59 [Note] WSREP: Flushing TABLES FOR SST...
  2503. 130527 12:59:59 [Note] WSREP: Provider paused at e9277283-c6bb-11e2-0800-fe36e395d2af:0
  2504. 130527 12:59:59 [Note] WSREP: TABLES flushed.
  2505. 130527 13:08:15 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  2506. 130527 13:08:30 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  2507. 130527 13:08:30 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.B6GImzuV2L
  2508. 130527 13:09:02 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  2509. 130527 13:09:02 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  2510. 130527 13:09:02 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  2511. 130527 13:09:02 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  2512. 130527 13:09:02 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  2513. 130527 13:09:02 [Warning] WSREP: Could NOT OPEN saved state file FOR reading: /var/lib/mysql//grastate.dat
  2514. 130527 13:09:02 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  2515. 130527 13:09:02 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  2516. 130527 13:09:02 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  2517. 130527 13:09:02 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  2518. 130527 13:09:02 [Note] WSREP: wsrep_sst_grab()
  2519. 130527 13:09:02 [Note] WSREP: START replication
  2520. 130527 13:09:02 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  2521. 130527 13:09:02 [Note] WSREP: protonet asio version 0
  2522. 130527 13:09:02 [Note] WSREP: backend: asio
  2523. 130527 13:09:02 [Note] WSREP: GMCast version 0
  2524. 130527 13:09:02 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  2525. 130527 13:09:02 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  2526. 130527 13:09:02 [Note] WSREP: EVS version 0
  2527. 130527 13:09:02 [Note] WSREP: PC version 0
  2528. 130527 13:09:02 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer ''
  2529. 130527 13:09:02 [Note] WSREP: VIEW(view_id(PRIM,d652b838-c6bd-11e2-0800-d767601662c9,1) memb {
  2530.     d652b838-c6bd-11e2-0800-d767601662c9,
  2531. } joined {
  2532. } LEFT {
  2533. } partitioned {
  2534. })
  2535. 130527 13:09:02 [Note] WSREP: gcomm: connected
  2536. 130527 13:09:02 [Note] WSREP: Changing maximum packet SIZE TO 64500, resulting msg SIZE: 32636
  2537. 130527 13:09:02 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  2538. 130527 13:09:02 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  2539. 130527 13:09:02 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 0, memb_num = 1
  2540. 130527 13:09:02 [Note] WSREP: Waiting FOR SST TO complete.
  2541. 130527 13:09:02 [Note] WSREP: Starting NEW GROUP FROM scratch: d653b18a-c6bd-11e2-0800-b8dfb9a872c1
  2542. 130527 13:09:02 [Note] WSREP: STATE_EXCHANGE: sent state UUID: d653df8a-c6bd-11e2-0800-62ba3ced3ec6
  2543. 130527 13:09:02 [Note] WSREP: STATE EXCHANGE: sent state msg: d653df8a-c6bd-11e2-0800-62ba3ced3ec6
  2544. 130527 13:09:02 [Note] WSREP: STATE EXCHANGE: got state msg: d653df8a-c6bd-11e2-0800-62ba3ced3ec6 FROM 0 (db-node1.lactalis.pyco.be)
  2545. 130527 13:09:02 [Note] WSREP: Quorum results:
  2546.     version    = 2,
  2547.     component  = PRIMARY,
  2548.     conf_id    = 0,
  2549.     members    = 1/1 (joined/total),
  2550.     act_id     = 0,
  2551.     last_appl. = -1,
  2552.     protocols  = 0/4/2 (gcs/repl/appl),
  2553.     GROUP UUID = d653b18a-c6bd-11e2-0800-b8dfb9a872c1
  2554. 130527 13:09:02 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  2555. 130527 13:09:02 [Note] WSREP: Restored state OPEN -> JOINED (0)
  2556. 130527 13:09:02 [Note] WSREP: Member 0 (db-node1.lactalis.pyco.be) synced WITH GROUP.
  2557. 130527 13:09:02 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  2558. 130527 13:09:02 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# 1: PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  2559. 130527 13:09:02 [Note] WSREP: SST complete, seqno: 0
  2560. 130527 13:09:02 [Note] Plugin 'FEDERATED' IS disabled.
  2561. 130527 13:09:02 InnoDB: The InnoDB memory heap IS disabled
  2562. 130527 13:09:02 InnoDB: Mutexes AND rw_locks USE GCC atomic builtins
  2563. 130527 13:09:02 InnoDB: Compressed TABLES USE zlib 1.2.3
  2564. 130527 13:09:02 InnoDB: USING Linux native AIO
  2565. 130527 13:09:02 InnoDB: Initializing buffer pool, SIZE = 5.8G
  2566. 130527 13:09:02 InnoDB: Completed initialization OF buffer pool
  2567. 130527 13:09:03 InnoDB: highest supported file format IS Barracuda.
  2568. 130527 13:09:03 [Note] WSREP: declaring 924749c8-c6bc-11e2-0800-8c78f9895388 stable
  2569. 130527 13:09:03 [Note] WSREP: VIEW(view_id(PRIM,924749c8-c6bc-11e2-0800-8c78f9895388,4) memb {
  2570.     924749c8-c6bc-11e2-0800-8c78f9895388,
  2571.     d652b838-c6bd-11e2-0800-d767601662c9,
  2572. } joined {
  2573. } LEFT {
  2574. } partitioned {
  2575.     e926a917-c6bb-11e2-0800-3d3be9395a90,
  2576. })
  2577. 130527 13:09:03 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  2578. 130527 13:09:03 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  2579. 130527 13:09:03 [Note] WSREP: STATE EXCHANGE: sent state msg: d8417731-c6bd-11e2-0800-54e827842260
  2580. 130527 13:09:03 [Note] WSREP: STATE EXCHANGE: got state msg: d8417731-c6bd-11e2-0800-54e827842260 FROM 0 (db-node2.lactalis.pyco.be)
  2581. 130527 13:09:03 [Note] WSREP: STATE EXCHANGE: got state msg: d8417731-c6bd-11e2-0800-54e827842260 FROM 1 (db-node1.lactalis.pyco.be)
  2582. 130527 13:09:03 [Note] WSREP: Quorum results:
  2583.     version    = 2,
  2584.     component  = PRIMARY,
  2585.     conf_id    = 1,
  2586.     members    = 1/2 (joined/total),
  2587.     act_id     = 0,
  2588.     last_appl. = 0,
  2589.     protocols  = 0/4/2 (gcs/repl/appl),
  2590.     GROUP UUID = d653b18a-c6bd-11e2-0800-b8dfb9a872c1
  2591. 130527 13:09:03 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  2592. 130527 13:09:04  InnoDB: Waiting FOR the background threads TO START
  2593. 130527 13:09:05 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log SEQUENCE NUMBER 1598122
  2594. 130527 13:09:05 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  2595. 130527 13:09:05 [Note]   - '0.0.0.0' resolves TO '0.0.0.0';
  2596. 130527 13:09:05 [Note] Server socket created ON IP: '0.0.0.0'.
  2597. 130527 13:09:05 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored IN --skip-name-resolve mode.
  2598. 130527 13:09:05 [Note] Event Scheduler: Loaded 0 events
  2599. 130527 13:09:05 [Note] /usr/sbin/mysqld: ready FOR connections.
  2600. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  2601. 130527 13:09:05 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2602. 130527 13:09:05 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  2603. 130527 13:09:05 [Note] WSREP: Synchronized WITH GROUP, ready FOR connections
  2604. 130527 13:09:05 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2605. 130527 13:09:05 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# 2: PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  2606. 130527 13:09:05 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2607. 130527 13:09:05 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  2608. rsync: writefd_unbuffered failed TO WRITE 4 bytes TO socket [sender]: Connection reset BY peer (104)
  2609. rsync: connection unexpectedly closed (328 bytes received so far) [sender]
  2610. rsync error: error IN rsync protocol DATA stream (code 12) at io.c(600) [sender=3.0.6]
  2611. rsync returned code 12:
  2612. WSREP_SST: [ERROR] rsync server ON the other END has incompatible protocol.  Make sure you have the same version OF rsync ON ALL nodes. (20130527 13:09:58.532)
  2613. 130527 13:09:58 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  2614. 130527 13:09:59 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') reconnecting TO 924749c8-c6bc-11e2-0800-8c78f9895388 (tcp://192.168.180.22:4567), attempt 0
  2615. 130527 13:10:03 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, OPERATIONAL, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2616. 130527 13:10:03 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2617. 130527 13:10:04 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2618. 130527 13:10:04 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2619. 130527 13:10:05 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2620. 130527 13:10:05 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2621. 130527 13:10:06 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2622. 130527 13:10:06 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2623. 130527 13:10:07 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2624. 130527 13:10:07 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2625. 130527 13:10:08 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2626. 130527 13:10:08 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2627. 130527 13:10:09 [Note] WSREP: remote endpoint tcp://192.168.180.22:4567 changed IDENTITY 924749c8-c6bc-11e2-0800-8c78f9895388 -> ff989e40-c6bd-11e2-0800-47b23545377c
  2628. 130527 13:10:09 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  2629. 130527 13:10:09 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2630. 130527 13:10:10 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2631. 130527 13:10:10 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2632. 130527 13:10:11 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2633. 130527 13:10:11 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2634. 130527 13:10:12 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2635. 130527 13:10:12 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) suspecting node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2636. 130527 13:10:13 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,924749c8-c6bc-11e2-0800-8c78f9895388,4)) detected inactive node: 924749c8-c6bc-11e2-0800-8c78f9895388
  2637. 130527 13:10:15 [Note] WSREP: VIEW(view_id(NON_PRIM,924749c8-c6bc-11e2-0800-8c78f9895388,4) memb {
  2638.     d652b838-c6bd-11e2-0800-d767601662c9,
  2639. } joined {
  2640. } LEFT {
  2641. } partitioned {
  2642.     924749c8-c6bc-11e2-0800-8c78f9895388,
  2643. })
  2644. 130527 13:10:15 [Note] WSREP: declaring ff989e40-c6bd-11e2-0800-47b23545377c stable
  2645. 130527 13:10:15 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 1
  2646. 130527 13:10:15 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  2647. 130527 13:10:15 [Note] WSREP: Received NON-PRIMARY.
  2648. 130527 13:10:15 [Note] WSREP: Shifting SYNCED -> OPEN (TO: 0)
  2649. 130527 13:10:15 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  2650. 130527 13:10:15 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2651. 130527 13:10:15 [Note] WSREP: VIEW(view_id(NON_PRIM,d652b838-c6bd-11e2-0800-d767601662c9,6) memb {
  2652.     d652b838-c6bd-11e2-0800-d767601662c9,
  2653.     ff989e40-c6bd-11e2-0800-47b23545377c,
  2654. } joined {
  2655. } LEFT {
  2656. } partitioned {
  2657.     924749c8-c6bc-11e2-0800-8c78f9895388,
  2658. })
  2659. 130527 13:10:15 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 2
  2660. 130527 13:10:15 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  2661. 130527 13:10:15 [Note] WSREP: Received NON-PRIMARY.
  2662. 130527 13:10:15 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 2, my INDEX: 0, protocol version 2
  2663. 130527 13:10:15 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2664. 130527 13:10:40 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  2665. 130527 13:10:40 [Note] WSREP: VIEW(view_id(NON_PRIM,d652b838-c6bd-11e2-0800-d767601662c9,7) memb {
  2666.     d652b838-c6bd-11e2-0800-d767601662c9,
  2667. } joined {
  2668. } LEFT {
  2669. } partitioned {
  2670.     924749c8-c6bc-11e2-0800-8c78f9895388,
  2671.     ff989e40-c6bd-11e2-0800-47b23545377c,
  2672. })
  2673. 130527 13:10:40 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 1
  2674. 130527 13:10:40 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  2675. 130527 13:10:40 [Note] WSREP: Received NON-PRIMARY.
  2676. 130527 13:10:40 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  2677. 130527 13:10:40 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2678. 130527 13:10:41 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') reconnecting TO ff989e40-c6bd-11e2-0800-47b23545377c (tcp://192.168.180.22:4567), attempt 0
  2679. 130527 13:10:57 [Note] WSREP: VIEW(view_id(PRIM,d652b838-c6bd-11e2-0800-d767601662c9,7) memb {
  2680.     d652b838-c6bd-11e2-0800-d767601662c9,
  2681. } joined {
  2682. } LEFT {
  2683. } partitioned {
  2684.     924749c8-c6bc-11e2-0800-8c78f9895388,
  2685.     ff989e40-c6bd-11e2-0800-47b23545377c,
  2686. })
  2687. 130527 13:10:57 [Note] WSREP: forgetting ff989e40-c6bd-11e2-0800-47b23545377c (tcp://192.168.180.22:4567)
  2688. 130527 13:10:57 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  2689. 130527 13:10:57 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = yes, my_idx = 0, memb_num = 1
  2690. 130527 13:10:57 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 1b45e046-c6be-11e2-0800-bb8466fb9bda
  2691. 130527 13:10:57 [Note] WSREP: STATE EXCHANGE: sent state msg: 1b45e046-c6be-11e2-0800-bb8466fb9bda
  2692. 130527 13:10:57 [Note] WSREP: STATE EXCHANGE: got state msg: 1b45e046-c6be-11e2-0800-bb8466fb9bda FROM 0 (db-node1.lactalis.pyco.be)
  2693. 130527 13:10:57 [Warning] WSREP: Quorum: No node WITH complete state:
  2694.  
  2695.  
  2696.     Version      : 2
  2697.     Flags        : 7
  2698.     Protocols    : 0 / 4 / 2
  2699.     State        : NON-PRIMARY
  2700.     Prim state   : SYNCED
  2701.     Prim UUID    : d8417731-c6bd-11e2-0800-54e827842260
  2702.     Prim seqno   : 2
  2703.     LAST seqno   : 0
  2704.     Prim JOINED  : 1
  2705.     State UUID   : 1b45e046-c6be-11e2-0800-bb8466fb9bda
  2706.     GROUP UUID   : d653b18a-c6bd-11e2-0800-b8dfb9a872c1
  2707.     Name         : 'db-node1.lactalis.pyco.be'
  2708.     Incoming addr: '192.168.180.21:3306'
  2709.  
  2710. 130527 13:10:57 [Note] WSREP: FULL re-MERGE OF PRIMARY d8417731-c6bd-11e2-0800-54e827842260 found: 1 OF 1.
  2711. 130527 13:10:57 [Note] WSREP: Quorum results:
  2712.     version    = 2,
  2713.     component  = PRIMARY,
  2714.     conf_id    = 2,
  2715.     members    = 1/1 (joined/total),
  2716.     act_id     = 0,
  2717.     last_appl. = 0,
  2718.     protocols  = 0/4/2 (gcs/repl/appl),
  2719.     GROUP UUID = d653b18a-c6bd-11e2-0800-b8dfb9a872c1
  2720. 130527 13:10:57 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  2721. 130527 13:10:57 [Note] WSREP: Restored state OPEN -> SYNCED (0)
  2722. 130527 13:10:57 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# 3: PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  2723. 130527 13:10:57 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2724. 130527 13:10:57 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  2725. 130527 13:10:57 [Note] WSREP: Synchronized WITH GROUP, ready FOR connections
  2726. 130527 13:10:57 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2727. 130527 13:11:03 [Note] WSREP:  cleaning up ff989e40-c6bd-11e2-0800-47b23545377c (tcp://192.168.180.22:4567)
  2728. 130527 13:11:58 [Note] WSREP: declaring 40e2ccce-c6be-11e2-0800-63e52cecf083 stable
  2729. 130527 13:11:58 [Note] WSREP: VIEW(view_id(PRIM,40e2ccce-c6be-11e2-0800-63e52cecf083,8) memb {
  2730.     40e2ccce-c6be-11e2-0800-63e52cecf083,
  2731.     d652b838-c6bd-11e2-0800-d767601662c9,
  2732. } joined {
  2733. } LEFT {
  2734. } partitioned {
  2735. })
  2736. 130527 13:11:58 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  2737. 130527 13:11:58 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  2738. 130527 13:11:59 [Note] WSREP: STATE EXCHANGE: sent state msg: 412fa935-c6be-11e2-0800-94138f5389e5
  2739. 130527 13:11:59 [Note] WSREP: STATE EXCHANGE: got state msg: 412fa935-c6be-11e2-0800-94138f5389e5 FROM 0 (db-node2.lactalis.pyco.be)
  2740. 130527 13:11:59 [Note] WSREP: STATE EXCHANGE: got state msg: 412fa935-c6be-11e2-0800-94138f5389e5 FROM 1 (db-node1.lactalis.pyco.be)
  2741. 130527 13:11:59 [Note] WSREP: Quorum results:
  2742.     version    = 2,
  2743.     component  = PRIMARY,
  2744.     conf_id    = 3,
  2745.     members    = 1/2 (joined/total),
  2746.     act_id     = 0,
  2747.     last_appl. = 0,
  2748.     protocols  = 0/4/2 (gcs/repl/appl),
  2749.     GROUP UUID = d653b18a-c6bd-11e2-0800-b8dfb9a872c1
  2750. 130527 13:11:59 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  2751. 130527 13:11:59 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# 4: PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  2752. 130527 13:11:59 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2753. 130527 13:11:59 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  2754. 130527 13:12:01 [Note] WSREP: Node 0 (db-node2.lactalis.pyco.be) requested state transfer FROM '*any*'. Selected 1 (db-node1.lactalis.pyco.be)(SYNCED) AS donor.
  2755. 130527 13:12:01 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 0)
  2756. 130527 13:12:01 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2757. 130527 13:12:01 [Note] WSREP: Running: 'wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'd653b18a-c6bd-11e2-0800-b8dfb9a872c1:0''
  2758. 130527 13:12:01 [Note] WSREP: sst_donor_thread signaled WITH 0
  2759. 130527 13:12:01 [Note] WSREP: Flushing TABLES FOR SST...
  2760. 130527 13:12:01 [Note] WSREP: Provider paused at d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0
  2761. 130527 13:12:01 [Note] WSREP: TABLES flushed.
  2762. 130527 13:14:45 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  2763. 130527 13:14:46 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') reconnecting TO 40e2ccce-c6be-11e2-0800-63e52cecf083 (tcp://192.168.180.22:4567), attempt 0
  2764. 130527 13:14:49 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, OPERATIONAL, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2765. 130527 13:14:50 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2766. 130527 13:14:50 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2767. 130527 13:14:51 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2768. 130527 13:14:51 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2769. 130527 13:14:52 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2770. 130527 13:14:52 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2771. 130527 13:14:53 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2772. 130527 13:14:53 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2773. 130527 13:14:54 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2774. 130527 13:14:54 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2775. 130527 13:14:55 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2776. 130527 13:14:55 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2777. 130527 13:14:56 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2778. 130527 13:14:56 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2779. 130527 13:14:57 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2780. 130527 13:14:57 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2781. 130527 13:14:58 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2782. 130527 13:14:58 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2783. 130527 13:14:59 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) suspecting node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2784. 130527 13:14:59 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,40e2ccce-c6be-11e2-0800-63e52cecf083,8)) detected inactive node: 40e2ccce-c6be-11e2-0800-63e52cecf083
  2785. 130527 13:15:00 [Note] WSREP: VIEW(view_id(NON_PRIM,40e2ccce-c6be-11e2-0800-63e52cecf083,8) memb {
  2786.     d652b838-c6bd-11e2-0800-d767601662c9,
  2787. } joined {
  2788. } LEFT {
  2789. } partitioned {
  2790.     40e2ccce-c6be-11e2-0800-63e52cecf083,
  2791. })
  2792. 130527 13:15:00 [Note] WSREP: VIEW(view_id(NON_PRIM,d652b838-c6bd-11e2-0800-d767601662c9,9) memb {
  2793.     d652b838-c6bd-11e2-0800-d767601662c9,
  2794. } joined {
  2795. } LEFT {
  2796. } partitioned {
  2797.     40e2ccce-c6be-11e2-0800-63e52cecf083,
  2798. })
  2799. 130527 13:15:00 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 1
  2800. 130527 13:15:00 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  2801. 130527 13:15:00 [Note] WSREP: Received NON-PRIMARY.
  2802. 130527 13:15:00 [Note] WSREP: Shifting DONOR/DESYNCED -> OPEN (TO: 0)
  2803. 130527 13:15:00 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 1
  2804. 130527 13:15:00 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  2805. 130527 13:15:00 [Note] WSREP: Received NON-PRIMARY.
  2806. 130527 13:15:31 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') reconnecting TO 40e2ccce-c6be-11e2-0800-63e52cecf083 (tcp://192.168.180.22:4567), attempt 30
  2807. 130527 13:16:00 [Note] WSREP: remote endpoint tcp://192.168.180.22:4567 changed IDENTITY 40e2ccce-c6be-11e2-0800-63e52cecf083 -> d0cbdb5a-c6be-11e2-0800-0aea89ffaff7
  2808. 130527 13:16:00 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  2809. 130527 13:16:00 [Note] WSREP: declaring d0cbdb5a-c6be-11e2-0800-0aea89ffaff7 stable
  2810. 130527 13:16:00 [Note] WSREP: VIEW(view_id(NON_PRIM,d0cbdb5a-c6be-11e2-0800-0aea89ffaff7,10) memb {
  2811.     d0cbdb5a-c6be-11e2-0800-0aea89ffaff7,
  2812.     d652b838-c6bd-11e2-0800-d767601662c9,
  2813. } joined {
  2814. } LEFT {
  2815. } partitioned {
  2816.     40e2ccce-c6be-11e2-0800-63e52cecf083,
  2817. })
  2818. 130527 13:16:00 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 1, memb_num = 2
  2819. 130527 13:16:00 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  2820. 130527 13:16:00 [Note] WSREP: Received NON-PRIMARY.
  2821. 130527 13:16:31 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  2822. 130527 13:16:32 [Note] WSREP: VIEW(view_id(NON_PRIM,d652b838-c6bd-11e2-0800-d767601662c9,11) memb {
  2823.     d652b838-c6bd-11e2-0800-d767601662c9,
  2824. } joined {
  2825. } LEFT {
  2826. } partitioned {
  2827.     40e2ccce-c6be-11e2-0800-63e52cecf083,
  2828.     d0cbdb5a-c6be-11e2-0800-0aea89ffaff7,
  2829. })
  2830. 130527 13:16:32 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 1
  2831. 130527 13:16:32 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  2832. 130527 13:16:32 [Note] WSREP: Received NON-PRIMARY.
  2833. 130527 13:16:32 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') reconnecting TO d0cbdb5a-c6be-11e2-0800-0aea89ffaff7 (tcp://192.168.180.22:4567), attempt 0
  2834. 130527 13:17:17 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') reconnecting TO d0cbdb5a-c6be-11e2-0800-0aea89ffaff7 (tcp://192.168.180.22:4567), attempt 30
  2835. 130527 13:18:02 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') reconnecting TO d0cbdb5a-c6be-11e2-0800-0aea89ffaff7 (tcp://192.168.180.22:4567), attempt 60
  2836. 130527 13:18:45 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') reconnecting TO d0cbdb5a-c6be-11e2-0800-0aea89ffaff7 (tcp://192.168.180.22:4567), attempt 90
  2837. 130527 13:19:00 [Note] WSREP: remote endpoint tcp://192.168.180.22:4567 changed IDENTITY d0cbdb5a-c6be-11e2-0800-0aea89ffaff7 -> 3be9a498-c6bf-11e2-0800-0dbcd910dcce
  2838. 130527 13:19:00 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  2839. 130527 13:19:01 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  2840. 130527 13:19:01 [Note] WSREP: VIEW(view_id(PRIM,3be9a498-c6bf-11e2-0800-0dbcd910dcce,12) memb {
  2841.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  2842.     d652b838-c6bd-11e2-0800-d767601662c9,
  2843. } joined {
  2844. } LEFT {
  2845. } partitioned {
  2846.     40e2ccce-c6be-11e2-0800-63e52cecf083,
  2847.     d0cbdb5a-c6be-11e2-0800-0aea89ffaff7,
  2848. })
  2849. 130527 13:19:01 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  2850. 130527 13:19:01 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  2851. 130527 13:19:01 [Note] WSREP: STATE EXCHANGE: sent state msg: 3d1d3e3c-c6bf-11e2-0800-3c2ca8c4e411
  2852. 130527 13:19:01 [Note] WSREP: STATE EXCHANGE: got state msg: 3d1d3e3c-c6bf-11e2-0800-3c2ca8c4e411 FROM 0 (db-node2.lactalis.pyco.be)
  2853. 130527 13:19:01 [Note] WSREP: STATE EXCHANGE: got state msg: 3d1d3e3c-c6bf-11e2-0800-3c2ca8c4e411 FROM 1 (db-node1.lactalis.pyco.be)
  2854. 130527 13:19:01 [Note] WSREP: Quorum results:
  2855.     version    = 2,
  2856.     component  = PRIMARY,
  2857.     conf_id    = 1,
  2858.     members    = 1/2 (joined/total),
  2859.     act_id     = 0,
  2860.     last_appl. = 0,
  2861.     protocols  = 0/4/2 (gcs/repl/appl),
  2862.     GROUP UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  2863. 130527 13:19:01 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  2864. 130527 13:19:01 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 0)
  2865. 130527 13:24:21 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  2866. 130527 13:24:21 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  2867. 130527 13:24:21 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') cleaning up duplicate 0x7fd6c000ba90 after established 0x7fd6c000b800
  2868. 130527 13:24:22 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  2869. 130527 13:24:22 [Note] WSREP: declaring fbf0727c-c6bf-11e2-0800-3ce6a7970b4a stable
  2870. 130527 13:24:22 [Note] WSREP: VIEW(view_id(PRIM,3be9a498-c6bf-11e2-0800-0dbcd910dcce,13) memb {
  2871.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  2872.     d652b838-c6bd-11e2-0800-d767601662c9,
  2873.     fbf0727c-c6bf-11e2-0800-3ce6a7970b4a,
  2874. } joined {
  2875. } LEFT {
  2876. } partitioned {
  2877. })
  2878. 130527 13:24:22 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 3
  2879. 130527 13:24:22 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  2880. 130527 13:24:22 [Note] WSREP: STATE EXCHANGE: sent state msg: fbe4e5ef-c6bf-11e2-0800-d13b7d7f652d
  2881. 130527 13:24:22 [Note] WSREP: STATE EXCHANGE: got state msg: fbe4e5ef-c6bf-11e2-0800-d13b7d7f652d FROM 1 (db-node1.lactalis.pyco.be)
  2882. 130527 13:24:22 [Note] WSREP: STATE EXCHANGE: got state msg: fbe4e5ef-c6bf-11e2-0800-d13b7d7f652d FROM 0 (db-node2.lactalis.pyco.be)
  2883. 130527 13:24:22 [Note] WSREP: STATE EXCHANGE: got state msg: fbe4e5ef-c6bf-11e2-0800-d13b7d7f652d FROM 2 (db-node3.lactalis.pyco.be)
  2884. 130527 13:24:22 [Note] WSREP: Quorum results:
  2885.     version    = 2,
  2886.     component  = PRIMARY,
  2887.     conf_id    = 2,
  2888.     members    = 1/3 (joined/total),
  2889.     act_id     = 0,
  2890.     last_appl. = 0,
  2891.     protocols  = 0/4/2 (gcs/repl/appl),
  2892.     GROUP UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  2893. 130527 13:24:22 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  2894. 130527 13:24:22 [Note] WSREP: Shifting PRIMARY -> PRIMARY (TO: 0)
  2895. 130527 13:24:24 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  2896. 130527 13:24:25 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') reconnecting TO fbf0727c-c6bf-11e2-0800-3ce6a7970b4a (tcp://192.168.180.23:4567), attempt 0
  2897. 130527 13:24:29 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, OPERATIONAL, view_id(REG,3be9a498-c6bf-11e2-0800-0dbcd910dcce,13)) suspecting node: fbf0727c-c6bf-11e2-0800-3ce6a7970b4a
  2898. 130527 13:24:29 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,3be9a498-c6bf-11e2-0800-0dbcd910dcce,13)) suspecting node: fbf0727c-c6bf-11e2-0800-3ce6a7970b4a
  2899. 130527 13:24:30 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  2900. 130527 13:24:30 [Note] WSREP: VIEW(view_id(PRIM,3be9a498-c6bf-11e2-0800-0dbcd910dcce,14) memb {
  2901.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  2902.     d652b838-c6bd-11e2-0800-d767601662c9,
  2903. } joined {
  2904. } LEFT {
  2905. } partitioned {
  2906.     fbf0727c-c6bf-11e2-0800-3ce6a7970b4a,
  2907. })
  2908. 130527 13:24:30 [Note] WSREP: forgetting fbf0727c-c6bf-11e2-0800-3ce6a7970b4a (tcp://192.168.180.23:4567)
  2909. 130527 13:24:30 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  2910. 130527 13:24:30 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  2911. 130527 13:24:30 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  2912. 130527 13:24:30 [Note] WSREP: STATE EXCHANGE: sent state msg: 00a9f7ec-c6c0-11e2-0800-e3e3fd8647fc
  2913. 130527 13:24:30 [Note] WSREP: STATE EXCHANGE: got state msg: 00a9f7ec-c6c0-11e2-0800-e3e3fd8647fc FROM 0 (db-node2.lactalis.pyco.be)
  2914. 130527 13:24:30 [Note] WSREP: STATE EXCHANGE: got state msg: 00a9f7ec-c6c0-11e2-0800-e3e3fd8647fc FROM 1 (db-node1.lactalis.pyco.be)
  2915. 130527 13:24:30 [Note] WSREP: Quorum results:
  2916.     version    = 2,
  2917.     component  = PRIMARY,
  2918.     conf_id    = 3,
  2919.     members    = 1/2 (joined/total),
  2920.     act_id     = 0,
  2921.     last_appl. = 0,
  2922.     protocols  = 0/4/2 (gcs/repl/appl),
  2923.     GROUP UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  2924. 130527 13:24:30 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  2925. 130527 13:24:30 [Note] WSREP: Shifting PRIMARY -> PRIMARY (TO: 0)
  2926. 130527 13:24:35 [Note] WSREP:  cleaning up fbf0727c-c6bf-11e2-0800-3ce6a7970b4a (tcp://192.168.180.23:4567)
  2927. 130527 13:24:38 [Note] WSREP: declaring 049d8855-c6c0-11e2-0800-17120b79e414 stable
  2928. 130527 13:24:38 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  2929. 130527 13:24:39 [Note] WSREP: VIEW(view_id(PRIM,049d8855-c6c0-11e2-0800-17120b79e414,15) memb {
  2930.     049d8855-c6c0-11e2-0800-17120b79e414,
  2931.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  2932.     d652b838-c6bd-11e2-0800-d767601662c9,
  2933. } joined {
  2934. } LEFT {
  2935. } partitioned {
  2936. })
  2937. 130527 13:24:39 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  2938. 130527 13:24:39 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  2939. 130527 13:24:39 [Note] WSREP: STATE EXCHANGE: sent state msg: 06682dd6-c6c0-11e2-0800-90ca9e2fd576
  2940. 130527 13:24:39 [Note] WSREP: STATE EXCHANGE: got state msg: 06682dd6-c6c0-11e2-0800-90ca9e2fd576 FROM 0 (db-node3.lactalis.pyco.be)
  2941. 130527 13:24:39 [Note] WSREP: STATE EXCHANGE: got state msg: 06682dd6-c6c0-11e2-0800-90ca9e2fd576 FROM 1 (db-node2.lactalis.pyco.be)
  2942. 130527 13:24:39 [Note] WSREP: STATE EXCHANGE: got state msg: 06682dd6-c6c0-11e2-0800-90ca9e2fd576 FROM 2 (db-node1.lactalis.pyco.be)
  2943. 130527 13:24:39 [Note] WSREP: Quorum results:
  2944.     version    = 2,
  2945.     component  = PRIMARY,
  2946.     conf_id    = 4,
  2947.     members    = 1/3 (joined/total),
  2948.     act_id     = 0,
  2949.     last_appl. = 0,
  2950.     protocols  = 0/4/2 (gcs/repl/appl),
  2951.     GROUP UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  2952. 130527 13:24:39 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  2953. 130527 13:24:39 [Note] WSREP: Shifting PRIMARY -> PRIMARY (TO: 0)
  2954. 130527 13:24:42 [Note] WSREP: Node 0 (db-node3.lactalis.pyco.be) requested state transfer FROM '*any*'. Selected 1 (db-node2.lactalis.pyco.be)(SYNCED) AS donor.
  2955. 130527 13:29:07 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  2956. 130527 13:29:09 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') reconnecting TO 049d8855-c6c0-11e2-0800-17120b79e414 (tcp://192.168.180.23:4567), attempt 0
  2957. 130527 13:29:13 [Note] WSREP: evs::proto(d652b838-c6bd-11e2-0800-d767601662c9, GATHER, view_id(REG,049d8855-c6c0-11e2-0800-17120b79e414,15)) suspecting node: 049d8855-c6c0-11e2-0800-17120b79e414
  2958. 130527 13:29:13 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  2959. 130527 13:29:13 [Note] WSREP: VIEW(view_id(PRIM,3be9a498-c6bf-11e2-0800-0dbcd910dcce,16) memb {
  2960.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  2961.     d652b838-c6bd-11e2-0800-d767601662c9,
  2962. } joined {
  2963. } LEFT {
  2964. } partitioned {
  2965.     049d8855-c6c0-11e2-0800-17120b79e414,
  2966. })
  2967. 130527 13:29:13 [Note] WSREP: forgetting 049d8855-c6c0-11e2-0800-17120b79e414 (tcp://192.168.180.23:4567)
  2968. 130527 13:29:13 [Note] WSREP: (d652b838-c6bd-11e2-0800-d767601662c9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  2969. 130527 13:29:13 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  2970. 130527 13:29:13 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  2971. 130527 13:29:13 [Note] WSREP: STATE EXCHANGE: sent state msg: a9d1a9cb-c6c0-11e2-0800-d29f03d7bbd5
  2972. 130527 13:29:13 [Note] WSREP: STATE EXCHANGE: got state msg: a9d1a9cb-c6c0-11e2-0800-d29f03d7bbd5 FROM 0 (db-node2.lactalis.pyco.be)
  2973. 130527 13:29:13 [Note] WSREP: STATE EXCHANGE: got state msg: a9d1a9cb-c6c0-11e2-0800-d29f03d7bbd5 FROM 1 (db-node1.lactalis.pyco.be)
  2974. 130527 13:29:13 [Note] WSREP: Quorum results:
  2975.     version    = 2,
  2976.     component  = PRIMARY,
  2977.     conf_id    = 5,
  2978.     members    = 1/2 (joined/total),
  2979.     act_id     = 0,
  2980.     last_appl. = 0,
  2981.     protocols  = 0/4/2 (gcs/repl/appl),
  2982.     GROUP UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  2983. 130527 13:29:13 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  2984. 130527 13:29:13 [Note] WSREP: Shifting PRIMARY -> PRIMARY (TO: 0)
  2985. 130527 13:29:19 [Note] WSREP:  cleaning up 049d8855-c6c0-11e2-0800-17120b79e414 (tcp://192.168.180.23:4567)
  2986. 130527 13:29:39 [Warning] WSREP: Could NOT find peer: 049d8855-c6c0-11e2-0800-17120b79e414
  2987. 130527 13:29:39 [Warning] WSREP: 0 (db-node2.lactalis.pyco.be): State transfer TO -1 (LEFT the GROUP) failed: -1 (Operation NOT permitted)
  2988. 130527 13:29:39 [Note] WSREP: Member 0 (db-node2.lactalis.pyco.be) synced WITH GROUP.
  2989. 130527 13:29:47 [Note] WSREP: Provider resumed.
  2990. 130527 13:29:47 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  2991. 130527 13:29:47 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2992. 130527 13:29:47 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  2993. 130527 13:29:47 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2994. 130527 13:29:47 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  2995. 130527 13:29:47 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2996. 130527 13:29:47 [Note] WSREP: NEW cluster VIEW: global state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  2997. 130527 13:29:47 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  2998. 130527 13:29:47 [Note] WSREP: State transfer required:
  2999.     GROUP state: 3bea602c-c6bf-11e2-0800-f7e57343b96d:0
  3000.     LOCAL state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0
  3001. 130527 13:29:47 [Note] WSREP: NEW cluster VIEW: global state: 3bea602c-c6bf-11e2-0800-f7e57343b96d:0, VIEW# 2: PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  3002. 130527 13:29:47 [Warning] WSREP: Gap IN state SEQUENCE. Need state transfer.
  3003. rsync: failed TO CONNECT TO 192.168.180.22: Connection refused (111)
  3004. rsync error: error IN socket IO (code 10) at clientserver.c(124) [sender=3.0.6]
  3005. 130527 13:29:47 [ERROR] WSREP: Failed TO READ FROM: wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'd653b18a-c6bd-11e2-0800-b8dfb9a872c1:0'
  3006. 130527 13:29:47 [ERROR] WSREP: sst sent called WHEN NOT SST donor, state CONNECTED
  3007. 130527 13:29:47 [ERROR] WSREP: Process completed WITH error: wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'd653b18a-c6bd-11e2-0800-b8dfb9a872c1:0': 10 (No child processes)
  3008. 130527 13:29:49 [Note] WSREP: killing LOCAL connection: 997
  3009. 130527 13:29:49 [Note] WSREP: killing LOCAL connection: 958
  3010. 130527 13:29:49 [Note] WSREP: killing LOCAL connection: 13
  3011. 130527 13:29:49 [Note] WSREP: You have configured 'rsync' state snapshot transfer method which cannot be performed ON a running server. Wsrep provider won't be able to fall back to it if other means of state transfer are unavailable. In that case you will need to restart the server.
  3012. 130527 13:29:49 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  3013. 130527 13:29:49 [Note] WSREP: Closing send monitor...
  3014. 130527 13:29:49 [Note] WSREP: Closed send monitor.
  3015. 130527 13:29:49 [Note] WSREP: gcomm: terminating thread
  3016. 130527 13:29:49 [Note] WSREP: gcomm: joining thread
  3017. 130527 13:29:49 [Note] WSREP: gcomm: closing backend
  3018. 130527 13:29:50 [Note] WSREP: view(view_id(NON_PRIM,3be9a498-c6bf-11e2-0800-0dbcd910dcce,16) memb {
  3019.    d652b838-c6bd-11e2-0800-d767601662c9,
  3020. } joined {
  3021. } left {
  3022. } partitioned {
  3023.    3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  3024. })
  3025. 130527 13:29:50 [Note] WSREP: New COMPONENT: primary = no, bootstrap = no, my_idx = 0, memb_num = 1
  3026. 130527 13:29:50 [Note] WSREP: view((empty))
  3027. 130527 13:29:50 [Note] WSREP: gcomm: closed
  3028. 130527 13:29:50 [Note] WSREP: Flow-control interval: [16, 16]
  3029. 130527 13:29:50 [Note] WSREP: Received NON-PRIMARY.
  3030. 130527 13:29:50 [Note] WSREP: Shifting PRIMARY -> OPEN (TO: 0)
  3031. 130527 13:29:50 [Note] WSREP: Received self-leave message.
  3032. 130527 13:29:50 [Note] WSREP: Flow-control interval: [0, 0]
  3033. 130527 13:29:50 [Note] WSREP: Received SELF-LEAVE. Closing connection.
  3034. 130527 13:29:50 [Note] WSREP: Shifting OPEN -> CLOSED (TO: 0)
  3035. 130527 13:29:50 [Note] WSREP: RECV thread exiting 0: Success
  3036. 130527 13:29:50 [Note] WSREP: recv_thread() joined.
  3037. 130527 13:29:50 [Note] WSREP: Closing slave action queue.
  3038. 130527 13:29:50 [ERROR] WSREP: Local state UUID d653b18a-c6bd-11e2-0800-b8dfb9a872c1 is different from group state UUID 3bea602c-c6bf-11e2-0800-f7e57343b96d, and SST request is null: restart required. (FATAL)
  3039.     at galera/src/replicator_smm.cpp:process_conf_change():1218
  3040. 130527 13:29:50 [Note] WSREP: applier thread exiting (code:7)
  3041. 130527 13:29:50 [Note] WSREP: starting shutdown
  3042. 130527 13:29:50 [Note] /usr/sbin/mysqld: Normal shutdown
  3043.  
  3044. 130527 13:29:50 [Note] WSREP: Stop replication
  3045. 130527 13:29:50 [Note] WSREP: Closing send monitor...
  3046. 130527 13:29:50 [Note] WSREP: Closed send monitor.
  3047. 130527 13:29:52 [Note] WSREP: rollbacker thread exiting
  3048. 130527 13:29:52 [Note] Event Scheduler: Purging the queue. 0 events
  3049. 130527 13:29:54 [Warning] /usr/sbin/mysqld: Forcing close of thread 39  user: 'cmon'
  3050.  
  3051. 130527 13:29:54 [Warning] /usr/sbin/mysqld: Forcing close of thread 5  user: 'cmon'
  3052.  
  3053. 130527 13:29:54 [Note] WSREP: dtor state: CONNECTED
  3054. 130527 13:29:54 [Note] WSREP: Closing send monitor...
  3055. 130527 13:29:54 [Note] WSREP: Closed send monitor.
  3056. 130527 13:29:54 [Note] WSREP: apply mon: entered 0
  3057. 130527 13:29:54 [Note] WSREP: apply mon: entered 0
  3058. 130527 13:29:54 [Note] WSREP: mon: entered 14 oooe fraction 0 oool fraction 0
  3059. 130527 13:29:54 [Note] WSREP: cert index usage at exit 0
  3060. 130527 13:29:54 [Note] WSREP: cert trx map usage at exit 0
  3061. 130527 13:29:54 [Note] WSREP: deps set usage at exit 0
  3062. 130527 13:29:54 [Note] WSREP: avg deps dist 0
  3063. 130527 13:29:54 [Note] WSREP: wsdb trx map usage 0 conn query map usage 0
  3064. 130527 13:29:54 [Warning] WSREP: Waiting for 6 items to be fetched.
  3065. 130527 13:31:13 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
  3066. 130527 13:31:13 mysqld_safe WSREP: Running position recovery with --log_error=/tmp/tmp.WYF3wG91Py
  3067. 130527 13:31:21 mysqld_safe WSREP: Recovered position d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0
  3068. 130527 13:31:21 [Note] WSREP: wsrep_start_position var submitted: 'd653b18a-c6bd-11e2-0800-b8dfb9a872c1:0'
  3069. 130527 13:31:21 [Note] WSREP: Read nil XID from storage engines, skipping position init
  3070. 130527 13:31:21 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  3071. 130527 13:31:21 [Note] WSREP: wsrep_load(): Galera 2.3(r143) by Codership Oy <info@codership.com> loaded succesfully.
  3072. 130527 13:31:21 [Note] WSREP: Found saved state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0
  3073. 130527 13:31:21 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  3074. 130527 13:31:21 [Note] WSREP: Passing config to GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.size = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  3075. 130527 13:31:21 [Note] WSREP: Assign initial position for certification: 0, protocol version: -1
  3076. 130527 13:31:21 [Note] WSREP: wsrep_sst_grab()
  3077. 130527 13:31:21 [Note] WSREP: Start replication
  3078. 130527 13:31:21 [Note] WSREP: Setting initial position to d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0
  3079. 130527 13:31:21 [Note] WSREP: protonet asio version 0
  3080. 130527 13:31:21 [Note] WSREP: backend: asio
  3081. 130527 13:31:21 [Note] WSREP: GMCast version 0
  3082. 130527 13:31:21 [Note] WSREP: (f4918dbd-c6c0-11e2-0800-cc46428f90c6, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  3083. 130527 13:31:21 [Note] WSREP: (f4918dbd-c6c0-11e2-0800-cc46428f90c6, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  3084. 130527 13:31:21 [Note] WSREP: EVS version 0
  3085. 130527 13:31:21 [Note] WSREP: PC version 0
  3086. 130527 13:31:21 [Note] WSREP: gcomm: connecting to group 'my_wsrep_cluster', peer '192.168.180.22:4567'
  3087. 130527 13:31:21 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  3088. 130527 13:31:21 [Note] WSREP: view(view_id(PRIM,3be9a498-c6bf-11e2-0800-0dbcd910dcce,18) memb {
  3089.    3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  3090.    f4918dbd-c6c0-11e2-0800-cc46428f90c6,
  3091. } joined {
  3092. } left {
  3093. } partitioned {
  3094. })
  3095. 130527 13:31:22 [Note] WSREP: gcomm: connected
  3096. 130527 13:31:22 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 32636
  3097. 130527 13:31:22 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  3098. 130527 13:31:22 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  3099. 130527 13:31:22 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 2
  3100. 130527 13:31:22 [Note] WSREP: Waiting for SST to complete.
  3101. 130527 13:31:22 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  3102. 130527 13:31:22 [Note] WSREP: STATE EXCHANGE: sent state msg: f626612f-c6c0-11e2-0800-ec624193b995
  3103. 130527 13:31:22 [Note] WSREP: STATE EXCHANGE: got state msg: f626612f-c6c0-11e2-0800-ec624193b995 from 0 (db-node2.lactalis.pyco.be)
  3104. 130527 13:31:22 [Note] WSREP: STATE EXCHANGE: got state msg: f626612f-c6c0-11e2-0800-ec624193b995 from 1 (db-node1.lactalis.pyco.be)
  3105. 130527 13:31:22 [Note] WSREP: Quorum results:
  3106.    version    = 2,
  3107.    component  = PRIMARY,
  3108.    conf_id    = 7,
  3109.    members    = 1/2 (joined/total),
  3110.    act_id     = 0,
  3111.    last_appl. = -1,
  3112.    protocols  = 0/4/2 (gcs/repl/appl),
  3113.    group UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  3114. 130527 13:31:22 [Note] WSREP: Flow-control interval: [23, 23]
  3115. 130527 13:31:22 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 0)
  3116. 130527 13:31:22 [Note] WSREP: State transfer required:
  3117.    Group state: 3bea602c-c6bf-11e2-0800-f7e57343b96d:0
  3118.    Local state: d653b18a-c6bd-11e2-0800-b8dfb9a872c1:0
  3119. 130527 13:31:22 [Note] WSREP: New cluster view: global state: 3bea602c-c6bf-11e2-0800-f7e57343b96d:0, view# 8: Primary, number of nodes: 2, my index: 1, protocol version 2
  3120. 130527 13:31:22 [Warning] WSREP: Gap in state sequence. Need state transfer.
  3121. 130527 13:31:24 [Note] WSREP: Running: 'wsrep_sst_rsync --role 'joiner' --address '192.168.180.21' --auth 'root:YuYx03s12832jfn' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --parent '14945''
  3122. 130527 13:31:24 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  3123. 130527 13:31:24 [Note] WSREP: declaring f79ea3b8-c6c0-11e2-0800-14b130958ce0 stable
  3124. 130527 13:31:24 [Note] WSREP: VIEW(view_id(PRIM,3be9a498-c6bf-11e2-0800-0dbcd910dcce,19) memb {
  3125.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  3126.     f4918dbd-c6c0-11e2-0800-cc46428f90c6,
  3127.     f79ea3b8-c6c0-11e2-0800-14b130958ce0,
  3128. } joined {
  3129. } LEFT {
  3130. } partitioned {
  3131. })
  3132. 130527 13:31:24 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 3
  3133. 130527 13:31:24 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3134. 130527 13:31:24 [Note] WSREP: STATE EXCHANGE: sent state msg: f7b5562b-c6c0-11e2-0800-17da2114a8c8
  3135. 130527 13:31:24 [Note] WSREP: STATE EXCHANGE: got state msg: f7b5562b-c6c0-11e2-0800-17da2114a8c8 FROM 0 (db-node2.lactalis.pyco.be)
  3136. 130527 13:31:24 [Note] WSREP: STATE EXCHANGE: got state msg: f7b5562b-c6c0-11e2-0800-17da2114a8c8 FROM 1 (db-node1.lactalis.pyco.be)
  3137. 130527 13:31:24 [Note] WSREP: Prepared SST request: rsync|192.168.180.21:4444/rsync_sst
  3138. 130527 13:31:24 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3139. 130527 13:31:24 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3140. 130527 13:31:24 [Warning] WSREP: Failed TO PREPARE FOR incremental state transfer: LOCAL state UUID (d653b18a-c6bd-11e2-0800-b8dfb9a872c1) does NOT MATCH GROUP state UUID (3bea602c-c6bf-11e2-0800-f7e57343b96d): 1 (Operation NOT permitted)
  3141.      at galera/src/replicator_str.cpp:prepare_for_IST():442. IST will be unavailable.
  3142. 130527 13:31:24 [Note] WSREP: STATE EXCHANGE: got state msg: f7b5562b-c6c0-11e2-0800-17da2114a8c8 FROM 2 (db-node3.lactalis.pyco.be)
  3143. 130527 13:31:24 [Note] WSREP: Quorum results:
  3144.     version    = 2,
  3145.     component  = PRIMARY,
  3146.     conf_id    = 8,
  3147.     members    = 1/3 (joined/total),
  3148.     act_id     = 0,
  3149.     last_appl. = 0,
  3150.     protocols  = 0/4/2 (gcs/repl/appl),
  3151.     GROUP UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  3152. 130527 13:31:24 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  3153. 130527 13:31:24 [Note] WSREP: Shifting PRIMARY -> PRIMARY (TO: 0)
  3154. 130527 13:31:24 [Note] WSREP: Node 1 (db-node1.lactalis.pyco.be) requested state transfer FROM '*any*'. Selected 0 (db-node2.lactalis.pyco.be)(SYNCED) AS donor.
  3155. 130527 13:31:24 [Note] WSREP: Shifting PRIMARY -> JOINER (TO: 0)
  3156. 130527 13:31:24 [Note] WSREP: Requesting state transfer: success, donor: 0
  3157. 130527 13:31:59 [Note] WSREP: (f4918dbd-c6c0-11e2-0800-cc46428f90c6, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  3158. 130527 13:32:00 [Note] WSREP: (f4918dbd-c6c0-11e2-0800-cc46428f90c6, 'tcp://0.0.0.0:4567') reconnecting TO f79ea3b8-c6c0-11e2-0800-14b130958ce0 (tcp://192.168.180.23:4567), attempt 0
  3159. 130527 13:32:05 [Note] WSREP: evs::proto(f4918dbd-c6c0-11e2-0800-cc46428f90c6, GATHER, view_id(REG,3be9a498-c6bf-11e2-0800-0dbcd910dcce,19)) suspecting node: f79ea3b8-c6c0-11e2-0800-14b130958ce0
  3160. 130527 13:32:05 [Note] WSREP: evs::proto(f4918dbd-c6c0-11e2-0800-cc46428f90c6, GATHER, view_id(REG,3be9a498-c6bf-11e2-0800-0dbcd910dcce,19)) suspecting node: f79ea3b8-c6c0-11e2-0800-14b130958ce0
  3161. 130527 13:32:05 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  3162. 130527 13:32:05 [Note] WSREP: VIEW(view_id(PRIM,3be9a498-c6bf-11e2-0800-0dbcd910dcce,20) memb {
  3163.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  3164.     f4918dbd-c6c0-11e2-0800-cc46428f90c6,
  3165. } joined {
  3166. } LEFT {
  3167. } partitioned {
  3168.     f79ea3b8-c6c0-11e2-0800-14b130958ce0,
  3169. })
  3170. 130527 13:32:05 [Note] WSREP: forgetting f79ea3b8-c6c0-11e2-0800-14b130958ce0 (tcp://192.168.180.23:4567)
  3171. 130527 13:32:05 [Note] WSREP: (f4918dbd-c6c0-11e2-0800-cc46428f90c6, 'tcp://0.0.0.0:4567') turning message relay requesting off
  3172. 130527 13:32:05 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  3173. 130527 13:32:05 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3174. 130527 13:32:05 [Note] WSREP: STATE EXCHANGE: sent state msg: 1028bf5d-c6c1-11e2-0800-0e1f66ffecc7
  3175. 130527 13:32:05 [Note] WSREP: STATE EXCHANGE: got state msg: 1028bf5d-c6c1-11e2-0800-0e1f66ffecc7 FROM 0 (db-node2.lactalis.pyco.be)
  3176. 130527 13:32:05 [Note] WSREP: STATE EXCHANGE: got state msg: 1028bf5d-c6c1-11e2-0800-0e1f66ffecc7 FROM 1 (db-node1.lactalis.pyco.be)
  3177. 130527 13:32:05 [Note] WSREP: Quorum results:
  3178.     version    = 2,
  3179.     component  = PRIMARY,
  3180.     conf_id    = 9,
  3181.     members    = 1/2 (joined/total),
  3182.     act_id     = 0,
  3183.     last_appl. = 0,
  3184.     protocols  = 0/4/2 (gcs/repl/appl),
  3185.     GROUP UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  3186. 130527 13:32:05 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  3187. 130527 13:32:10 [Note] WSREP: remote endpoint tcp://192.168.180.23:4567 changed IDENTITY f79ea3b8-c6c0-11e2-0800-14b130958ce0 -> 12d8f902-c6c1-11e2-0800-47ca8911f944
  3188. 130527 13:32:11 [Note] WSREP: declaring 12d8f902-c6c1-11e2-0800-47ca8911f944 stable
  3189. 130527 13:32:11 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  3190. 130527 13:32:11 [Note] WSREP: VIEW(view_id(PRIM,12d8f902-c6c1-11e2-0800-47ca8911f944,21) memb {
  3191.     12d8f902-c6c1-11e2-0800-47ca8911f944,
  3192.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  3193.     f4918dbd-c6c0-11e2-0800-cc46428f90c6,
  3194. } joined {
  3195. } LEFT {
  3196. } partitioned {
  3197. })
  3198. 130527 13:32:11 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  3199. 130527 13:32:11 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3200. 130527 13:32:11 [Note] WSREP: STATE EXCHANGE: sent state msg: 140b3c30-c6c1-11e2-0800-00f2a776a930
  3201. 130527 13:32:11 [Note] WSREP: STATE EXCHANGE: got state msg: 140b3c30-c6c1-11e2-0800-00f2a776a930 FROM 0 (db-node3.lactalis.pyco.be)
  3202. 130527 13:32:11 [Note] WSREP: STATE EXCHANGE: got state msg: 140b3c30-c6c1-11e2-0800-00f2a776a930 FROM 2 (db-node1.lactalis.pyco.be)
  3203. 130527 13:32:11 [Note] WSREP: STATE EXCHANGE: got state msg: 140b3c30-c6c1-11e2-0800-00f2a776a930 FROM 1 (db-node2.lactalis.pyco.be)
  3204. 130527 13:32:11 [Note] WSREP: Quorum results:
  3205.     version    = 2,
  3206.     component  = PRIMARY,
  3207.     conf_id    = 10,
  3208.     members    = 1/3 (joined/total),
  3209.     act_id     = 0,
  3210.     last_appl. = 0,
  3211.     protocols  = 0/4/2 (gcs/repl/appl),
  3212.     GROUP UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  3213. 130527 13:32:11 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  3214. 130527 13:39:58 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  3215. Parent mysqld process (PID:14945) TERMINATED unexpectedly.
  3216. WSREP_SST: [INFO] Joiner cleanup. (20130527 13:39:59.708)
  3217.  done.
  3218. 130527 13:40:30 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  3219. 130527 13:40:30 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.3vNH2llFgb
  3220. 130527 13:40:54 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  3221. 130527 13:40:54 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  3222. 130527 13:40:54 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  3223. 130527 13:40:54 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  3224. 130527 13:40:54 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  3225. 130527 13:40:54 [Warning] WSREP: Could NOT OPEN saved state file FOR reading: /var/lib/mysql//grastate.dat
  3226. 130527 13:40:54 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  3227. 130527 13:40:54 [Note] WSREP: Preallocating 34359739688/34359739688 bytes IN '/var/lib/galeracache//galera.cache'...
  3228. 130527 13:40:54 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  3229. 130527 13:40:54 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  3230. 130527 13:40:54 [Note] WSREP: wsrep_sst_grab()
  3231. 130527 13:40:54 [Note] WSREP: START replication
  3232. 130527 13:40:54 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  3233. 130527 13:40:54 [Note] WSREP: protonet asio version 0
  3234. 130527 13:40:54 [Note] WSREP: backend: asio
  3235. 130527 13:40:54 [Note] WSREP: GMCast version 0
  3236. 130527 13:40:54 [Note] WSREP: (4a2a289e-c6c2-11e2-0800-9773f7e64764, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  3237. 130527 13:40:54 [Note] WSREP: (4a2a289e-c6c2-11e2-0800-9773f7e64764, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  3238. 130527 13:40:54 [Note] WSREP: EVS version 0
  3239. 130527 13:40:54 [Note] WSREP: PC version 0
  3240. 130527 13:40:54 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.22:4567'
  3241. 130527 13:40:54 [Note] WSREP: (4a2a289e-c6c2-11e2-0800-9773f7e64764, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  3242. 130527 13:40:54 [Note] WSREP: (4a2a289e-c6c2-11e2-0800-9773f7e64764, 'tcp://0.0.0.0:4567') turning message relay requesting off
  3243. 130527 13:40:54 [Note] WSREP: declaring 12d8f902-c6c1-11e2-0800-47ca8911f944 stable
  3244. 130527 13:40:54 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  3245. 130527 13:40:54 [Note] WSREP: VIEW(view_id(PRIM,12d8f902-c6c1-11e2-0800-47ca8911f944,23) memb {
  3246.     12d8f902-c6c1-11e2-0800-47ca8911f944,
  3247.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  3248.     4a2a289e-c6c2-11e2-0800-9773f7e64764,
  3249. } joined {
  3250. } LEFT {
  3251. } partitioned {
  3252. })
  3253. 130527 13:40:55 [Note] WSREP: gcomm: connected
  3254. 130527 13:40:55 [Note] WSREP: Changing maximum packet SIZE TO 64500, resulting msg SIZE: 32636
  3255. 130527 13:40:55 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  3256. 130527 13:40:55 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  3257. 130527 13:40:55 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  3258. 130527 13:40:55 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3259. 130527 13:40:55 [Note] WSREP: Waiting FOR SST TO complete.
  3260. 130527 13:40:55 [Note] WSREP: STATE EXCHANGE: sent state msg: 4bf49113-c6c2-11e2-0800-bd9493fe4313
  3261. 130527 13:40:55 [Note] WSREP: STATE EXCHANGE: got state msg: 4bf49113-c6c2-11e2-0800-bd9493fe4313 FROM 0 (db-node3.lactalis.pyco.be)
  3262. 130527 13:40:55 [Note] WSREP: STATE EXCHANGE: got state msg: 4bf49113-c6c2-11e2-0800-bd9493fe4313 FROM 1 (db-node2.lactalis.pyco.be)
  3263. 130527 13:40:55 [Note] WSREP: STATE EXCHANGE: got state msg: 4bf49113-c6c2-11e2-0800-bd9493fe4313 FROM 2 (db-node1.lactalis.pyco.be)
  3264. 130527 13:40:55 [Note] WSREP: Quorum results:
  3265.     version    = 2,
  3266.     component  = PRIMARY,
  3267.     conf_id    = 12,
  3268.     members    = 1/3 (joined/total),
  3269.     act_id     = 1,
  3270.     last_appl. = -1,
  3271.     protocols  = 0/4/2 (gcs/repl/appl),
  3272.     GROUP UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  3273. 130527 13:40:55 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  3274. 130527 13:40:55 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 1)
  3275. 130527 13:40:55 [Note] WSREP: State transfer required:
  3276.     GROUP state: 3bea602c-c6bf-11e2-0800-f7e57343b96d:1
  3277.     LOCAL state: 00000000-0000-0000-0000-000000000000:-1
  3278. 130527 13:40:55 [Note] WSREP: NEW cluster VIEW: global state: 3bea602c-c6bf-11e2-0800-f7e57343b96d:1, VIEW# 13: PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version 2
  3279. 130527 13:40:55 [Warning] WSREP: Gap IN state SEQUENCE. Need state transfer.
  3280. 130527 13:40:57 [Note] WSREP: Running: 'wsrep_sst_rsync --role 'joiner' --address '192.168.180.21' --auth 'root:YuYx03s12832jfn' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --parent '18839''
  3281. 130527 13:40:57 [Note] WSREP: Prepared SST request: rsync|192.168.180.21:4444/rsync_sst
  3282. 130527 13:40:57 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3283. 130527 13:40:57 [Note] WSREP: Assign initial POSITION FOR certification: 1, protocol version: 2
  3284. 130527 13:40:57 [Warning] WSREP: Failed TO PREPARE FOR incremental state transfer: LOCAL state UUID (00000000-0000-0000-0000-000000000000) does NOT MATCH GROUP state UUID (3bea602c-c6bf-11e2-0800-f7e57343b96d): 1 (Operation NOT permitted)
  3285.      at galera/src/replicator_str.cpp:prepare_for_IST():442. IST will be unavailable.
  3286. 130527 13:40:57 [Note] WSREP: Requesting state transfer failed: -11(Resource temporarily unavailable). Will keep retrying every 1 SECOND(s)
  3287. 130527 13:41:10 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  3288. Parent mysqld process (PID:18839) TERMINATED unexpectedly.
  3289. WSREP_SST: [INFO] Joiner cleanup. (20130527 13:41:11.061)
  3290.  done.
  3291. 130527 13:41:55 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  3292. 130527 13:41:55 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.o4tNbFTnSM
  3293. 130527 13:42:15 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  3294. 130527 13:42:15 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.N7k72CfgPj
  3295. 130527 13:42:16 mysqld_safe WSREP: Failed TO recover POSITION:  130527 13:42:15 [Note] Plugin 'FEDERATED' IS disabled. 130527 13:42:15 InnoDB: The InnoDB memory heap IS disabled 130527 13:42:15 InnoDB: Mutexes AND rw_locks USE GCC atomic builtins 130527 13:42:15 InnoDB: Compressed TABLES USE zlib 1.2.3 130527 13:42:15 InnoDB: USING Linux native AIO 130527 13:42:15 InnoDB: Initializing buffer pool, SIZE = 5.8G 130527 13:42:16 InnoDB: Completed initialization OF buffer pool InnoDB: Unable TO LOCK ./ib_logfile1, error: 11 InnoDB: CHECK that you do NOT already have another mysqld process InnoDB: USING the same InnoDB DATA OR log files. InnoDB: Error IN opening ./ib_logfile1 130527 13:42:16 [ERROR] Plugin 'InnoDB' init FUNCTION returned error. 130527 13:42:16 [ERROR] Plugin 'InnoDB' registration AS a STORAGE ENGINE failed. 130527 13:42:16 [ERROR] UNKNOWN/unsupported storage engine: InnoDB 130527 13:42:16 [ERROR] Aborting 130527 13:42:16 [Note] /usr/sbin/mysqld: Shutdown complete
  3296. 130527 13:42:16 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  3297. 130527 13:42:16 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  3298. 130527 13:42:16 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  3299. 130527 13:42:16 [Warning] WSREP: Could NOT OPEN saved state file FOR reading: /var/lib/mysql//grastate.dat
  3300. 130527 13:42:16 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  3301. 130527 13:42:16 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  3302. 130527 13:42:16 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  3303. 130527 13:42:16 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  3304. 130527 13:42:16 [Note] WSREP: wsrep_sst_grab()
  3305. 130527 13:42:16 [Note] WSREP: START replication
  3306. 130527 13:42:16 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  3307. 130527 13:42:16 [Note] WSREP: protonet asio version 0
  3308. 130527 13:42:16 [Note] WSREP: backend: asio
  3309. 130527 13:42:16 [Note] WSREP: GMCast version 0
  3310. 130527 13:42:16 [Note] WSREP: (7b41e4c5-c6c2-11e2-0800-b6fc92c4bca9, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  3311. 130527 13:42:16 [Note] WSREP: (7b41e4c5-c6c2-11e2-0800-b6fc92c4bca9, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  3312. 130527 13:42:16 [Note] WSREP: EVS version 0
  3313. 130527 13:42:16 [Note] WSREP: PC version 0
  3314. 130527 13:42:16 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer ''
  3315. 130527 13:42:16 [Note] WSREP: VIEW(view_id(PRIM,7b41e4c5-c6c2-11e2-0800-b6fc92c4bca9,1) memb {
  3316.     7b41e4c5-c6c2-11e2-0800-b6fc92c4bca9,
  3317. } joined {
  3318. } LEFT {
  3319. } partitioned {
  3320. })
  3321. 130527 13:42:16 [Note] WSREP: gcomm: connected
  3322. 130527 13:42:16 [Note] WSREP: Changing maximum packet SIZE TO 64500, resulting msg SIZE: 32636
  3323. 130527 13:42:16 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  3324. 130527 13:42:16 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  3325. 130527 13:42:16 [Note] WSREP: Waiting FOR SST TO complete.
  3326. 130527 13:42:16 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 0, memb_num = 1
  3327. 130527 13:42:16 [Note] WSREP: Starting NEW GROUP FROM scratch: 7b42b0a5-c6c2-11e2-0800-2f55ed3b70cf
  3328. 130527 13:42:16 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 7b42d1da-c6c2-11e2-0800-97c3a29c5a06
  3329. 130527 13:42:16 [Note] WSREP: STATE EXCHANGE: sent state msg: 7b42d1da-c6c2-11e2-0800-97c3a29c5a06
  3330. 130527 13:42:16 [Note] WSREP: STATE EXCHANGE: got state msg: 7b42d1da-c6c2-11e2-0800-97c3a29c5a06 FROM 0 (db-node1.lactalis.pyco.be)
  3331. 130527 13:42:16 [Note] WSREP: Quorum results:
  3332.     version    = 2,
  3333.     component  = PRIMARY,
  3334.     conf_id    = 0,
  3335.     members    = 1/1 (joined/total),
  3336.     act_id     = 0,
  3337.     last_appl. = -1,
  3338.     protocols  = 0/4/2 (gcs/repl/appl),
  3339.     GROUP UUID = 7b42b0a5-c6c2-11e2-0800-2f55ed3b70cf
  3340. 130527 13:42:16 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  3341. 130527 13:42:16 [Note] WSREP: Restored state OPEN -> JOINED (0)
  3342. 130527 13:42:16 [Note] WSREP: Member 0 (db-node1.lactalis.pyco.be) synced WITH GROUP.
  3343. 130527 13:42:16 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  3344. 130527 13:42:16 [Note] WSREP: NEW cluster VIEW: global state: 7b42b0a5-c6c2-11e2-0800-2f55ed3b70cf:0, VIEW# 1: PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  3345. 130527 13:42:16 [Note] WSREP: SST complete, seqno: 0
  3346. 130527 13:42:16 [Note] Plugin 'FEDERATED' IS disabled.
  3347. 130527 13:42:16 InnoDB: The InnoDB memory heap IS disabled
  3348. 130527 13:42:16 InnoDB: Mutexes AND rw_locks USE GCC atomic builtins
  3349. 130527 13:42:16 InnoDB: Compressed TABLES USE zlib 1.2.3
  3350. 130527 13:42:16 InnoDB: USING Linux native AIO
  3351. 130527 13:42:16 InnoDB: Initializing buffer pool, SIZE = 5.8G
  3352. 130527 13:42:17 InnoDB: Completed initialization OF buffer pool
  3353. InnoDB: Unable TO LOCK ./ib_logfile1, error: 11
  3354. InnoDB: CHECK that you do NOT already have another mysqld process
  3355. InnoDB: USING the same InnoDB DATA OR log files.
  3356. InnoDB: Error IN opening ./ib_logfile1
  3357. 130527 13:42:17 [ERROR] Plugin 'InnoDB' init FUNCTION returned error.
  3358. 130527 13:42:17 [ERROR] Plugin 'InnoDB' registration AS a STORAGE ENGINE failed.
  3359. 130527 13:42:17 [ERROR] UNKNOWN/unsupported storage engine: InnoDB
  3360. 130527 13:42:17 [ERROR] Aborting
  3361.  
  3362. 130527 13:42:19 [Note] WSREP: Closing send monitor...
  3363. 130527 13:42:19 [Note] WSREP: Closed send monitor.
  3364. 130527 13:42:19 [Note] WSREP: gcomm: terminating thread
  3365. 130527 13:42:19 [Note] WSREP: gcomm: joining thread
  3366. 130527 13:42:19 [Note] WSREP: gcomm: closing backend
  3367. 130527 13:42:19 [Note] WSREP: VIEW((empty))
  3368. 130527 13:42:19 [Note] WSREP: Received self-leave message.
  3369. 130527 13:42:19 [Note] WSREP: gcomm: closed
  3370. 130527 13:42:19 [Note] WSREP: Flow-control INTERVAL: [0, 0]
  3371. 130527 13:42:19 [Note] WSREP: Received SELF-LEAVE. Closing connection.
  3372. 130527 13:42:19 [Note] WSREP: Shifting SYNCED -> CLOSED (TO: 0)
  3373. 130527 13:42:19 [Note] WSREP: RECV thread exiting 0: Success
  3374. 130527 13:42:19 [Note] WSREP: recv_thread() joined.
  3375. 130527 13:42:19 [Note] WSREP: Closing slave action queue.
  3376. 130527 13:42:19 [Note] WSREP: Service disconnected.
  3377. 130527 13:42:19 [Note] WSREP: rollbacker thread exiting
  3378. 130527 13:42:20 [Note] WSREP: SOME threads may fail TO exit.
  3379. 130527 13:42:20 [Note] /usr/sbin/mysqld: Shutdown complete
  3380.  
  3381. 130527 13:42:24 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  3382. 130527 13:42:24 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  3383. 130527 13:42:24 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  3384. 130527 13:42:24 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  3385. 130527 13:42:24 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  3386. 130527 13:42:24 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  3387. 130527 13:42:24 [Note] WSREP: Reusing existing '/var/lib/galeracache//galera.cache'.
  3388. 130527 13:42:24 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  3389. 130527 13:42:24 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  3390. 130527 13:42:24 [Note] WSREP: wsrep_sst_grab()
  3391. 130527 13:42:24 [Note] WSREP: START replication
  3392. 130527 13:42:24 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  3393. 130527 13:42:24 [Note] WSREP: protonet asio version 0
  3394. 130527 13:42:24 [Note] WSREP: backend: asio
  3395. 130527 13:42:24 [Note] WSREP: GMCast version 0
  3396. 130527 13:42:24 [Note] WSREP: (7ff4ee24-c6c2-11e2-0800-fc0bf524e95c, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  3397. 130527 13:42:24 [Note] WSREP: (7ff4ee24-c6c2-11e2-0800-fc0bf524e95c, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  3398. 130527 13:42:24 [Note] WSREP: EVS version 0
  3399. 130527 13:42:24 [Note] WSREP: PC version 0
  3400. 130527 13:42:24 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer '192.168.180.22:4567'
  3401. 130527 13:42:24 [Note] WSREP: (7ff4ee24-c6c2-11e2-0800-fc0bf524e95c, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  3402. 130527 13:42:25 [Note] WSREP: (7ff4ee24-c6c2-11e2-0800-fc0bf524e95c, 'tcp://0.0.0.0:4567') cleaning up established 0x13e32f0 which IS duplicate OF 0x13f5720
  3403. 130527 13:42:25 [Note] WSREP: (7ff4ee24-c6c2-11e2-0800-fc0bf524e95c, 'tcp://0.0.0.0:4567') turning message relay requesting off
  3404. 130527 13:42:25 [Note] WSREP: declaring 12d8f902-c6c1-11e2-0800-47ca8911f944 stable
  3405. 130527 13:42:25 [Note] WSREP: declaring 3be9a498-c6bf-11e2-0800-0dbcd910dcce stable
  3406. 130527 13:42:25 [Note] WSREP: VIEW(view_id(PRIM,12d8f902-c6c1-11e2-0800-47ca8911f944,25) memb {
  3407.     12d8f902-c6c1-11e2-0800-47ca8911f944,
  3408.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  3409.     7ff4ee24-c6c2-11e2-0800-fc0bf524e95c,
  3410. } joined {
  3411. } LEFT {
  3412. } partitioned {
  3413. })
  3414. Error IN my_thread_global_end(): 2 threads didn't exit
  3415. 130527 13:42:25 [Note] WSREP: gcomm: connected
  3416. 130527 13:42:25 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 32636
  3417. 130527 13:42:25 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  3418. 130527 13:42:25 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  3419. 130527 13:42:25 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 2, memb_num = 3
  3420. 130527 13:42:25 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  3421. 130527 13:42:25 [Note] WSREP: STATE EXCHANGE: sent state msg: 82041047-c6c2-11e2-0800-5bd6a701e188
  3422. 130527 13:42:25 [Note] WSREP: STATE EXCHANGE: got state msg: 82041047-c6c2-11e2-0800-5bd6a701e188 from 0 (db-node3.lactalis.pyco.be)
  3423. 130527 13:42:25 [Note] WSREP: STATE EXCHANGE: got state msg: 82041047-c6c2-11e2-0800-5bd6a701e188 from 1 (db-node2.lactalis.pyco.be)
  3424. 130527 13:42:25 [Note] WSREP: Waiting for SST to complete.
  3425. 130527 13:42:25 [Note] WSREP: STATE EXCHANGE: got state msg: 82041047-c6c2-11e2-0800-5bd6a701e188 from 2 (db-node1.lactalis.pyco.be)
  3426. 130527 13:42:25 [Note] WSREP: Quorum results:
  3427.    version    = 2,
  3428.    component  = PRIMARY,
  3429.    conf_id    = 14,
  3430.    members    = 1/3 (joined/total),
  3431.    act_id     = 1,
  3432.    last_appl. = -1,
  3433.    protocols  = 0/4/2 (gcs/repl/appl),
  3434.    group UUID = 3bea602c-c6bf-11e2-0800-f7e57343b96d
  3435. 130527 13:42:25 [Note] WSREP: Flow-control interval: [28, 28]
  3436. 130527 13:42:25 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 1)
  3437. 130527 13:42:25 [Note] WSREP: State transfer required:
  3438.    Group state: 3bea602c-c6bf-11e2-0800-f7e57343b96d:1
  3439.    Local state: 00000000-0000-0000-0000-000000000000:-1
  3440. 130527 13:42:25 [Note] WSREP: New cluster view: global state: 3bea602c-c6bf-11e2-0800-f7e57343b96d:1, view# 15: Primary, number of nodes: 3, my index: 2, protocol version 2
  3441. 130527 13:42:25 [Warning] WSREP: Gap in state sequence. Need state transfer.
  3442. 130527 13:42:25 mysqld_safe mysqld from pid file /var/lib/mysql/mysqld.pid ended
  3443. 130527 13:42:27 [Note] WSREP: Running: 'wsrep_sst_rsync --role 'joiner' --address '192.168.180.21' --auth 'root:YuYx03s12832jfn' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --parent '20952''
  3444. 130527 13:42:27 [Note] WSREP: Prepared SST request: rsync|192.168.180.21:4444/rsync_sst
  3445. 130527 13:42:27 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3446. 130527 13:42:27 [Note] WSREP: Assign initial POSITION FOR certification: 1, protocol version: 2
  3447. 130527 13:42:27 [Warning] WSREP: Failed TO PREPARE FOR incremental state transfer: LOCAL state UUID (00000000-0000-0000-0000-000000000000) does NOT MATCH GROUP state UUID (3bea602c-c6bf-11e2-0800-f7e57343b96d): 1 (Operation NOT permitted)
  3448.      at galera/src/replicator_str.cpp:prepare_for_IST():442. IST will be unavailable.
  3449. 130527 13:42:27 [Note] WSREP: Requesting state transfer failed: -11(Resource temporarily unavailable). Will keep retrying every 1 SECOND(s)
  3450. 130527 13:44:25 mysqld_safe mysqld FROM pid file /var/lib/mysql/mysqld.pid ended
  3451. Parent mysqld process (PID:20952) TERMINATED unexpectedly.
  3452. WSREP_SST: [INFO] Joiner cleanup. (20130527 13:44:26.356)
  3453.  done.
  3454. 130527 13:45:00 mysqld_safe Starting mysqld daemon WITH DATABASES FROM /var/lib/mysql
  3455. 130527 13:45:00 mysqld_safe WSREP: Running POSITION recovery WITH --log_error=/tmp/tmp.qkBwbGQWtM
  3456. 130527 13:45:33 mysqld_safe WSREP: Recovered POSITION 00000000-0000-0000-0000-000000000000:-1
  3457. 130527 13:45:33 [Note] WSREP: wsrep_start_position var submitted: '00000000-0000-0000-0000-000000000000:-1'
  3458. 130527 13:45:33 [Note] WSREP: READ nil XID FROM storage engines, skipping POSITION init
  3459. 130527 13:45:33 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
  3460. 130527 13:45:33 [Note] WSREP: wsrep_load(): Galera 2.3(r143) BY Codership Oy <info@codership.com> loaded succesfully.
  3461. 130527 13:45:33 [Warning] WSREP: Could NOT OPEN saved state file FOR reading: /var/lib/mysql//grastate.dat
  3462. 130527 13:45:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
  3463. 130527 13:45:33 [Note] WSREP: Preallocating 34359739688/34359739688 bytes IN '/var/lib/galeracache//galera.cache'...
  3464. 130527 13:45:34 [Note] WSREP: Passing config TO GCS: base_host = 192.168.180.21; base_port = 4567; cert.log_conflicts = no; gcache.dir = /var/lib/galeracache/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/galeracache//galera.cache; gcache.page_size = 128M; gcache.SIZE = 32768M; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 16; gcs.fc_master_slave = NO; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = NO; replicator.causal_read_timeout = PT30S; replicator.commit_order = 3
  3465. 130527 13:45:34 [Note] WSREP: Assign initial POSITION FOR certification: -1, protocol version: -1
  3466. 130527 13:45:34 [Note] WSREP: wsrep_sst_grab()
  3467. 130527 13:45:34 [Note] WSREP: START replication
  3468. 130527 13:45:34 [Note] WSREP: Setting initial POSITION TO 00000000-0000-0000-0000-000000000000:-1
  3469. 130527 13:45:34 [Note] WSREP: protonet asio version 0
  3470. 130527 13:45:34 [Note] WSREP: backend: asio
  3471. 130527 13:45:34 [Note] WSREP: GMCast version 0
  3472. 130527 13:45:34 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
  3473. 130527 13:45:34 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
  3474. 130527 13:45:34 [Note] WSREP: EVS version 0
  3475. 130527 13:45:34 [Note] WSREP: PC version 0
  3476. 130527 13:45:34 [Note] WSREP: gcomm: connecting TO GROUP 'my_wsrep_cluster', peer ''
  3477. 130527 13:45:34 [Note] WSREP: VIEW(view_id(PRIM,f0fda968-c6c2-11e2-0800-b7c68555b5b9,1) memb {
  3478.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3479. } joined {
  3480. } LEFT {
  3481. } partitioned {
  3482. })
  3483. 130527 13:45:34 [Note] WSREP: gcomm: connected
  3484. 130527 13:45:34 [Note] WSREP: Changing maximum packet SIZE TO 64500, resulting msg SIZE: 32636
  3485. 130527 13:45:34 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
  3486. 130527 13:45:34 [Note] WSREP: Opened channel 'my_wsrep_cluster'
  3487. 130527 13:45:34 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 0, memb_num = 1
  3488. 130527 13:45:34 [Note] WSREP: Waiting FOR SST TO complete.
  3489. 130527 13:45:34 [Note] WSREP: Starting NEW GROUP FROM scratch: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3490. 130527 13:45:34 [Note] WSREP: STATE_EXCHANGE: sent state UUID: f0fe8d71-c6c2-11e2-0800-d3a28579b128
  3491. 130527 13:45:34 [Note] WSREP: STATE EXCHANGE: sent state msg: f0fe8d71-c6c2-11e2-0800-d3a28579b128
  3492. 130527 13:45:34 [Note] WSREP: STATE EXCHANGE: got state msg: f0fe8d71-c6c2-11e2-0800-d3a28579b128 FROM 0 (db-node1.lactalis.pyco.be)
  3493. 130527 13:45:34 [Note] WSREP: Quorum results:
  3494.     version    = 2,
  3495.     component  = PRIMARY,
  3496.     conf_id    = 0,
  3497.     members    = 1/1 (joined/total),
  3498.     act_id     = 0,
  3499.     last_appl. = -1,
  3500.     protocols  = 0/4/2 (gcs/repl/appl),
  3501.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3502. 130527 13:45:34 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  3503. 130527 13:45:34 [Note] WSREP: Restored state OPEN -> JOINED (0)
  3504. 130527 13:45:34 [Note] WSREP: Member 0 (db-node1.lactalis.pyco.be) synced WITH GROUP.
  3505. 130527 13:45:34 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  3506. 130527 13:45:34 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0, VIEW# 1: PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  3507. 130527 13:45:34 [Note] WSREP: SST complete, seqno: 0
  3508. 130527 13:45:34 [Note] Plugin 'FEDERATED' IS disabled.
  3509. 130527 13:45:34 InnoDB: The InnoDB memory heap IS disabled
  3510. 130527 13:45:34 InnoDB: Mutexes AND rw_locks USE GCC atomic builtins
  3511. 130527 13:45:34 InnoDB: Compressed TABLES USE zlib 1.2.3
  3512. 130527 13:45:34 InnoDB: USING Linux native AIO
  3513. 130527 13:45:34 InnoDB: Initializing buffer pool, SIZE = 5.8G
  3514. 130527 13:45:35 InnoDB: Completed initialization OF buffer pool
  3515. 130527 13:45:35 InnoDB: highest supported file format IS Barracuda.
  3516. 130527 13:45:35  InnoDB: Waiting FOR the background threads TO START
  3517. 130527 13:45:36 Percona XtraDB (http://www.percona.com) 1.1.8-rel29.1 started; log SEQUENCE NUMBER 1598122
  3518. 130527 13:45:36 [Note] Server hostname (bind-address): '0.0.0.0'; port: 3306
  3519. 130527 13:45:36 [Note]   - '0.0.0.0' resolves TO '0.0.0.0';
  3520. 130527 13:45:36 [Note] Server socket created ON IP: '0.0.0.0'.
  3521. 130527 13:45:36 [Warning] 'proxies_priv' entry '@ root@db-node1.lactalis.pyco.be' ignored IN --skip-name-resolve mode.
  3522. 130527 13:45:36 [Note] Event Scheduler: Loaded 0 events
  3523. 130527 13:45:36 [Note] /usr/sbin/mysqld: ready FOR connections.
  3524. Version: '5.5.29'  socket: '/var/lib/mysql/mysql.sock'  port: 3306  Percona XtraDB Cluster (GPL), wsrep_23.7.2.r3843
  3525. 130527 13:45:36 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3526. 130527 13:45:36 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3527. 130527 13:45:36 [Note] WSREP: Synchronized WITH GROUP, ready FOR connections
  3528. 130527 13:45:36 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3529. 130527 13:48:20 [Note] WSREP: declaring 54d3d2ef-c6c3-11e2-0800-ca6dd97babea stable
  3530. 130527 13:48:20 [Note] WSREP: VIEW(view_id(PRIM,54d3d2ef-c6c3-11e2-0800-ca6dd97babea,2) memb {
  3531.     54d3d2ef-c6c3-11e2-0800-ca6dd97babea,
  3532.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3533. } joined {
  3534. } LEFT {
  3535. } partitioned {
  3536. })
  3537. 130527 13:48:20 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  3538. 130527 13:48:20 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3539. 130527 13:48:20 [Note] WSREP: STATE EXCHANGE: sent state msg: 556d0430-c6c3-11e2-0800-47002ee6decb
  3540. 130527 13:48:20 [Note] WSREP: STATE EXCHANGE: got state msg: 556d0430-c6c3-11e2-0800-47002ee6decb FROM 0 (db-node2.lactalis.pyco.be)
  3541. 130527 13:48:20 [Note] WSREP: STATE EXCHANGE: got state msg: 556d0430-c6c3-11e2-0800-47002ee6decb FROM 1 (db-node1.lactalis.pyco.be)
  3542. 130527 13:48:20 [Note] WSREP: Quorum results:
  3543.     version    = 2,
  3544.     component  = PRIMARY,
  3545.     conf_id    = 1,
  3546.     members    = 1/2 (joined/total),
  3547.     act_id     = 0,
  3548.     last_appl. = 0,
  3549.     protocols  = 0/4/2 (gcs/repl/appl),
  3550.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3551. 130527 13:48:20 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  3552. 130527 13:48:20 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0, VIEW# 2: PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  3553. 130527 13:48:20 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3554. 130527 13:48:20 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3555. 130527 13:48:20 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  3556. 130527 13:48:21 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  3557. 130527 13:48:21 [Note] WSREP: declaring 12d8f902-c6c1-11e2-0800-47ca8911f944 stable
  3558. 130527 13:48:21 [Note] WSREP: declaring 54d3d2ef-c6c3-11e2-0800-ca6dd97babea stable
  3559. 130527 13:48:21 [Note] WSREP: VIEW(view_id(PRIM,12d8f902-c6c1-11e2-0800-47ca8911f944,28) memb {
  3560.     12d8f902-c6c1-11e2-0800-47ca8911f944,
  3561.     54d3d2ef-c6c3-11e2-0800-ca6dd97babea,
  3562.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3563. } joined {
  3564. } LEFT {
  3565. } partitioned {
  3566.     3be9a498-c6bf-11e2-0800-0dbcd910dcce,
  3567. })
  3568. 130527 13:48:21 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  3569. 130527 13:48:21 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3570. 130527 13:48:21 [Note] WSREP: STATE EXCHANGE: sent state msg: 55f1bb0f-c6c3-11e2-0800-073d61e832c3
  3571. 130527 13:48:21 [Note] WSREP: STATE EXCHANGE: got state msg: 55f1bb0f-c6c3-11e2-0800-073d61e832c3 FROM 0 (db-node3.lactalis.pyco.be)
  3572. 130527 13:48:21 [Note] WSREP: STATE EXCHANGE: got state msg: 55f1bb0f-c6c3-11e2-0800-073d61e832c3 FROM 1 (db-node2.lactalis.pyco.be)
  3573. 130527 13:48:21 [Note] WSREP: STATE EXCHANGE: got state msg: 55f1bb0f-c6c3-11e2-0800-073d61e832c3 FROM 2 (db-node1.lactalis.pyco.be)
  3574. 130527 13:48:21 [Note] WSREP: Quorum results:
  3575.     version    = 2,
  3576.     component  = PRIMARY,
  3577.     conf_id    = 2,
  3578.     members    = 1/3 (joined/total),
  3579.     act_id     = 0,
  3580.     last_appl. = 0,
  3581.     protocols  = 0/4/2 (gcs/repl/appl),
  3582.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3583. 130527 13:48:21 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  3584. 130527 13:48:21 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0, VIEW# 3: PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version 2
  3585. 130527 13:48:21 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3586. 130527 13:48:21 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3587. 130527 13:48:22 [Note] WSREP: Node 1 (db-node2.lactalis.pyco.be) requested state transfer FROM '*any*'. Selected 2 (db-node1.lactalis.pyco.be)(SYNCED) AS donor.
  3588. 130527 13:48:22 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 0)
  3589. 130527 13:48:22 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3590. 130527 13:48:22 [Note] WSREP: Running: 'wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0''
  3591. 130527 13:48:22 [Note] WSREP: sst_donor_thread signaled WITH 0
  3592. 130527 13:48:22 [Note] WSREP: Flushing TABLES FOR SST...
  3593. 130527 13:48:22 [Note] WSREP: Provider paused at f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0
  3594. 130527 13:48:22 [Note] WSREP: TABLES flushed.
  3595. 130527 14:01:29 mysqld_safe A mysqld process already EXISTS
  3596. 130527 14:03:22 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  3597. 130527 14:03:23 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 54d3d2ef-c6c3-11e2-0800-ca6dd97babea (tcp://192.168.180.22:4567), attempt 0
  3598. 130527 14:03:26 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, OPERATIONAL, view_id(REG,12d8f902-c6c1-11e2-0800-47ca8911f944,28)) suspecting node: 54d3d2ef-c6c3-11e2-0800-ca6dd97babea
  3599. 130527 14:03:27 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,12d8f902-c6c1-11e2-0800-47ca8911f944,28)) suspecting node: 54d3d2ef-c6c3-11e2-0800-ca6dd97babea
  3600. 130527 14:03:27 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,12d8f902-c6c1-11e2-0800-47ca8911f944,28)) suspecting node: 54d3d2ef-c6c3-11e2-0800-ca6dd97babea
  3601. 130527 14:03:27 [Note] WSREP: declaring 12d8f902-c6c1-11e2-0800-47ca8911f944 stable
  3602. 130527 14:03:27 [Note] WSREP: VIEW(view_id(PRIM,12d8f902-c6c1-11e2-0800-47ca8911f944,29) memb {
  3603.     12d8f902-c6c1-11e2-0800-47ca8911f944,
  3604.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3605. } joined {
  3606. } LEFT {
  3607. } partitioned {
  3608.     54d3d2ef-c6c3-11e2-0800-ca6dd97babea,
  3609. })
  3610. 130527 14:03:27 [Note] WSREP: forgetting 54d3d2ef-c6c3-11e2-0800-ca6dd97babea (tcp://192.168.180.22:4567)
  3611. 130527 14:03:27 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  3612. 130527 14:03:27 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  3613. 130527 14:03:27 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3614. 130527 14:03:27 [Note] WSREP: STATE EXCHANGE: sent state msg: 7226f124-c6c5-11e2-0800-8708f51f6f83
  3615. 130527 14:03:27 [Note] WSREP: STATE EXCHANGE: got state msg: 7226f124-c6c5-11e2-0800-8708f51f6f83 FROM 0 (db-node3.lactalis.pyco.be)
  3616. 130527 14:03:27 [Note] WSREP: STATE EXCHANGE: got state msg: 7226f124-c6c5-11e2-0800-8708f51f6f83 FROM 1 (db-node1.lactalis.pyco.be)
  3617. 130527 14:03:27 [Note] WSREP: Quorum results:
  3618.     version    = 2,
  3619.     component  = PRIMARY,
  3620.     conf_id    = 3,
  3621.     members    = 1/2 (joined/total),
  3622.     act_id     = 0,
  3623.     last_appl. = 0,
  3624.     protocols  = 0/4/2 (gcs/repl/appl),
  3625.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3626. 130527 14:03:27 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  3627. 130527 14:03:33 [Note] WSREP:  cleaning up 54d3d2ef-c6c3-11e2-0800-ca6dd97babea (tcp://192.168.180.22:4567)
  3628. rsync: writefd_unbuffered failed TO WRITE 4 bytes TO socket [sender]: Connection reset BY peer (104)
  3629. rsync: connection unexpectedly closed (328 bytes received so far) [sender]
  3630. rsync error: error IN rsync protocol DATA stream (code 12) at io.c(600) [sender=3.0.6]
  3631. rsync returned code 12:
  3632. WSREP_SST: [ERROR] rsync server ON the other END has incompatible protocol.  Make sure you have the same version OF rsync ON ALL nodes. (20130527 14:03:52.229)
  3633. 130527 14:03:52 [ERROR] WSREP: Failed TO READ FROM: wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0'
  3634. 130527 14:03:52 [Note] WSREP: Provider resumed.
  3635. 130527 14:03:52 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0, VIEW# 4: PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  3636. 130527 14:03:52 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3637. 130527 14:03:52 [ERROR] WSREP: Process completed WITH error: wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0': 71 (Protocol error)
  3638. 130527 14:03:52 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3639. 130527 14:03:52 [Warning] WSREP: Could NOT find peer: 54d3d2ef-c6c3-11e2-0800-ca6dd97babea
  3640. 130527 14:03:52 [Warning] WSREP: 1 (db-node1.lactalis.pyco.be): State transfer TO -1 (LEFT the GROUP) failed: -1 (Operation NOT permitted)
  3641. 130527 14:03:52 [Note] WSREP: Shifting DONOR/DESYNCED -> JOINED (TO: 0)
  3642. 130527 14:03:52 [Note] WSREP: Member 1 (db-node1.lactalis.pyco.be) synced WITH GROUP.
  3643. 130527 14:03:52 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  3644. 130527 14:03:52 [Note] WSREP: Synchronized WITH GROUP, ready FOR connections
  3645. 130527 14:03:52 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3646. 130527 14:04:28 [Note] WSREP: declaring 12d8f902-c6c1-11e2-0800-47ca8911f944 stable
  3647. 130527 14:04:28 [Note] WSREP: declaring 9639f661-c6c5-11e2-0800-b5242bfe4b95 stable
  3648. 130527 14:04:28 [Note] WSREP: VIEW(view_id(PRIM,12d8f902-c6c1-11e2-0800-47ca8911f944,30) memb {
  3649.     12d8f902-c6c1-11e2-0800-47ca8911f944,
  3650.     9639f661-c6c5-11e2-0800-b5242bfe4b95,
  3651.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3652. } joined {
  3653. } LEFT {
  3654. } partitioned {
  3655. })
  3656. 130527 14:04:28 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  3657. 130527 14:04:28 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3658. 130527 14:04:28 [Note] WSREP: STATE EXCHANGE: sent state msg: 9684d683-c6c5-11e2-0800-6c6c43f98f2c
  3659. 130527 14:04:28 [Note] WSREP: STATE EXCHANGE: got state msg: 9684d683-c6c5-11e2-0800-6c6c43f98f2c FROM 0 (db-node3.lactalis.pyco.be)
  3660. 130527 14:04:28 [Note] WSREP: STATE EXCHANGE: got state msg: 9684d683-c6c5-11e2-0800-6c6c43f98f2c FROM 2 (db-node1.lactalis.pyco.be)
  3661. 130527 14:04:28 [Note] WSREP: STATE EXCHANGE: got state msg: 9684d683-c6c5-11e2-0800-6c6c43f98f2c FROM 1 (db-node2.lactalis.pyco.be)
  3662. 130527 14:04:28 [Note] WSREP: Quorum results:
  3663.     version    = 2,
  3664.     component  = PRIMARY,
  3665.     conf_id    = 4,
  3666.     members    = 1/3 (joined/total),
  3667.     act_id     = 0,
  3668.     last_appl. = 0,
  3669.     protocols  = 0/4/2 (gcs/repl/appl),
  3670.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3671. 130527 14:04:28 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  3672. 130527 14:04:28 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0, VIEW# 5: PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version 2
  3673. 130527 14:04:28 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3674. 130527 14:04:28 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3675. 130527 14:04:31 [Note] WSREP: Node 1 (db-node2.lactalis.pyco.be) requested state transfer FROM '*any*'. Selected 2 (db-node1.lactalis.pyco.be)(SYNCED) AS donor.
  3676. 130527 14:04:31 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 0)
  3677. 130527 14:04:31 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3678. 130527 14:04:31 [Note] WSREP: Running: 'wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0''
  3679. 130527 14:04:31 [Note] WSREP: sst_donor_thread signaled WITH 0
  3680. 130527 14:04:31 [Note] WSREP: Flushing TABLES FOR SST...
  3681. 130527 14:04:31 [Note] WSREP: Provider paused at f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0
  3682. 130527 14:04:31 [Note] WSREP: TABLES flushed.
  3683. 130527 14:07:27 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567
  3684. 130527 14:07:29 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 9639f661-c6c5-11e2-0800-b5242bfe4b95 (tcp://192.168.180.22:4567), attempt 0
  3685. 130527 14:07:32 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,12d8f902-c6c1-11e2-0800-47ca8911f944,30)) suspecting node: 9639f661-c6c5-11e2-0800-b5242bfe4b95
  3686. 130527 14:07:33 [Note] WSREP: declaring 12d8f902-c6c1-11e2-0800-47ca8911f944 stable
  3687. 130527 14:07:33 [Note] WSREP: VIEW(view_id(PRIM,12d8f902-c6c1-11e2-0800-47ca8911f944,31) memb {
  3688.     12d8f902-c6c1-11e2-0800-47ca8911f944,
  3689.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3690. } joined {
  3691. } LEFT {
  3692. } partitioned {
  3693.     9639f661-c6c5-11e2-0800-b5242bfe4b95,
  3694. })
  3695. 130527 14:07:33 [Note] WSREP: forgetting 9639f661-c6c5-11e2-0800-b5242bfe4b95 (tcp://192.168.180.22:4567)
  3696. 130527 14:07:33 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  3697. 130527 14:07:33 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  3698. 130527 14:07:33 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3699. 130527 14:07:33 [Note] WSREP: STATE EXCHANGE: sent state msg: 04dbb850-c6c6-11e2-0800-0ae8aa246d9f
  3700. 130527 14:07:33 [Note] WSREP: STATE EXCHANGE: got state msg: 04dbb850-c6c6-11e2-0800-0ae8aa246d9f FROM 0 (db-node3.lactalis.pyco.be)
  3701. 130527 14:07:33 [Note] WSREP: STATE EXCHANGE: got state msg: 04dbb850-c6c6-11e2-0800-0ae8aa246d9f FROM 1 (db-node1.lactalis.pyco.be)
  3702. 130527 14:07:33 [Note] WSREP: Quorum results:
  3703.     version    = 2,
  3704.     component  = PRIMARY,
  3705.     conf_id    = 5,
  3706.     members    = 1/2 (joined/total),
  3707.     act_id     = 0,
  3708.     last_appl. = 0,
  3709.     protocols  = 0/4/2 (gcs/repl/appl),
  3710.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3711. 130527 14:07:33 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  3712. 130527 14:07:39 [Note] WSREP:  cleaning up 9639f661-c6c5-11e2-0800-b5242bfe4b95 (tcp://192.168.180.22:4567)
  3713. rsync: writefd_unbuffered failed TO WRITE 4 bytes TO socket [sender]: Broken pipe (32)
  3714. rsync: connection unexpectedly closed (328 bytes received so far) [sender]
  3715. rsync error: error IN rsync protocol DATA stream (code 12) at io.c(600) [sender=3.0.6]
  3716. rsync returned code 12:
  3717. WSREP_SST: [ERROR] rsync server ON the other END has incompatible protocol.  Make sure you have the same version OF rsync ON ALL nodes. (20130527 14:08:04.747)
  3718. 130527 14:08:04 [ERROR] WSREP: Failed TO READ FROM: wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0'
  3719. 130527 14:08:04 [Note] WSREP: Provider resumed.
  3720. 130527 14:08:04 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0, VIEW# 6: PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  3721. 130527 14:08:04 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3722. 130527 14:08:04 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3723. 130527 14:08:04 [ERROR] WSREP: Process completed WITH error: wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0': 71 (Protocol error)
  3724. 130527 14:08:04 [Warning] WSREP: Could NOT find peer: 9639f661-c6c5-11e2-0800-b5242bfe4b95
  3725. 130527 14:08:04 [Warning] WSREP: 1 (db-node1.lactalis.pyco.be): State transfer TO -1 (LEFT the GROUP) failed: -1 (Operation NOT permitted)
  3726. 130527 14:08:04 [Note] WSREP: Shifting DONOR/DESYNCED -> JOINED (TO: 0)
  3727. 130527 14:08:04 [Note] WSREP: Member 1 (db-node1.lactalis.pyco.be) synced WITH GROUP.
  3728. 130527 14:08:04 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  3729. 130527 14:08:04 [Note] WSREP: Synchronized WITH GROUP, ready FOR connections
  3730. 130527 14:08:04 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3731. 130527 14:08:10 [Note] WSREP: declaring 12d8f902-c6c1-11e2-0800-47ca8911f944 stable
  3732. 130527 14:08:10 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  3733. 130527 14:08:10 [Note] WSREP: VIEW(view_id(PRIM,12d8f902-c6c1-11e2-0800-47ca8911f944,32) memb {
  3734.     12d8f902-c6c1-11e2-0800-47ca8911f944,
  3735.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  3736.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3737. } joined {
  3738. } LEFT {
  3739. } partitioned {
  3740. })
  3741. 130527 14:08:10 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  3742. 130527 14:08:10 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3743. 130527 14:08:10 [Note] WSREP: STATE EXCHANGE: sent state msg: 1aec37c0-c6c6-11e2-0800-3526c9404ccd
  3744. 130527 14:08:10 [Note] WSREP: STATE EXCHANGE: got state msg: 1aec37c0-c6c6-11e2-0800-3526c9404ccd FROM 0 (db-node3.lactalis.pyco.be)
  3745. 130527 14:08:10 [Note] WSREP: STATE EXCHANGE: got state msg: 1aec37c0-c6c6-11e2-0800-3526c9404ccd FROM 2 (db-node1.lactalis.pyco.be)
  3746. 130527 14:08:11 [Note] WSREP: STATE EXCHANGE: got state msg: 1aec37c0-c6c6-11e2-0800-3526c9404ccd FROM 1 (db-node2.lactalis.pyco.be)
  3747. 130527 14:08:11 [Note] WSREP: Quorum results:
  3748.     version    = 2,
  3749.     component  = PRIMARY,
  3750.     conf_id    = 6,
  3751.     members    = 1/3 (joined/total),
  3752.     act_id     = 0,
  3753.     last_appl. = 0,
  3754.     protocols  = 0/4/2 (gcs/repl/appl),
  3755.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3756. 130527 14:08:11 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  3757. 130527 14:08:11 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0, VIEW# 7: PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version 2
  3758. 130527 14:08:11 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3759. 130527 14:08:11 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3760. 130527 14:08:13 [Note] WSREP: Node 1 (db-node2.lactalis.pyco.be) requested state transfer FROM '*any*'. Selected 2 (db-node1.lactalis.pyco.be)(SYNCED) AS donor.
  3761. 130527 14:08:13 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 0)
  3762. 130527 14:08:13 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3763. 130527 14:08:13 [Note] WSREP: Running: 'wsrep_sst_rsync --role 'donor' --address '192.168.180.22:4444/rsync_sst' --auth 'root:YuYx03s12832jfn' --socket '/var/lib/mysql/mysql.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/my.cnf' --gtid 'f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0''
  3764. 130527 14:08:13 [Note] WSREP: sst_donor_thread signaled WITH 0
  3765. 130527 14:08:13 [Note] WSREP: Flushing TABLES FOR SST...
  3766. 130527 14:08:13 [Note] WSREP: Provider paused at f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0
  3767. 130527 14:08:13 [Note] WSREP: TABLES flushed.
  3768. 130527 14:26:51 [Note] WSREP: Provider resumed.
  3769. 130527 14:26:51 [Note] WSREP: 2 (db-node1.lactalis.pyco.be): State transfer TO 1 (db-node2.lactalis.pyco.be) complete.
  3770. 130527 14:26:51 [Note] WSREP: Shifting DONOR/DESYNCED -> JOINED (TO: 0)
  3771. 130527 14:26:51 [Note] WSREP: Member 2 (db-node1.lactalis.pyco.be) synced WITH GROUP.
  3772. 130527 14:26:51 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
  3773. 130527 14:26:51 [Note] WSREP: Synchronized WITH GROUP, ready FOR connections
  3774. 130527 14:26:51 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3775. 130527 14:26:57 [Note] WSREP: 1 (db-node2.lactalis.pyco.be): State transfer FROM 2 (db-node1.lactalis.pyco.be) complete.
  3776. 130527 14:26:57 [Note] WSREP: Member 1 (db-node2.lactalis.pyco.be) synced WITH GROUP.
  3777. 130527 17:20:51 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  3778. 130527 17:20:51 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  3779. 130527 17:20:51 [Note] WSREP: VIEW(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,33) memb {
  3780.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  3781.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3782. } joined {
  3783. } LEFT {
  3784. } partitioned {
  3785.     12d8f902-c6c1-11e2-0800-47ca8911f944,
  3786. })
  3787. 130527 17:20:51 [Note] WSREP: forgetting 12d8f902-c6c1-11e2-0800-47ca8911f944 (tcp://192.168.180.23:4567)
  3788. 130527 17:20:51 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  3789. 130527 17:20:51 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  3790. 130527 17:20:51 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3791. 130527 17:20:51 [Note] WSREP: STATE EXCHANGE: sent state msg: 0524bf80-c6e1-11e2-0800-ca3dfde9fe9f
  3792. 130527 17:20:51 [Note] WSREP: STATE EXCHANGE: got state msg: 0524bf80-c6e1-11e2-0800-ca3dfde9fe9f FROM 0 (db-node2.lactalis.pyco.be)
  3793. 130527 17:20:51 [Note] WSREP: STATE EXCHANGE: got state msg: 0524bf80-c6e1-11e2-0800-ca3dfde9fe9f FROM 1 (db-node1.lactalis.pyco.be)
  3794. 130527 17:20:51 [Note] WSREP: Quorum results:
  3795.     version    = 2,
  3796.     component  = PRIMARY,
  3797.     conf_id    = 7,
  3798.     members    = 2/2 (joined/total),
  3799.     act_id     = 0,
  3800.     last_appl. = 0,
  3801.     protocols  = 0/4/2 (gcs/repl/appl),
  3802.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3803. 130527 17:20:51 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  3804. 130527 17:20:51 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0, VIEW# 8: PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  3805. 130527 17:20:51 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3806. 130527 17:20:51 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3807. 130527 17:20:56 [Note] WSREP:  cleaning up 12d8f902-c6c1-11e2-0800-47ca8911f944 (tcp://192.168.180.23:4567)
  3808. 130527 17:21:59 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  3809. 130527 17:21:59 [Note] WSREP: declaring 2d8dba45-c6e1-11e2-0800-d1c6f173732b stable
  3810. 130527 17:21:59 [Note] WSREP: VIEW(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,34) memb {
  3811.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  3812.     2d8dba45-c6e1-11e2-0800-d1c6f173732b,
  3813.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3814. } joined {
  3815. } LEFT {
  3816. } partitioned {
  3817. })
  3818. 130527 17:21:59 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  3819. 130527 17:21:59 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3820. 130527 17:21:59 [Note] WSREP: STATE EXCHANGE: sent state msg: 2db093aa-c6e1-11e2-0800-2de0cad05fc5
  3821. 130527 17:21:59 [Note] WSREP: STATE EXCHANGE: got state msg: 2db093aa-c6e1-11e2-0800-2de0cad05fc5 FROM 0 (db-node2.lactalis.pyco.be)
  3822. 130527 17:21:59 [Note] WSREP: STATE EXCHANGE: got state msg: 2db093aa-c6e1-11e2-0800-2de0cad05fc5 FROM 2 (db-node1.lactalis.pyco.be)
  3823. 130527 17:21:59 [Note] WSREP: STATE EXCHANGE: got state msg: 2db093aa-c6e1-11e2-0800-2de0cad05fc5 FROM 1 (db-node3.lactalis.pyco.be)
  3824. 130527 17:21:59 [Note] WSREP: Quorum results:
  3825.     version    = 2,
  3826.     component  = PRIMARY,
  3827.     conf_id    = 8,
  3828.     members    = 2/3 (joined/total),
  3829.     act_id     = 0,
  3830.     last_appl. = 0,
  3831.     protocols  = 0/4/2 (gcs/repl/appl),
  3832.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3833. 130527 17:21:59 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  3834. 130527 17:21:59 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0, VIEW# 9: PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version 2
  3835. 130527 17:21:59 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3836. 130527 17:21:59 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3837. 130527 17:29:34 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  3838. 130527 17:29:35 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 2d8dba45-c6e1-11e2-0800-d1c6f173732b (tcp://192.168.180.23:4567), attempt 0
  3839. 130527 17:29:38 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, OPERATIONAL, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,34)) suspecting node: 2d8dba45-c6e1-11e2-0800-d1c6f173732b
  3840. 130527 17:29:38 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,34)) suspecting node: 2d8dba45-c6e1-11e2-0800-d1c6f173732b
  3841. 130527 17:29:39 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  3842. 130527 17:29:39 [Note] WSREP: VIEW(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,35) memb {
  3843.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  3844.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3845. } joined {
  3846. } LEFT {
  3847. } partitioned {
  3848.     2d8dba45-c6e1-11e2-0800-d1c6f173732b,
  3849. })
  3850. 130527 17:29:39 [Note] WSREP: forgetting 2d8dba45-c6e1-11e2-0800-d1c6f173732b (tcp://192.168.180.23:4567)
  3851. 130527 17:29:39 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  3852. 130527 17:29:39 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  3853. 130527 17:29:39 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3854. 130527 17:29:39 [Note] WSREP: STATE EXCHANGE: sent state msg: 400041b7-c6e2-11e2-0800-469e432d8d5d
  3855. 130527 17:29:39 [Note] WSREP: STATE EXCHANGE: got state msg: 400041b7-c6e2-11e2-0800-469e432d8d5d FROM 0 (db-node2.lactalis.pyco.be)
  3856. 130527 17:29:39 [Note] WSREP: STATE EXCHANGE: got state msg: 400041b7-c6e2-11e2-0800-469e432d8d5d FROM 1 (db-node1.lactalis.pyco.be)
  3857. 130527 17:29:39 [Note] WSREP: Quorum results:
  3858.     version    = 2,
  3859.     component  = PRIMARY,
  3860.     conf_id    = 9,
  3861.     members    = 2/2 (joined/total),
  3862.     act_id     = 0,
  3863.     last_appl. = 0,
  3864.     protocols  = 0/4/2 (gcs/repl/appl),
  3865.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3866. 130527 17:29:39 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  3867. 130527 17:29:39 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:0, VIEW# 10: PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  3868. 130527 17:29:39 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3869. 130527 17:29:39 [Note] WSREP: Assign initial POSITION FOR certification: 0, protocol version: 2
  3870. 130527 17:29:44 [Note] WSREP:  cleaning up 2d8dba45-c6e1-11e2-0800-d1c6f173732b (tcp://192.168.180.23:4567)
  3871. 130527 17:44:23 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  3872. 130527 17:44:23 [Note] WSREP: declaring 4f08e690-c6e4-11e2-0800-9661a54f2178 stable
  3873. 130527 17:44:23 [Note] WSREP: VIEW(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,36) memb {
  3874.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  3875.     4f08e690-c6e4-11e2-0800-9661a54f2178,
  3876.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3877. } joined {
  3878. } LEFT {
  3879. } partitioned {
  3880. })
  3881. 130527 17:44:23 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  3882. 130527 17:44:23 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3883. 130527 17:44:23 [Note] WSREP: STATE EXCHANGE: sent state msg: 4f2fe0bc-c6e4-11e2-0800-0ae879c2f944
  3884. 130527 17:44:23 [Note] WSREP: STATE EXCHANGE: got state msg: 4f2fe0bc-c6e4-11e2-0800-0ae879c2f944 FROM 0 (db-node2.lactalis.pyco.be)
  3885. 130527 17:44:23 [Note] WSREP: STATE EXCHANGE: got state msg: 4f2fe0bc-c6e4-11e2-0800-0ae879c2f944 FROM 2 (db-node1.lactalis.pyco.be)
  3886. 130527 17:44:24 [Note] WSREP: STATE EXCHANGE: got state msg: 4f2fe0bc-c6e4-11e2-0800-0ae879c2f944 FROM 1 (db-node3.lactalis.pyco.be)
  3887. 130527 17:44:24 [Note] WSREP: Quorum results:
  3888.     version    = 2,
  3889.     component  = PRIMARY,
  3890.     conf_id    = 10,
  3891.     members    = 2/3 (joined/total),
  3892.     act_id     = 2,
  3893.     last_appl. = 0,
  3894.     protocols  = 0/4/2 (gcs/repl/appl),
  3895.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3896. 130527 17:44:24 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  3897. 130527 17:44:24 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:2, VIEW# 11: PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version 2
  3898. 130527 17:44:24 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3899. 130527 17:44:24 [Note] WSREP: Assign initial POSITION FOR certification: 2, protocol version: 2
  3900. 130527 17:44:24 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  3901. 130527 17:44:25 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 4f08e690-c6e4-11e2-0800-9661a54f2178 (tcp://192.168.180.23:4567), attempt 0
  3902. 130527 17:44:29 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, OPERATIONAL, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,36)) suspecting node: 4f08e690-c6e4-11e2-0800-9661a54f2178
  3903. 130527 17:44:29 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,36)) suspecting node: 4f08e690-c6e4-11e2-0800-9661a54f2178
  3904. 130527 17:44:30 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,36)) suspecting node: 4f08e690-c6e4-11e2-0800-9661a54f2178
  3905. 130527 17:44:30 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  3906. 130527 17:44:30 [Note] WSREP: VIEW(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,37) memb {
  3907.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  3908.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3909. } joined {
  3910. } LEFT {
  3911. } partitioned {
  3912.     4f08e690-c6e4-11e2-0800-9661a54f2178,
  3913. })
  3914. 130527 17:44:30 [Note] WSREP: forgetting 4f08e690-c6e4-11e2-0800-9661a54f2178 (tcp://192.168.180.23:4567)
  3915. 130527 17:44:30 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  3916. 130527 17:44:30 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  3917. 130527 17:44:30 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3918. 130527 17:44:30 [Note] WSREP: STATE EXCHANGE: sent state msg: 53105f5c-c6e4-11e2-0800-741b7db36618
  3919. 130527 17:44:30 [Note] WSREP: STATE EXCHANGE: got state msg: 53105f5c-c6e4-11e2-0800-741b7db36618 FROM 0 (db-node2.lactalis.pyco.be)
  3920. 130527 17:44:30 [Note] WSREP: STATE EXCHANGE: got state msg: 53105f5c-c6e4-11e2-0800-741b7db36618 FROM 1 (db-node1.lactalis.pyco.be)
  3921. 130527 17:44:30 [Note] WSREP: Quorum results:
  3922.     version    = 2,
  3923.     component  = PRIMARY,
  3924.     conf_id    = 11,
  3925.     members    = 2/2 (joined/total),
  3926.     act_id     = 2,
  3927.     last_appl. = 0,
  3928.     protocols  = 0/4/2 (gcs/repl/appl),
  3929.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3930. 130527 17:44:30 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  3931. 130527 17:44:30 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:2, VIEW# 12: PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  3932. 130527 17:44:30 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3933. 130527 17:44:30 [Note] WSREP: Assign initial POSITION FOR certification: 2, protocol version: 2
  3934. 130527 17:44:34 [Note] WSREP: remote endpoint tcp://192.168.180.23:4567 changed IDENTITY 4f08e690-c6e4-11e2-0800-9661a54f2178 -> 55c1e2e6-c6e4-11e2-0800-4585a9f54e0a
  3935. 130527 17:44:37 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  3936. 130527 17:44:37 [Note] WSREP: declaring 55c1e2e6-c6e4-11e2-0800-4585a9f54e0a stable
  3937. 130527 17:44:37 [Note] WSREP: VIEW(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,39) memb {
  3938.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  3939.     55c1e2e6-c6e4-11e2-0800-4585a9f54e0a,
  3940.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3941. } joined {
  3942. } LEFT {
  3943. } partitioned {
  3944. })
  3945. 130527 17:44:37 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  3946. 130527 17:44:37 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3947. 130527 17:44:37 [Note] WSREP: STATE EXCHANGE: sent state msg: 57199df0-c6e4-11e2-0800-ac859e6341e6
  3948. 130527 17:44:37 [Note] WSREP: STATE EXCHANGE: got state msg: 57199df0-c6e4-11e2-0800-ac859e6341e6 FROM 0 (db-node2.lactalis.pyco.be)
  3949. 130527 17:44:37 [Note] WSREP: STATE EXCHANGE: got state msg: 57199df0-c6e4-11e2-0800-ac859e6341e6 FROM 2 (db-node1.lactalis.pyco.be)
  3950. 130527 17:44:37 [Note] WSREP: STATE EXCHANGE: got state msg: 57199df0-c6e4-11e2-0800-ac859e6341e6 FROM 1 (db-node3.lactalis.pyco.be)
  3951. 130527 17:44:37 [Note] WSREP: Quorum results:
  3952.     version    = 2,
  3953.     component  = PRIMARY,
  3954.     conf_id    = 12,
  3955.     members    = 2/3 (joined/total),
  3956.     act_id     = 2,
  3957.     last_appl. = 0,
  3958.     protocols  = 0/4/2 (gcs/repl/appl),
  3959.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3960. 130527 17:44:37 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  3961. 130527 17:44:37 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:2, VIEW# 13: PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version 2
  3962. 130527 17:44:37 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3963. 130527 17:44:37 [Note] WSREP: Assign initial POSITION FOR certification: 2, protocol version: 2
  3964. 130527 17:44:39 [Note] WSREP: Node 1 (db-node3.lactalis.pyco.be) requested state transfer FROM '*any*'. Selected 0 (db-node2.lactalis.pyco.be)(SYNCED) AS donor.
  3965. 130527 17:44:40 [Warning] WSREP: 0 (db-node2.lactalis.pyco.be): State transfer TO 1 (db-node3.lactalis.pyco.be) failed: -1 (Operation NOT permitted)
  3966. 130527 17:44:40 [Note] WSREP: Member 0 (db-node2.lactalis.pyco.be) synced WITH GROUP.
  3967. 130527 17:44:40 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  3968. 130527 17:44:40 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.23:4567
  3969. 130527 17:44:40 [Note] WSREP: VIEW(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,40) memb {
  3970.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  3971.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  3972. } joined {
  3973. } LEFT {
  3974. } partitioned {
  3975.     55c1e2e6-c6e4-11e2-0800-4585a9f54e0a,
  3976. })
  3977. 130527 17:44:40 [Note] WSREP: forgetting 55c1e2e6-c6e4-11e2-0800-4585a9f54e0a (tcp://192.168.180.23:4567)
  3978. 130527 17:44:40 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  3979. 130527 17:44:40 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 1, memb_num = 2
  3980. 130527 17:44:40 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  3981. 130527 17:44:40 [Note] WSREP: STATE EXCHANGE: sent state msg: 58f6e5cb-c6e4-11e2-0800-8f986a2da1de
  3982. 130527 17:44:40 [Note] WSREP: STATE EXCHANGE: got state msg: 58f6e5cb-c6e4-11e2-0800-8f986a2da1de FROM 0 (db-node2.lactalis.pyco.be)
  3983. 130527 17:44:40 [Note] WSREP: STATE EXCHANGE: got state msg: 58f6e5cb-c6e4-11e2-0800-8f986a2da1de FROM 1 (db-node1.lactalis.pyco.be)
  3984. 130527 17:44:40 [Note] WSREP: Quorum results:
  3985.     version    = 2,
  3986.     component  = PRIMARY,
  3987.     conf_id    = 13,
  3988.     members    = 2/2 (joined/total),
  3989.     act_id     = 2,
  3990.     last_appl. = 0,
  3991.     protocols  = 0/4/2 (gcs/repl/appl),
  3992.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  3993. 130527 17:44:40 [Note] WSREP: Flow-control INTERVAL: [23, 23]
  3994. 130527 17:44:40 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:2, VIEW# 14: PRIMARY, NUMBER OF nodes: 2, my INDEX: 1, protocol version 2
  3995. 130527 17:44:40 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  3996. 130527 17:44:40 [Note] WSREP: Assign initial POSITION FOR certification: 2, protocol version: 2
  3997. 130527 17:44:45 [Note] WSREP:  cleaning up 55c1e2e6-c6e4-11e2-0800-4585a9f54e0a (tcp://192.168.180.23:4567)
  3998. 130527 17:45:42 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  3999. 130527 17:45:42 [Note] WSREP: declaring 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d stable
  4000. 130527 17:45:42 [Note] WSREP: VIEW(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,41) memb {
  4001.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4002.     7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4003.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4004. } joined {
  4005. } LEFT {
  4006. } partitioned {
  4007. })
  4008. 130527 17:45:42 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  4009. 130527 17:45:42 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  4010. 130527 17:45:42 [Note] WSREP: STATE EXCHANGE: sent state msg: 7dee2a35-c6e4-11e2-0800-749570857cb9
  4011. 130527 17:45:42 [Note] WSREP: STATE EXCHANGE: got state msg: 7dee2a35-c6e4-11e2-0800-749570857cb9 FROM 0 (db-node2.lactalis.pyco.be)
  4012. 130527 17:45:42 [Note] WSREP: STATE EXCHANGE: got state msg: 7dee2a35-c6e4-11e2-0800-749570857cb9 FROM 2 (db-node1.lactalis.pyco.be)
  4013. 130527 17:45:42 [Note] WSREP: STATE EXCHANGE: got state msg: 7dee2a35-c6e4-11e2-0800-749570857cb9 FROM 1 (db-node3.lactalis.pyco.be)
  4014. 130527 17:45:42 [Note] WSREP: Quorum results:
  4015.     version    = 2,
  4016.     component  = PRIMARY,
  4017.     conf_id    = 14,
  4018.     members    = 2/3 (joined/total),
  4019.     act_id     = 2,
  4020.     last_appl. = 0,
  4021.     protocols  = 0/4/2 (gcs/repl/appl),
  4022.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  4023. 130527 17:45:42 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  4024. 130527 17:45:42 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:2, VIEW# 15: PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version 2
  4025. 130527 17:45:42 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  4026. 130527 17:45:42 [Note] WSREP: Assign initial POSITION FOR certification: 2, protocol version: 2
  4027. 130527 17:45:44 [Note] WSREP: Node 1 (db-node3.lactalis.pyco.be) requested state transfer FROM '*any*'. Selected 0 (db-node2.lactalis.pyco.be)(SYNCED) AS donor.
  4028. 130527 18:00:41 [Note] WSREP: 0 (db-node2.lactalis.pyco.be): State transfer TO 1 (db-node3.lactalis.pyco.be) complete.
  4029. 130527 18:00:41 [Note] WSREP: Member 0 (db-node2.lactalis.pyco.be) synced WITH GROUP.
  4030. 130527 18:00:53 [Note] WSREP: 1 (db-node3.lactalis.pyco.be): State transfer FROM 0 (db-node2.lactalis.pyco.be) complete.
  4031. 130527 18:00:53 [Note] WSREP: Member 1 (db-node3.lactalis.pyco.be) synced WITH GROUP.
  4032. 130528  3:42:16 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  4033. 130528  3:52:20 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  4034. 130528  3:54:11 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  4035. 130528  3:54:11 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567 tcp://192.168.180.23:4567
  4036. 130528  3:54:12 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  4037. 130528  3:58:50 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  4038. 130528  5:54:19 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  4039. 130528  9:14:30 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  4040. 130528 10:03:18 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  4041. 130528 10:03:18 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567 tcp://192.168.180.23:4567
  4042. 130528 10:03:19 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4043. 130528 10:03:19 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d (tcp://192.168.180.23:4567), attempt 0
  4044. 130528 10:03:19 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  4045. 130528 10:03:23 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, OPERATIONAL, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,41)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4046. 130528 10:03:23 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,41)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4047. 130528 10:03:23 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,41)) suspecting node: 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d
  4048. 130528 10:03:24 [Note] WSREP: VIEW(view_id(NON_PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,41) memb {
  4049.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4050. } joined {
  4051. } LEFT {
  4052. } partitioned {
  4053.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4054.     7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4055. })
  4056. 130528 10:03:24 [Note] WSREP: VIEW(view_id(NON_PRIM,f0fda968-c6c2-11e2-0800-b7c68555b5b9,42) memb {
  4057.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4058. } joined {
  4059. } LEFT {
  4060. } partitioned {
  4061.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4062.     7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4063. })
  4064. 130528 10:03:24 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 1
  4065. 130528 10:03:24 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  4066. 130528 10:03:24 [Note] WSREP: Received NON-PRIMARY.
  4067. 130528 10:03:24 [Note] WSREP: Shifting SYNCED -> OPEN (TO: 108477)
  4068. 130528 10:03:24 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 1
  4069. 130528 10:03:24 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  4070. 130528 10:03:24 [Warning] WSREP: Send action {0x7f08f8074f80, 1065, TORDERED} returned -107 (Transport endpoint IS NOT connected)
  4071. 130528 10:03:24 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:108477, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  4072. 130528 10:03:24 [Note] WSREP: Received NON-PRIMARY.
  4073. 130528 10:03:24 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  4074. 130528 10:03:24 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:108477, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  4075. 130528 10:03:24 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  4076. 130528 10:03:25 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  4077. 130528 10:03:25 [Note] WSREP: declaring 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d stable
  4078. 130528 10:03:25 [Note] WSREP: VIEW(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,43) memb {
  4079.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4080.     7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4081.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4082. } joined {
  4083. } LEFT {
  4084. } partitioned {
  4085. })
  4086. 130528 10:03:25 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  4087. 130528 10:03:25 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  4088. 130528 10:03:25 [Note] WSREP: STATE EXCHANGE: sent state msg: 1322fd6c-c76d-11e2-0800-82db4e64109c
  4089. 130528 10:03:25 [Note] WSREP: STATE EXCHANGE: got state msg: 1322fd6c-c76d-11e2-0800-82db4e64109c FROM 0 (db-node2.lactalis.pyco.be)
  4090. 130528 10:03:25 [Note] WSREP: STATE EXCHANGE: got state msg: 1322fd6c-c76d-11e2-0800-82db4e64109c FROM 1 (db-node3.lactalis.pyco.be)
  4091. 130528 10:03:25 [Note] WSREP: STATE EXCHANGE: got state msg: 1322fd6c-c76d-11e2-0800-82db4e64109c FROM 2 (db-node1.lactalis.pyco.be)
  4092. 130528 10:03:25 [Note] WSREP: Quorum results:
  4093.     version    = 2,
  4094.     component  = PRIMARY,
  4095.     conf_id    = 16,
  4096.     members    = 2/3 (joined/total),
  4097.     act_id     = 109169,
  4098.     last_appl. = 108284,
  4099.     protocols  = 0/4/2 (gcs/repl/appl),
  4100.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  4101. 130528 10:03:25 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  4102. 130528 10:03:25 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 109169)
  4103. 130528 10:03:25 [Note] WSREP: State transfer required:
  4104.     GROUP state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:109169
  4105.     LOCAL state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:108477
  4106. 130528 10:03:25 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:109169, VIEW# 17: PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version 2
  4107. 130528 10:03:25 [Warning] WSREP: Gap IN state SEQUENCE. Need state transfer.
  4108. 130528 10:03:27 [Note] WSREP: killing LOCAL connection: 145707
  4109. 130528 10:03:27 [Note] WSREP: killing LOCAL connection: 28
  4110. 130528 10:03:27 [Note] WSREP: killing LOCAL connection: 5
  4111. 130528 10:03:27 [Note] WSREP: You have configured 'rsync' state snapshot transfer method which cannot be performed ON a running server. Wsrep provider won't be able to fall back to it if other means of state transfer are unavailable. In that case you will need to restart the server.
  4112. 130528 10:03:27 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4113. 130528 10:03:27 [Note] WSREP: Assign initial position for certification: 109169, protocol version: 2
  4114. 130528 10:03:27 [Note] WSREP: Prepared IST receiver, listening at: tcp://192.168.180.21:4568
  4115. 130528 10:03:27 [Note] WSREP: Node 2 (db-node1.lactalis.pyco.be) requested state transfer from '*any*'. Selected 0 (db-node2.lactalis.pyco.be)(SYNCED) as donor.
  4116. 130528 10:03:27 [Note] WSREP: Shifting PRIMARY -> JOINER (TO: 109226)
  4117. 130528 10:03:27 [Note] WSREP: Requesting state transfer: success, donor: 0
  4118. 130528 10:03:27 [Note] WSREP: GCache DEBUG: RingBuffer::seqno_reset(): discarded 6812818953 bytes
  4119. 130528 10:03:27 [Note] WSREP: GCache DEBUG: RingBuffer::seqno_reset(): found 0/57 locked buffers
  4120. 130528 10:03:27 [Note] WSREP: Receiving IST: 692 writesets, seqnos 108477-109169
  4121. 130528 10:03:28 [Note] WSREP: IST received: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:109169
  4122. 130528 10:03:28 [Note] WSREP: 0 (db-node2.lactalis.pyco.be): State transfer to 2 (db-node1.lactalis.pyco.be) complete.
  4123. 130528 10:03:28 [Note] WSREP: 2 (db-node1.lactalis.pyco.be): State transfer from 0 (db-node2.lactalis.pyco.be) complete.
  4124. 130528 10:03:28 [Note] WSREP: Shifting JOINER -> JOINED (TO: 109226)
  4125. 130528 10:03:28 [Note] WSREP: Member 0 (db-node2.lactalis.pyco.be) synced with group.
  4126. 130528 10:03:28 [Note] WSREP: Member 2 (db-node1.lactalis.pyco.be) synced with group.
  4127. 130528 10:03:28 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 109226)
  4128. 130528 10:03:28 [Note] WSREP: Synchronized with group, ready for connections
  4129. 130528 10:03:28 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4130. 130528 10:04:58 [Warning] WSREP: last inactive check more than PT1.5S ago, skipping check
  4131. 130528 10:04:59 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.22:4567 tcp://192.168.180.23:4567
  4132. 130528 10:04:59 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting to 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d (tcp://192.168.180.23:4567), attempt 0
  4133. 130528 10:04:59 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting to 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4134. 130528 10:04:59 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  4135. 130528 10:05:03 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, OPERATIONAL, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,43)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4136. 130528 10:05:03 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, OPERATIONAL, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,43)) suspecting node: 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d
  4137. 130528 10:05:05 [Warning] WSREP: last inactive check more than PT1.5S ago, skipping check
  4138. 130528 10:05:05 [Note] WSREP: view(view_id(NON_PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,43) memb {
  4139.    f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4140. } joined {
  4141. } left {
  4142. } partitioned {
  4143.    1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4144.    7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4145. })
  4146. 130528 10:05:05 [Note] WSREP: view(view_id(NON_PRIM,f0fda968-c6c2-11e2-0800-b7c68555b5b9,44) memb {
  4147.    f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4148. } joined {
  4149. } left {
  4150. } partitioned {
  4151.    1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4152.    7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4153. })
  4154. 130528 10:05:05 [Note] WSREP: New COMPONENT: primary = no, bootstrap = no, my_idx = 0, memb_num = 1
  4155. 130528 10:05:05 [Note] WSREP: Flow-control interval: [16, 16]
  4156. 130528 10:05:05 [Note] WSREP: Received NON-PRIMARY.
  4157. 130528 10:05:05 [Note] WSREP: Shifting SYNCED -> OPEN (TO: 110162)
  4158. 130528 10:05:05 [Note] WSREP: New COMPONENT: primary = no, bootstrap = no, my_idx = 0, memb_num = 1
  4159. 130528 10:05:05 [Note] WSREP: Flow-control interval: [16, 16]
  4160. 130528 10:05:05 [Note] WSREP: Received NON-PRIMARY.
  4161. 130528 10:05:05 [Note] WSREP: New cluster view: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:110162, view# -1: non-Primary, number of nodes: 1, my index: 0, protocol version 2
  4162. 130528 10:05:05 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4163. 130528 10:05:05 [Note] WSREP: New cluster view: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:110162, view# -1: non-Primary, number of nodes: 1, my index: 0, protocol version 2
  4164. 130528 10:05:05 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4165. 130528 10:05:05 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  4166. 130528 10:05:05 [Note] WSREP: declaring 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d stable
  4167. 130528 10:05:05 [Note] WSREP: view(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,45) memb {
  4168.    1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4169.    7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4170.    f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4171. } joined {
  4172. } left {
  4173. } partitioned {
  4174. })
  4175. 130528 10:05:05 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 2, memb_num = 3
  4176. 130528 10:05:05 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  4177. 130528 10:05:05 [Note] WSREP: STATE EXCHANGE: sent state msg: 4eb82ce9-c76d-11e2-0800-7b73391d6e8c
  4178. 130528 10:05:05 [Note] WSREP: STATE EXCHANGE: got state msg: 4eb82ce9-c76d-11e2-0800-7b73391d6e8c from 0 (db-node2.lactalis.pyco.be)
  4179. 130528 10:05:05 [Note] WSREP: STATE EXCHANGE: got state msg: 4eb82ce9-c76d-11e2-0800-7b73391d6e8c from 1 (db-node3.lactalis.pyco.be)
  4180. 130528 10:05:05 [Note] WSREP: STATE EXCHANGE: got state msg: 4eb82ce9-c76d-11e2-0800-7b73391d6e8c from 2 (db-node1.lactalis.pyco.be)
  4181. 130528 10:05:05 [Note] WSREP: Quorum results:
  4182.    version    = 2,
  4183.    component  = PRIMARY,
  4184.    conf_id    = 18,
  4185.    members    = 2/3 (joined/total),
  4186.    act_id     = 111071,
  4187.    last_appl. = 109999,
  4188.    protocols  = 0/4/2 (gcs/repl/appl),
  4189.    group UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  4190. 130528 10:05:05 [Note] WSREP: Flow-control interval: [28, 28]
  4191. 130528 10:05:05 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 111071)
  4192. 130528 10:05:05 [Note] WSREP: State transfer required:
  4193.    Group state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:111071
  4194.    Local state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:110162
  4195. 130528 10:05:05 [Note] WSREP: New cluster view: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:111071, view# 19: Primary, number of nodes: 3, my index: 2, protocol version 2
  4196. 130528 10:05:05 [Warning] WSREP: Gap in state sequence. Need state transfer.
  4197. 130528 10:05:07 [Note] WSREP: killing local connection: 145800
  4198. 130528 10:05:07 [Note] WSREP: killing local connection: 145721
  4199. 130528 10:05:07 [Note] WSREP: killing local connection: 145716
  4200. 130528 10:05:07 [Note] WSREP: You have configured 'rsync' state snapshot transfer method which cannot be performed on a running server. Wsrep provider won't be able TO fall back TO it IF other means OF state transfer are unavailable. IN that CASE you will need TO restart the server.
  4201. 130528 10:05:07 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  4202. 130528 10:05:07 [Note] WSREP: Assign initial POSITION FOR certification: 111071, protocol version: 2
  4203. 130528 10:05:07 [Note] WSREP: Prepared IST receiver, listening at: tcp://192.168.180.21:4568
  4204. 130528 10:05:07 [Note] WSREP: Node 2 (db-node1.lactalis.pyco.be) requested state transfer FROM '*any*'. Selected 0 (db-node2.lactalis.pyco.be)(SYNCED) AS donor.
  4205. 130528 10:05:07 [Note] WSREP: Shifting PRIMARY -> JOINER (TO: 111112)
  4206. 130528 10:05:07 [Note] WSREP: Requesting state transfer: success, donor: 0
  4207. 130528 10:05:07 [Note] WSREP: GCache DEBUG: RingBuffer::seqno_reset(): discarded 28450376 bytes
  4208. 130528 10:05:07 [Note] WSREP: GCache DEBUG: RingBuffer::seqno_reset(): found 0/41 locked buffers
  4209. 130528 10:05:07 [Note] WSREP: Receiving IST: 909 writesets, seqnos 110162-111071
  4210. 130528 10:05:08 [Note] WSREP: IST received: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:111071
  4211. 130528 10:05:08 [Note] WSREP: 2 (db-node1.lactalis.pyco.be): State transfer FROM 0 (db-node2.lactalis.pyco.be) complete.
  4212. 130528 10:05:08 [Note] WSREP: Shifting JOINER -> JOINED (TO: 111118)
  4213. 130528 10:05:08 [Note] WSREP: 0 (db-node2.lactalis.pyco.be): State transfer TO 2 (db-node1.lactalis.pyco.be) complete.
  4214. 130528 10:05:08 [Note] WSREP: Member 0 (db-node2.lactalis.pyco.be) synced WITH GROUP.
  4215. 130528 10:05:08 [Note] WSREP: Member 2 (db-node1.lactalis.pyco.be) synced WITH GROUP.
  4216. 130528 10:05:08 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 111118)
  4217. 130528 10:05:08 [Note] WSREP: Synchronized WITH GROUP, ready FOR connections
  4218. 130528 10:05:08 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  4219. 130528 10:05:20 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567 tcp://192.168.180.23:4567
  4220. 130528 10:05:20 [Warning] WSREP: LAST inactive CHECK more than PT1.5S ago, skipping CHECK
  4221. 130528 10:05:21 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, OPERATIONAL, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,45)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4222. 130528 10:05:21 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, OPERATIONAL, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,45)) suspecting node: 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d
  4223. 130528 10:05:21 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4224. 130528 10:05:21 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d (tcp://192.168.180.23:4567), attempt 0
  4225. 130528 10:05:21 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  4226. 130528 10:05:22 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting ON, nonlive peers: tcp://192.168.180.22:4567 tcp://192.168.180.23:4567
  4227. 130528 10:05:22 [Note] WSREP: VIEW(view_id(NON_PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,45) memb {
  4228.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4229. } joined {
  4230. } LEFT {
  4231. } partitioned {
  4232.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4233.     7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4234. })
  4235. 130528 10:05:22 [Note] WSREP: VIEW(view_id(NON_PRIM,f0fda968-c6c2-11e2-0800-b7c68555b5b9,46) memb {
  4236.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4237. } joined {
  4238. } LEFT {
  4239. } partitioned {
  4240.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4241.     7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4242. })
  4243. 130528 10:05:22 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 1
  4244. 130528 10:05:22 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  4245. 130528 10:05:22 [Note] WSREP: Received NON-PRIMARY.
  4246. 130528 10:05:22 [Note] WSREP: Shifting SYNCED -> OPEN (TO: 111145)
  4247. 130528 10:05:22 [Note] WSREP: NEW COMPONENT: PRIMARY = no, bootstrap = no, my_idx = 0, memb_num = 1
  4248. 130528 10:05:22 [Note] WSREP: Flow-control INTERVAL: [16, 16]
  4249. 130528 10:05:22 [Note] WSREP: Received NON-PRIMARY.
  4250. 130528 10:05:22 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:111145, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  4251. 130528 10:05:22 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  4252. 130528 10:05:22 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:111145, VIEW# -1: non-PRIMARY, NUMBER OF nodes: 1, my INDEX: 0, protocol version 2
  4253. 130528 10:05:22 [Note] WSREP: wsrep_notify_cmd IS NOT defined, skipping notification.
  4254. 130528 10:05:23 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4255. 130528 10:05:23 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d (tcp://192.168.180.23:4567), attempt 0
  4256. 130528 10:05:24 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4257. 130528 10:05:24 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d (tcp://192.168.180.23:4567), attempt 0
  4258. 130528 10:05:26 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4259. 130528 10:05:26 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d (tcp://192.168.180.23:4567), attempt 0
  4260. 130528 10:05:27 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4261. 130528 10:05:27 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting TO 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d (tcp://192.168.180.23:4567), attempt 0
  4262. 130528 10:05:27 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  4263. 130528 10:05:27 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  4264. 130528 10:05:27 [Note] WSREP: declaring 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d stable
  4265. 130528 10:05:27 [Note] WSREP: VIEW(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,47) memb {
  4266.     1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4267.     7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4268.     f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4269. } joined {
  4270. } LEFT {
  4271. } partitioned {
  4272. })
  4273. 130528 10:05:27 [Note] WSREP: NEW COMPONENT: PRIMARY = yes, bootstrap = no, my_idx = 2, memb_num = 3
  4274. 130528 10:05:27 [Note] WSREP: STATE EXCHANGE: Waiting FOR state UUID.
  4275. 130528 10:05:27 [Note] WSREP: STATE EXCHANGE: sent state msg: 5c23eb85-c76d-11e2-0800-0c7b619e8d87
  4276. 130528 10:05:27 [Note] WSREP: STATE EXCHANGE: got state msg: 5c23eb85-c76d-11e2-0800-0c7b619e8d87 FROM 0 (db-node2.lactalis.pyco.be)
  4277. 130528 10:05:27 [Note] WSREP: STATE EXCHANGE: got state msg: 5c23eb85-c76d-11e2-0800-0c7b619e8d87 FROM 1 (db-node3.lactalis.pyco.be)
  4278. 130528 10:05:27 [Note] WSREP: STATE EXCHANGE: got state msg: 5c23eb85-c76d-11e2-0800-0c7b619e8d87 FROM 2 (db-node1.lactalis.pyco.be)
  4279. 130528 10:05:27 [Note] WSREP: Quorum results:
  4280.     version    = 2,
  4281.     component  = PRIMARY,
  4282.     conf_id    = 20,
  4283.     members    = 2/3 (joined/total),
  4284.     act_id     = 111175,
  4285.     last_appl. = 109999,
  4286.     protocols  = 0/4/2 (gcs/repl/appl),
  4287.     GROUP UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  4288. 130528 10:05:27 [Note] WSREP: Flow-control INTERVAL: [28, 28]
  4289. 130528 10:05:27 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 111175)
  4290. 130528 10:05:27 [Note] WSREP: State transfer required:
  4291.     GROUP state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:111175
  4292.     LOCAL state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:111145
  4293. 130528 10:05:27 [Note] WSREP: NEW cluster VIEW: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:111175, VIEW# 21: PRIMARY, NUMBER OF nodes: 3, my INDEX: 2, protocol version 2
  4294. 130528 10:05:27 [Warning] WSREP: Gap IN state SEQUENCE. Need state transfer.
  4295. 130528 10:05:29 [Note] WSREP: killing LOCAL connection: 145814
  4296. 130528 10:05:29 [Note] WSREP: killing LOCAL connection: 145811
  4297. 130528 10:05:29 [Note] WSREP: You have configured 'rsync' state snapshot transfer method which cannot be performed ON a running server. Wsrep provider won't be able to fall back to it if other means of state transfer are unavailable. In that case you will need to restart the server.
  4298. 130528 10:05:29 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4299. 130528 10:05:29 [Note] WSREP: Assign initial position for certification: 111175, protocol version: 2
  4300. 130528 10:05:29 [Note] WSREP: Prepared IST receiver, listening at: tcp://192.168.180.21:4568
  4301. 130528 10:05:29 [Note] WSREP: Node 2 (db-node1.lactalis.pyco.be) requested state transfer from '*any*'. Selected 0 (db-node2.lactalis.pyco.be)(SYNCED) as donor.
  4302. 130528 10:05:29 [Note] WSREP: Shifting PRIMARY -> JOINER (TO: 111205)
  4303. 130528 10:05:29 [Note] WSREP: Requesting state transfer: success, donor: 0
  4304. 130528 10:05:29 [Note] WSREP: GCache DEBUG: RingBuffer::seqno_reset(): discarded 82498 bytes
  4305. 130528 10:05:29 [Note] WSREP: GCache DEBUG: RingBuffer::seqno_reset(): found 0/30 locked buffers
  4306. 130528 10:05:29 [Note] WSREP: Receiving IST: 30 writesets, seqnos 111145-111175
  4307. 130528 10:05:30 [Note] WSREP: IST received: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:111175
  4308. 130528 10:05:30 [Note] WSREP: 0 (db-node2.lactalis.pyco.be): State transfer to 2 (db-node1.lactalis.pyco.be) complete.
  4309. 130528 10:05:30 [Note] WSREP: 2 (db-node1.lactalis.pyco.be): State transfer from 0 (db-node2.lactalis.pyco.be) complete.
  4310. 130528 10:05:30 [Note] WSREP: Shifting JOINER -> JOINED (TO: 111205)
  4311. 130528 10:05:30 [Note] WSREP: Member 0 (db-node2.lactalis.pyco.be) synced with group.
  4312. 130528 10:05:30 [Note] WSREP: Member 2 (db-node1.lactalis.pyco.be) synced with group.
  4313. 130528 10:05:30 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 111205)
  4314. 130528 10:05:30 [Note] WSREP: Synchronized with group, ready for connections
  4315. 130528 10:05:30 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4316. 130528 10:06:08 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.22:4567
  4317. 130528 10:06:09 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting to 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4318. 130528 10:06:09 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  4319. 130528 10:54:14 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.22:4567
  4320. 130528 10:54:16 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting to 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4321. 130528 10:54:17 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,47)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4322. 130528 10:54:17 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,47)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4323. 130528 10:54:18 [Note] WSREP: declaring 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d stable
  4324. 130528 10:54:18 [Note] WSREP: view(view_id(PRIM,7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,48) memb {
  4325.    7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4326.    f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4327. } joined {
  4328. } left {
  4329. } partitioned {
  4330.    1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4331. })
  4332. 130528 10:54:18 [Note] WSREP: forgetting 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567)
  4333. 130528 10:54:18 [Note] WSREP: deleting entry tcp://192.168.180.22:4567
  4334. 130528 10:54:18 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 2
  4335. 130528 10:54:18 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  4336. 130528 10:54:18 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  4337. 130528 10:54:18 [Note] WSREP: STATE EXCHANGE: sent state msg: 2efee6fe-c774-11e2-0800-6e79d9849520
  4338. 130528 10:54:18 [Note] WSREP: STATE EXCHANGE: got state msg: 2efee6fe-c774-11e2-0800-6e79d9849520 from 0 (db-node3.lactalis.pyco.be)
  4339. 130528 10:54:18 [Note] WSREP: STATE EXCHANGE: got state msg: 2efee6fe-c774-11e2-0800-6e79d9849520 from 1 (db-node1.lactalis.pyco.be)
  4340. 130528 10:54:18 [Note] WSREP: Quorum results:
  4341.    version    = 2,
  4342.    component  = PRIMARY,
  4343.    conf_id    = 21,
  4344.    members    = 2/2 (joined/total),
  4345.    act_id     = 147883,
  4346.    last_appl. = 146975,
  4347.    protocols  = 0/4/2 (gcs/repl/appl),
  4348.    group UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  4349. 130528 10:54:18 [Note] WSREP: Flow-control interval: [23, 23]
  4350. 130528 10:54:18 [Note] WSREP: New cluster view: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:147883, view# 22: Primary, number of nodes: 2, my index: 1, protocol version 2
  4351. 130528 10:54:18 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4352. 130528 10:54:18 [Note] WSREP: Assign initial position for certification: 147883, protocol version: 2
  4353. 130528 10:54:18 [Warning] WSREP: last seen seqno below limit for trx source: 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d version: 2 local: 0 state: CERTIFYING flags: 1 conn_id: 97536 trx_id: 2986364 seqnos (l: 150161, g: 147884, s: 147881, d: -1, ts: 1369731257984805571)
  4354. 130528 10:54:24 [Note] WSREP:  cleaning up 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567)
  4355. 130528 10:54:59 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  4356. 130528 10:54:59 [Note] WSREP: declaring 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d stable
  4357. 130528 10:54:59 [Note] WSREP: view(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,49) memb {
  4358.    1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4359.    7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4360.    f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4361. } joined {
  4362. } left {
  4363. } partitioned {
  4364. })
  4365. 130528 10:54:59 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 2, memb_num = 3
  4366. 130528 10:54:59 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  4367. 130528 10:54:59 [Note] WSREP: STATE EXCHANGE: sent state msg: 473b1d34-c774-11e2-0800-946d915f436f
  4368. 130528 10:54:59 [Note] WSREP: STATE EXCHANGE: got state msg: 473b1d34-c774-11e2-0800-946d915f436f from 0 (db-node2.lactalis.pyco.be)
  4369. 130528 10:54:59 [Note] WSREP: STATE EXCHANGE: got state msg: 473b1d34-c774-11e2-0800-946d915f436f from 1 (db-node3.lactalis.pyco.be)
  4370. 130528 10:54:59 [Note] WSREP: STATE EXCHANGE: got state msg: 473b1d34-c774-11e2-0800-946d915f436f from 2 (db-node1.lactalis.pyco.be)
  4371. 130528 10:54:59 [Note] WSREP: Quorum results:
  4372.    version    = 2,
  4373.    component  = PRIMARY,
  4374.    conf_id    = 22,
  4375.    members    = 2/3 (joined/total),
  4376.    act_id     = 148224,
  4377.    last_appl. = 148001,
  4378.    protocols  = 0/4/2 (gcs/repl/appl),
  4379.    group UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  4380. 130528 10:54:59 [Note] WSREP: Flow-control interval: [28, 28]
  4381. 130528 10:54:59 [Note] WSREP: New cluster view: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:148224, view# 23: Primary, number of nodes: 3, my index: 2, protocol version 2
  4382. 130528 10:54:59 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4383. 130528 10:54:59 [Note] WSREP: Assign initial position for certification: 148224, protocol version: 2
  4384. 130528 10:55:01 [Note] WSREP: Node 0 (db-node2.lactalis.pyco.be) requested state transfer from '*any*'. Selected 1 (db-node3.lactalis.pyco.be)(SYNCED) as donor.
  4385. 130528 10:55:02 [Note] WSREP: 1 (db-node3.lactalis.pyco.be): State transfer to 0 (db-node2.lactalis.pyco.be) complete.
  4386. 130528 10:55:02 [Note] WSREP: 0 (db-node2.lactalis.pyco.be): State transfer from 1 (db-node3.lactalis.pyco.be) complete.
  4387. 130528 10:55:02 [Note] WSREP: Member 1 (db-node3.lactalis.pyco.be) synced with group.
  4388. 130528 10:55:02 [Note] WSREP: Member 0 (db-node2.lactalis.pyco.be) synced with group.
  4389. 130528 10:56:28 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.22:4567
  4390. 130528 10:56:30 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting to 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4391. 130528 10:56:30 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, OPERATIONAL, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,49)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4392. 130528 10:56:31 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,49)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4393. 130528 10:56:31 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,49)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4394. 130528 10:56:31 [Note] WSREP: declaring 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d stable
  4395. 130528 10:56:31 [Note] WSREP: view(view_id(PRIM,7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,50) memb {
  4396.    7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4397.    f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4398. } joined {
  4399. } left {
  4400. } partitioned {
  4401.    1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4402. })
  4403. 130528 10:56:31 [Note] WSREP: forgetting 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567)
  4404. 130528 10:56:31 [Note] WSREP: deleting entry tcp://192.168.180.22:4567
  4405. 130528 10:56:31 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 2
  4406. 130528 10:56:31 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  4407. 130528 10:56:31 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  4408. 130528 10:56:31 [Note] WSREP: STATE EXCHANGE: sent state msg: 7e4c108c-c774-11e2-0800-1cf88820f00b
  4409. 130528 10:56:31 [Note] WSREP: STATE EXCHANGE: got state msg: 7e4c108c-c774-11e2-0800-1cf88820f00b from 0 (db-node3.lactalis.pyco.be)
  4410. 130528 10:56:31 [Note] WSREP: STATE EXCHANGE: got state msg: 7e4c108c-c774-11e2-0800-1cf88820f00b from 1 (db-node1.lactalis.pyco.be)
  4411. 130528 10:56:31 [Note] WSREP: Quorum results:
  4412.    version    = 2,
  4413.    component  = PRIMARY,
  4414.    conf_id    = 23,
  4415.    members    = 2/2 (joined/total),
  4416.    act_id     = 149049,
  4417.    last_appl. = 148997,
  4418.    protocols  = 0/4/2 (gcs/repl/appl),
  4419.    group UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  4420. 130528 10:56:31 [Note] WSREP: Flow-control interval: [23, 23]
  4421. 130528 10:56:31 [Note] WSREP: New cluster view: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:149049, view# 24: Primary, number of nodes: 2, my index: 1, protocol version 2
  4422. 130528 10:56:31 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4423. 130528 10:56:31 [Note] WSREP: Assign initial position for certification: 149049, protocol version: 2
  4424. 130528 10:56:31 [Warning] WSREP: last seen seqno below limit for trx source: 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d version: 2 local: 0 state: CERTIFYING flags: 1 conn_id: 97773 trx_id: 3037647 seqnos (l: 151334, g: 149050, s: 149044, d: -1, ts: 1369731392269463636)
  4425. 130528 10:56:31 [Warning] WSREP: last seen seqno below limit for trx source: f0fda968-c6c2-11e2-0800-b7c68555b5b9 version: 2 local: 1 state: CERTIFYING flags: 1 conn_id: 150643 trx_id: 4659834 seqnos (l: 151336, g: 149052, s: 149044, d: -1, ts: 1369731391137154008)
  4426. 130528 10:56:37 [Note] WSREP:  cleaning up 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567)
  4427. 130528 10:57:11 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  4428. 130528 10:57:11 [Note] WSREP: declaring 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d stable
  4429. 130528 10:57:11 [Note] WSREP: view(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,51) memb {
  4430.    1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4431.    7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4432.    f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4433. } joined {
  4434. } left {
  4435. } partitioned {
  4436. })
  4437. 130528 10:57:11 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 2, memb_num = 3
  4438. 130528 10:57:11 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  4439. 130528 10:57:11 [Note] WSREP: STATE EXCHANGE: sent state msg: 96010537-c774-11e2-0800-0846eadc485b
  4440. 130528 10:57:11 [Note] WSREP: STATE EXCHANGE: got state msg: 96010537-c774-11e2-0800-0846eadc485b from 0 (db-node2.lactalis.pyco.be)
  4441. 130528 10:57:11 [Note] WSREP: STATE EXCHANGE: got state msg: 96010537-c774-11e2-0800-0846eadc485b from 1 (db-node3.lactalis.pyco.be)
  4442. 130528 10:57:11 [Note] WSREP: STATE EXCHANGE: got state msg: 96010537-c774-11e2-0800-0846eadc485b from 2 (db-node1.lactalis.pyco.be)
  4443. 130528 10:57:11 [Note] WSREP: Quorum results:
  4444.    version    = 2,
  4445.    component  = PRIMARY,
  4446.    conf_id    = 24,
  4447.    members    = 2/3 (joined/total),
  4448.    act_id     = 149440,
  4449.    last_appl. = 148997,
  4450.    protocols  = 0/4/2 (gcs/repl/appl),
  4451.    group UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  4452. 130528 10:57:11 [Note] WSREP: Flow-control interval: [28, 28]
  4453. 130528 10:57:11 [Note] WSREP: New cluster view: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:149440, view# 25: Primary, number of nodes: 3, my index: 2, protocol version 2
  4454. 130528 10:57:11 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4455. 130528 10:57:11 [Note] WSREP: Assign initial position for certification: 149440, protocol version: 2
  4456. 130528 10:57:13 [Note] WSREP: Node 0 (db-node2.lactalis.pyco.be) requested state transfer from '*any*'. Selected 1 (db-node3.lactalis.pyco.be)(SYNCED) as donor.
  4457. 130528 10:57:13 [Note] WSREP: 0 (db-node2.lactalis.pyco.be): State transfer from 1 (db-node3.lactalis.pyco.be) complete.
  4458. 130528 10:57:13 [Note] WSREP: 1 (db-node3.lactalis.pyco.be): State transfer to 0 (db-node2.lactalis.pyco.be) complete.
  4459. 130528 10:57:13 [Note] WSREP: Member 0 (db-node2.lactalis.pyco.be) synced with group.
  4460. 130528 10:57:13 [Note] WSREP: Member 1 (db-node3.lactalis.pyco.be) synced with group.
  4461. 130528 10:57:31 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.22:4567
  4462. 130528 10:57:32 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') reconnecting to 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567), attempt 0
  4463. 130528 10:57:34 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, OPERATIONAL, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,51)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4464. 130528 10:57:34 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,51)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4465. 130528 10:57:35 [Note] WSREP: evs::proto(f0fda968-c6c2-11e2-0800-b7c68555b5b9, GATHER, view_id(REG,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,51)) suspecting node: 1aa38e5e-c6c6-11e2-0800-0b6442457f5d
  4466. 130528 10:57:35 [Note] WSREP: declaring 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d stable
  4467. 130528 10:57:35 [Note] WSREP: view(view_id(PRIM,7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,52) memb {
  4468.    7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4469.    f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4470. } joined {
  4471. } left {
  4472. } partitioned {
  4473.    1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4474. })
  4475. 130528 10:57:35 [Note] WSREP: forgetting 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567)
  4476. 130528 10:57:35 [Note] WSREP: deleting entry tcp://192.168.180.22:4567
  4477. 130528 10:57:35 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 2
  4478. 130528 10:57:35 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  4479. 130528 10:57:35 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  4480. 130528 10:57:35 [Note] WSREP: STATE EXCHANGE: sent state msg: a3edd957-c774-11e2-0800-03998f53838c
  4481. 130528 10:57:35 [Note] WSREP: STATE EXCHANGE: got state msg: a3edd957-c774-11e2-0800-03998f53838c from 0 (db-node3.lactalis.pyco.be)
  4482. 130528 10:57:35 [Note] WSREP: STATE EXCHANGE: got state msg: a3edd957-c774-11e2-0800-03998f53838c from 1 (db-node1.lactalis.pyco.be)
  4483. 130528 10:57:35 [Note] WSREP: Quorum results:
  4484.    version    = 2,
  4485.    component  = PRIMARY,
  4486.    conf_id    = 25,
  4487.    members    = 2/2 (joined/total),
  4488.    act_id     = 149580,
  4489.    last_appl. = 148997,
  4490.    protocols  = 0/4/2 (gcs/repl/appl),
  4491.    group UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  4492. 130528 10:57:35 [Note] WSREP: Flow-control interval: [23, 23]
  4493. 130528 10:57:35 [Note] WSREP: New cluster view: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:149580, view# 26: Primary, number of nodes: 2, my index: 1, protocol version 2
  4494. 130528 10:57:35 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4495. 130528 10:57:35 [Note] WSREP: Assign initial position for certification: 149580, protocol version: 2
  4496. 130528 10:57:36 [Warning] WSREP: discarding established (time wait) 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567)
  4497. 130528 10:57:38 [Warning] WSREP: discarding established (time wait) 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567)
  4498. 130528 10:57:39 [Warning] WSREP: discarding established (time wait) 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567)
  4499. 130528 10:57:40 [Note] WSREP:  cleaning up 1aa38e5e-c6c6-11e2-0800-0b6442457f5d (tcp://192.168.180.22:4567)
  4500. 130528 10:57:41 [Note] WSREP: declaring 1aa38e5e-c6c6-11e2-0800-0b6442457f5d stable
  4501. 130528 10:57:41 [Note] WSREP: declaring 7e0e0330-c6e4-11e2-0800-ff5d6d661a8d stable
  4502. 130528 10:57:41 [Note] WSREP: view(view_id(PRIM,1aa38e5e-c6c6-11e2-0800-0b6442457f5d,53) memb {
  4503.    1aa38e5e-c6c6-11e2-0800-0b6442457f5d,
  4504.    7e0e0330-c6e4-11e2-0800-ff5d6d661a8d,
  4505.    f0fda968-c6c2-11e2-0800-b7c68555b5b9,
  4506. } joined {
  4507. } left {
  4508. } partitioned {
  4509. })
  4510. 130528 10:57:41 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 2, memb_num = 3
  4511. 130528 10:57:41 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
  4512. 130528 10:57:41 [Note] WSREP: STATE EXCHANGE: sent state msg: a798abc2-c774-11e2-0800-a9cf0c8c056b
  4513. 130528 10:57:41 [Note] WSREP: STATE EXCHANGE: got state msg: a798abc2-c774-11e2-0800-a9cf0c8c056b from 0 (db-node2.lactalis.pyco.be)
  4514. 130528 10:57:41 [Note] WSREP: STATE EXCHANGE: got state msg: a798abc2-c774-11e2-0800-a9cf0c8c056b from 2 (db-node1.lactalis.pyco.be)
  4515. 130528 10:57:41 [Note] WSREP: STATE EXCHANGE: got state msg: a798abc2-c774-11e2-0800-a9cf0c8c056b from 1 (db-node3.lactalis.pyco.be)
  4516. 130528 10:57:41 [Note] WSREP: Quorum results:
  4517.    version    = 2,
  4518.    component  = PRIMARY,
  4519.    conf_id    = 26,
  4520.    members    = 2/3 (joined/total),
  4521.    act_id     = 149617,
  4522.    last_appl. = 148997,
  4523.    protocols  = 0/4/2 (gcs/repl/appl),
  4524.    group UUID = f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a
  4525. 130528 10:57:41 [Note] WSREP: Flow-control interval: [28, 28]
  4526. 130528 10:57:41 [Note] WSREP: New cluster view: global state: f0fe6b94-c6c2-11e2-0800-0c60b3fcd81a:149617, view# 27: Primary, number of nodes: 3, my index: 2, protocol version 2
  4527. 130528 10:57:41 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
  4528. 130528 10:57:41 [Note] WSREP: Assign initial position for certification: 149617, protocol version: 2
  4529. 130528 10:57:43 [Note] WSREP: Node 0 (db-node2.lactalis.pyco.be) requested state transfer from '*any*'. Selected 1 (db-node3.lactalis.pyco.be)(SYNCED) as donor.
  4530. 130528 10:57:43 [Note] WSREP: 0 (db-node2.lactalis.pyco.be): State transfer from 1 (db-node3.lactalis.pyco.be) complete.
  4531. 130528 10:57:43 [Note] WSREP: 1 (db-node3.lactalis.pyco.be): State transfer to 0 (db-node2.lactalis.pyco.be) complete.
  4532. 130528 10:57:43 [Note] WSREP: Member 0 (db-node2.lactalis.pyco.be) synced with group.
  4533. 130528 10:57:43 [Note] WSREP: Member 1 (db-node3.lactalis.pyco.be) synced with group.
  4534. 130528 10:58:26 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.23:4567
  4535. 130528 10:58:27 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
  4536. 130528 11:47:36 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://192.168.180.23:4567
  4537. 130528 11:47:37 [Note] WSREP: (f0fda968-c6c2-11e2-0800-b7c68555b5b9, 'tcp://0.0.0.0:4567') turning message relay requesting off
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!