TASK: [galera_server | Check that WSREP is ready] *****************************
<192.168.20.132> ESTABLISH CONNECTION FOR USER: root
<192.168.20.132> REMOTE_MODULE command /usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf extended-status | egrep '(wsrep_ready|wsrep_evs_state)' #USE_SHELL
<192.168.20.132> EXEC ssh -C -v -o ControlMaster=auto -o ControlPersist=60s -o ControlPath="/root/.ansible/cp/ansible-ssh-%h-%p-%r" -o StrictHostKeyChecking=no -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=120 192.168.20.132 /bin/sh -c 'LANG=en_US.UTF-8 LC_CTYPE=en_US.UTF-8 /usr/bin/python'
<192.168.20.132> REMOTE_MODULE command /usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf extended-status | egrep '(wsrep_ready|wsrep_evs_state)' #USE_SHELL
<192.168.20.132> EXEC ssh -C -v -o ControlMaster=auto -o ControlPersist=60s -o ControlPath="/root/.ansible/cp/ansible-ssh-%h-%p-%r" -o StrictHostKeyChecking=no -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=120 192.168.20.132 /bin/sh -c 'LANG=en_US.UTF-8 LC_CTYPE=en_US.UTF-8 /usr/bin/python'
Result from run 1 is: {u'cmd': u"/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf extended-status | egrep '(wsrep_ready|wsrep_evs_state)'", u'end': u'2016-05-12 13:38:25.751663', u'stdout': u'', u'changed': True, 'attempts': 1, u'start': u'2016-05-12 13:38:25.745252', u'delta': u'0:00:00.006411', u'stderr': u"\x07/usr/bin/mysqladmin: connect to server at 'localhost' failed\nerror: 'Access denied for user  (using password: YES)'", u'rc': 1, u'warnings': []}
failed: [infra1_galera_container-861571ec] => {"attempts": 1, "changed": true, "cmd": "/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf extended-status | egrep '(wsrep_ready|wsrep_evs_state)'", "delta": "0:00:00.006411", "end": "2016-05-12 13:38:25.751663", "rc": 1, "start": "2016-05-12 13:38:25.745252", "stdout_lines": [], "warnings": []}
stderr: /usr/bin/mysqladmin: connect to server at 'localhost' failed
error: 'Access denied for user 'root'@'localhost' (using password: YES)'



root@infra1_galera_container-861571ec:~# cat /etc/mysql/debian.cnf
# Ansible managed: /opt/openstack-ansible/playbooks/roles/galera_server/templates/debian.cnf.j2 modified on 2016-05-09 23:54:18 by root on dep2

[client]
host     = localhost
user     = root
password = None
socket   = /var/run/mysqld/mysqld.sock

[mysql_upgrade]
host     = localhost
user     = root
password = None
socket   = /var/run/mysqld/mysqld.sock
basedir  = /usr
root@infra1_galera_container-861571ec:~# exit




root@infra1_galera_container-861571ec:~# cat /var/log/mysql_logs/galera_server_error.log
160512 13:02:52 mysqld_safe Starting mysqld daemon with databases from /var/lib/mysql
160512 13:02:52 mysqld_safe WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.xwey0o' --pid-file='/var/lib/mysql/infra1_galera_container-861571ec-recover.pid'
160512 13:02:52 [Note] /usr/sbin/mysqld (mysqld 10.0.25-MariaDB-1~trusty-wsrep) starting as process 6560 ...
160512 13:03:06 mysqld_safe WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
160512 13:03:06 [Note] /usr/sbin/mysqld (mysqld 10.0.25-MariaDB-1~trusty-wsrep) starting as process 6701 ...
160512 13:03:06 [Note] WSREP: Read nil XID from storage engines, skipping position init
160512 13:03:06 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
160512 13:03:06 [Note] WSREP: wsrep_load(): Galera 25.3.15(r3578) by Codership Oy <info@codership.com> loaded successfully.
160512 13:03:06 [Note] WSREP: CRC-32C: using hardware acceleration.
160512 13:03:06 [Warning] WSREP: Could not open state file for reading: '/var/lib/mysql//grastate.dat'
160512 13:03:06 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
160512 13:03:06 [Note] WSREP: Passing config to GCS: base_dir = /var/lib/mysql/; base_host = 192.168.20.132; base_port = 4567; cert.log_conflicts = no; debug = no; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 1024M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = fal
160512 13:03:06 [Note] WSREP: Service thread queue flushed.
160512 13:03:06 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
160512 13:03:06 [Note] WSREP: wsrep_sst_grab()
160512 13:03:06 [Note] WSREP: Start replication
160512 13:03:06 [Note] WSREP: 'wsrep-new-cluster' option used, bootstrapping the cluster
160512 13:03:06 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
160512 13:03:06 [Note] WSREP: protonet asio version 0
160512 13:03:06 [Note] WSREP: Using CRC-32C for message checksums.
160512 13:03:06 [Note] WSREP: backend: asio
160512 13:03:06 [Warning] WSREP: access file(/var/lib/mysql//gvwstate.dat) failed(No such file or directory)
160512 13:03:06 [Note] WSREP: restore pc from disk failed
160512 13:03:06 [Note] WSREP: GMCast version 0
160512 13:03:06 [Note] WSREP: (659f3a91, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
160512 13:03:06 [Note] WSREP: (659f3a91, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
160512 13:03:06 [Note] WSREP: EVS version 0
160512 13:03:06 [Note] WSREP: gcomm: bootstrapping new group 'openstack_galera_cluster'
160512 13:03:06 [Note] WSREP: start_prim is enabled, turn off pc_recovery
160512 13:03:06 [Note] WSREP: Node 659f3a91 state prim
160512 13:03:06 [Note] WSREP: view(view_id(PRIM,659f3a91,1) memb {
        659f3a91,0
} joined {
} left {
} partitioned {
})
160512 13:03:06 [Note] WSREP: save pc into disk
160512 13:03:06 [Note] WSREP: discarding pending addr without UUID: tcp://192.168.20.132:4567
160512 13:03:06 [Note] WSREP: discarding pending addr proto entry 0x7f7336044500
160512 13:03:06 [Note] WSREP: discarding pending addr without UUID: tcp://192.168.20.150:4567
160512 13:03:06 [Note] WSREP: discarding pending addr proto entry 0x7f7336044800
160512 13:03:06 [Note] WSREP: discarding pending addr without UUID: tcp://192.168.20.159:4567
160512 13:03:06 [Note] WSREP: discarding pending addr proto entry 0x7f73360448c0
160512 13:03:06 [Note] WSREP: gcomm: connected
160512 13:03:06 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 32636
160512 13:03:06 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
160512 13:03:06 [Note] WSREP: Opened channel 'openstack_galera_cluster'
160512 13:03:06 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 1
160512 13:03:06 [Note] WSREP: Waiting for SST to complete.
160512 13:03:06 [Note] WSREP: Starting new group from scratch: 659ffdf0-1863-11e6-9b57-da85308e0174
160512 13:03:06 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 65a02442-1863-11e6-bf05-da92b8261bd3
160512 13:03:06 [Note] WSREP: STATE EXCHANGE: sent state msg: 65a02442-1863-11e6-bf05-da92b8261bd3
160512 13:03:06 [Note] WSREP: STATE EXCHANGE: got state msg: 65a02442-1863-11e6-bf05-da92b8261bd3 from 0 (infra1_galera_container-861571ec)
160512 13:03:06 [Note] WSREP: Quorum results:
        version    = 3,
        component  = PRIMARY,
        conf_id    = 0,
        members    = 1/1 (joined/total),
        act_id     = 0,
        last_appl. = -1,
        protocols  = 0/7/3 (gcs/repl/appl),
        group UUID = 659ffdf0-1863-11e6-9b57-da85308e0174
160512 13:03:06 [Note] WSREP: Flow-control interval: [16, 16]
160512 13:03:06 [Note] WSREP: Restored state OPEN -> JOINED (0)
160512 13:03:06 [Note] WSREP: Member 0.0 (infra1_galera_container-861571ec) synced with group.
160512 13:03:06 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)
160512 13:03:06 [Note] WSREP: New cluster view: global state: 659ffdf0-1863-11e6-9b57-da85308e0174:0, view# 1: Primary, number of nodes: 1, my index: 0, protocol version 3
160512 13:03:06 [Note] WSREP: SST complete, seqno: 0
160512 13:03:06 [Note] InnoDB: Using mutexes to ref count buffer pool pages
160512 13:03:06 [Note] InnoDB: The InnoDB memory heap is disabled
160512 13:03:06 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
160512 13:03:06 [Note] InnoDB: Memory barrier is not used
160512 13:03:06 [Note] InnoDB: Compressed tables use zlib 1.2.8
160512 13:03:06 [Note] InnoDB: Using Linux native AIO
160512 13:03:06 [Note] InnoDB: Using CPU crc32 instructions
160512 13:03:06 [Note] InnoDB: Initializing buffer pool, size = 4.0G
160512 13:03:07 [Note] InnoDB: Completed initialization of buffer pool
160512 13:03:07 [Note] InnoDB: Highest supported file format is Barracuda.
160512 13:03:07 [Note] InnoDB: 128 rollback segment(s) are active.
160512 13:03:07 [Note] InnoDB: Waiting for purge to start
160512 13:03:07 [Note] InnoDB:  Percona XtraDB (http://www.percona.com) 5.6.29-76.2 started; log sequence number 1617086
160512 13:03:07 [Note] Plugin 'FEEDBACK' is disabled.
160512 13:03:07 [Note] Server socket created on IP: '::'.
160512 13:03:07 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
160512 13:03:07 [Note] WSREP: REPL Protocols: 7 (3, 2)
160512 13:03:07 [Note] WSREP: Service thread queue flushed.
160512 13:03:07 [Note] WSREP: Assign initial position for certification: 0, protocol version: 3
160512 13:03:07 [Note] WSREP: Service thread queue flushed.
160512 13:03:07 [Note] WSREP: Synchronized with group, ready for connections
160512 13:03:07 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
160512 13:03:07 [Note] /usr/sbin/mysqld: ready for connections.
Version: '10.0.25-MariaDB-1~trusty-wsrep'  socket: '/var/run/mysqld/mysqld.sock'  port: 3306  mariadb.org binary distribution, wsrep_25.13.raf7f02e