kmajumder

Untitled

Nov 29th, 2018
115
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. ========== Running the shellscript automation/hc-basic_suite_master.sh
  2. Timeout set to script: 3h
  3. + SUITE=./automation/hc-basic_suite_master.sh
  4. ++ echo ./automation/hc-basic_suite_master.sh
  5. ++ tr _ -
  6. + SUITE=./automation/hc-basic-suite-master.sh
  7. + SUITE=hc-basic-suite-master.sh
  8. + SUITE=hc-basic-suite-master
  9. + echo 'Running suite: hc-basic-suite-master'
  10. Running suite: hc-basic-suite-master
  11. ++ realpath hc-basic-suite-master
  12. + SUITE_REAL_PATH=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  13. + DEFAULT_RPMS=(ovirt-engine-sdk-python python-ovirt-engine-sdk4)
  14. + readonly CREATE_IMAGES=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/CREATE_IMAGES.marker
  15. + CREATE_IMAGES=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/CREATE_IMAGES.marker
  16. + export LIBGUESTFS_BACKEND=direct
  17. + LIBGUESTFS_BACKEND=direct
  18. + [[ -c /dev/kvm ]]
  19. + mknod /dev/kvm c 10 232
  20. + rm -rf exported-artifacts
  21. + mkdir -p exported-artifacts
  22. ++ get_run_path
  23. ++ local ram_path=/dev/shm/ost/deployment-hc-basic-suite-master
  24. ++ local disk_path=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/deployment-hc-basic-suite-master
  25. ++ [[ -d /dev/shm/ost ]]
  26. ++ [[ -d /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/deployment-hc-basic-suite-master ]]
  27. ++ ./run_suite.sh -o /dev/shm/ost/deployment-hc-basic-suite-master --only-verify-requirements hc-basic-suite-master
  28. + source common/helpers/logger.sh
  29. + CLI=lago
  30. + DO_CLEANUP=false
  31. + RECOMMENDED_RAM_IN_MB=8196
  32. + EXTRA_SOURCES=()
  33. + RPMS_TO_INSTALL=()
  34. ++ getopt -o ho:e:n:b:cs:r:l:i --long help,output:,engine:,node:,boot-iso:,cleanup,images --long extra-rpm-source,reposync-config:,local-rpms: --long only-verify-requirements,ignore-requirements -n run_suite.sh -- -o /dev/shm/ost/deployment-hc-basic-suite-master --only-verify-requirements hc-basic-suite-master
  35. + options=' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' --only-verify-requirements -- '\''hc-basic-suite-master'\'''
  36. + [[ 0 != \0 ]]
  37. + eval set -- ' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' --only-verify-requirements -- '\''hc-basic-suite-master'\'''
  38. ++ set -- -o /dev/shm/ost/deployment-hc-basic-suite-master --only-verify-requirements -- hc-basic-suite-master
  39. + true
  40. + case $1 in
  41. ++ realpath -m /dev/shm/ost/deployment-hc-basic-suite-master
  42. + PREFIX=/dev/shm/ost/deployment-hc-basic-suite-master
  43. + shift 2
  44. + true
  45. + case $1 in
  46. + readonly ONLY_VERIFY_REQUIREMENTS=true
  47. + ONLY_VERIFY_REQUIREMENTS=true
  48. + shift
  49. + true
  50. + case $1 in
  51. + shift
  52. + break
  53. + [[ -z hc-basic-suite-master ]]
  54. + export OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  55. + OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  56. ++ realpath --no-symlinks hc-basic-suite-master
  57. + export SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  58. + SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  59. + [[ -z /dev/shm/ost/deployment-hc-basic-suite-master ]]
  60. + export PREFIX
  61. + false
  62. + [[ -e /dev/shm/ost/deployment-hc-basic-suite-master ]]
  63. + mkdir -p /dev/shm/ost/deployment-hc-basic-suite-master
  64. + [[ -n '' ]]
  65. + verify_system_requirements /dev/shm/ost/deployment-hc-basic-suite-master
  66. + local prefix=/dev/shm/ost/deployment-hc-basic-suite-master
  67. + /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/common/scripts/verify_system_requirements.py --prefix-path /dev/shm/ost/deployment-hc-basic-suite-master /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/vars/main.yml
  68. INFO:__main__:Requirements dict is empty, using default requirements
  69. INFO:__main__:disk_space success
  70. INFO:__main__:All checks passed
  71. + [[ 0 -ne 0 ]]
  72. + [[ -n true ]]
  73. + rm -rf /dev/shm/ost/deployment-hc-basic-suite-master
  74. + exit
  75. ++ echo /dev/shm/ost/deployment-hc-basic-suite-master
  76. ++ return
  77. + run_path=/dev/shm/ost/deployment-hc-basic-suite-master
  78. + trap 'cleanup "$run_path"' SIGTERM SIGINT SIGQUIT EXIT
  79. + res=0
  80. + extra_cmds=()
  81. + [[ -e /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/extra_sources ]]
  82. + [[ -e /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/extra_sources ]]
  83. + [[ 2 -gt 0 ]]
  84. + extra_cmds+=($(printf -- '-l %s ' "${DEFAULT_RPMS[@]}"))
  85. ++ printf -- '-l %s ' ovirt-engine-sdk-python python-ovirt-engine-sdk4
  86. + [[ -e /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/CREATE_IMAGES.marker ]]
  87. + timeout --kill-after 5m 100m ./run_suite.sh -o /dev/shm/ost/deployment-hc-basic-suite-master -l ovirt-engine-sdk-python -l python-ovirt-engine-sdk4 hc-basic-suite-master
  88. + source common/helpers/logger.sh
  89. + CLI=lago
  90. + DO_CLEANUP=false
  91. + RECOMMENDED_RAM_IN_MB=8196
  92. + EXTRA_SOURCES=()
  93. + RPMS_TO_INSTALL=()
  94. ++ getopt -o ho:e:n:b:cs:r:l:i --long help,output:,engine:,node:,boot-iso:,cleanup,images --long extra-rpm-source,reposync-config:,local-rpms: --long only-verify-requirements,ignore-requirements -n run_suite.sh -- -o /dev/shm/ost/deployment-hc-basic-suite-master -l ovirt-engine-sdk-python -l python-ovirt-engine-sdk4 hc-basic-suite-master
  95. + options=' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' -l '\''ovirt-engine-sdk-python'\'' -l '\''python-ovirt-engine-sdk4'\'' -- '\''hc-basic-suite-master'\'''
  96. + [[ 0 != \0 ]]
  97. + eval set -- ' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' -l '\''ovirt-engine-sdk-python'\'' -l '\''python-ovirt-engine-sdk4'\'' -- '\''hc-basic-suite-master'\'''
  98. ++ set -- -o /dev/shm/ost/deployment-hc-basic-suite-master -l ovirt-engine-sdk-python -l python-ovirt-engine-sdk4 -- hc-basic-suite-master
  99. + true
  100. + case $1 in
  101. ++ realpath -m /dev/shm/ost/deployment-hc-basic-suite-master
  102. + PREFIX=/dev/shm/ost/deployment-hc-basic-suite-master
  103. + shift 2
  104. + true
  105. + case $1 in
  106. + RPMS_TO_INSTALL+=("$2")
  107. + shift 2
  108. + true
  109. + case $1 in
  110. + RPMS_TO_INSTALL+=("$2")
  111. + shift 2
  112. + true
  113. + case $1 in
  114. + shift
  115. + break
  116. + [[ -z hc-basic-suite-master ]]
  117. + export OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  118. + OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  119. ++ realpath --no-symlinks hc-basic-suite-master
  120. + export SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  121. + SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  122. + [[ -z /dev/shm/ost/deployment-hc-basic-suite-master ]]
  123. + export PREFIX
  124. + false
  125. + [[ -e /dev/shm/ost/deployment-hc-basic-suite-master ]]
  126. + mkdir -p /dev/shm/ost/deployment-hc-basic-suite-master
  127. + [[ -n '' ]]
  128. + verify_system_requirements /dev/shm/ost/deployment-hc-basic-suite-master
  129. + local prefix=/dev/shm/ost/deployment-hc-basic-suite-master
  130. + /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/common/scripts/verify_system_requirements.py --prefix-path /dev/shm/ost/deployment-hc-basic-suite-master /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/vars/main.yml
  131. INFO:__main__:Requirements dict is empty, using default requirements
  132. INFO:__main__:disk_space success
  133. INFO:__main__:All checks passed
  134. + [[ 0 -ne 0 ]]
  135. + [[ -n '' ]]
  136. + [[ -d /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master ]]
  137. + trap on_sigterm SIGTERM
  138. + trap on_exit EXIT
  139. ++ lago --version
  140. + logger.info 'Using lago 0.44.0'
  141. + logger.log INFO 'Using lago 0.44.0'
  142. + set +x
  143. 2018-11-29 10:45:16.041463330+0000 run_suite.sh::main::INFO:: Using lago 0.44.0
  144. ++ lago ovirt --version
  145. + logger.info 'Using lago ovirt 0.45.0'
  146. + logger.log INFO 'Using lago ovirt 0.45.0'
  147. + set +x
  148. 2018-11-29 10:45:16.391971093+0000 run_suite.sh::main::INFO:: Using lago ovirt 0.45.0
  149. + check_ram 8196
  150. + local recommended=8196
  151. ++ free -m
  152. ++ grep Mem
  153. ++ awk '{print $2}'
  154. + local cur_ram=48021
  155. + [[ 48021 -lt 8196 ]]
  156. + logger.info 'Running suite found in /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master'
  157. + logger.log INFO 'Running suite found in /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master'
  158. + set +x
  159. 2018-11-29 10:45:16.399702622+0000 run_suite.sh::main::INFO:: Running suite found in /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  160. + logger.info 'Environment will be deployed at /dev/shm/ost/deployment-hc-basic-suite-master'
  161. + logger.log INFO 'Environment will be deployed at /dev/shm/ost/deployment-hc-basic-suite-master'
  162. + set +x
  163. 2018-11-29 10:45:16.403548262+0000 run_suite.sh::main::INFO:: Environment will be deployed at /dev/shm/ost/deployment-hc-basic-suite-master
  164. + export PYTHONPATH=:/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  165. + PYTHONPATH=:/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  166. + source /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/control.sh
  167. ++ set -o pipefail
  168. + prep_suite '' '' ''
  169. + render_jinja_templates
  170. + local suite_name=hc-basic-suite-master
  171. + local src=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile.in
  172. + local dest=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile
  173. + export suite_name=hc-basic-suite-master
  174. + suite_name=hc-basic-suite-master
  175. + python /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/common/scripts/render_jinja_templates.py /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile.in
  176. + cat /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile
  177. domains:
  178. lago-hc-basic-suite-master-engine:
  179. vm-provider: ssh
  180. vm-type: ovirt-engine
  181. ssh-password: 123456
  182. distro: el7
  183. service_provider: systemd
  184. nics:
  185. - net: lago-hc-basic-suite-master-net-management
  186. ip: 192.168.200.99
  187. metadata:
  188. ovirt-engine-password: 123
  189. artifacts:
  190. - /var/log
  191. lago-hc-basic-suite-master-host-0:
  192. vm-type: ovirt-host
  193. distro: el7
  194. memory: 5120
  195. nics:
  196. - net: lago-hc-basic-suite-master-net-management
  197. disks:
  198. - template_name: el7.5-base
  199. type: template
  200. name: root
  201. dev: vda
  202. format: qcow2
  203. - comment: Used for brick
  204. name: brick
  205. size: 150G
  206. type: empty
  207. dev: sda
  208. format: qcow2
  209. - comment: Used for cache
  210. name: cache
  211. size: 100G
  212. type: empty
  213. dev: sdb
  214. format: qcow2
  215. - name: tmp
  216. size: 100G
  217. type: empty
  218. dev: sdc
  219. format: qcow2
  220. metadata:
  221. ovirt-capabilities:
  222. - snapshot-live-merge
  223. deploy-scripts:
  224. - $LAGO_INITFILE_PATH/../common/deploy-scripts/add_local_repo.sh
  225. - $LAGO_INITFILE_PATH/../common/deploy-scripts/setup_host_el7.sh
  226. - $LAGO_INITFILE_PATH/hc_setup_host.sh
  227. - $LAGO_INITFILE_PATH/gdeploy-setup.sh
  228. - $LAGO_INITFILE_PATH/setup_first_host.sh
  229. artifacts:
  230. - /var/log
  231. lago-hc-basic-suite-master-host-1:
  232. vm-type: ovirt-host
  233. distro: el7
  234. memory: 5120
  235. nics:
  236. - net: lago-hc-basic-suite-master-net-management
  237. disks:
  238. - template_name: el7.5-base
  239. type: template
  240. name: root
  241. dev: vda
  242. format: qcow2
  243. - comment: Used for brick
  244. name: brick
  245. size: 150G
  246. type: empty
  247. dev: sda
  248. format: qcow2
  249. - comment: Used for cache
  250. name: cache
  251. size: 100G
  252. type: empty
  253. dev: sdb
  254. format: qcow2
  255.  
  256. metadata:
  257. ovirt-capabilities:
  258. - snapshot-live-merge
  259. deploy-scripts:
  260. - $LAGO_INITFILE_PATH/../common/deploy-scripts/add_local_repo.sh
  261. - $LAGO_INITFILE_PATH/../common/deploy-scripts/setup_host_el7.sh
  262. - $LAGO_INITFILE_PATH/hc_setup_host.sh
  263.  
  264. artifacts:
  265. - /var/log
  266. lago-hc-basic-suite-master-host-2:
  267. vm-type: ovirt-host
  268. distro: el7
  269. memory: 5120
  270. nics:
  271. - net: lago-hc-basic-suite-master-net-management
  272. disks:
  273. - template_name: el7.5-base
  274. type: template
  275. name: root
  276. dev: vda
  277. format: qcow2
  278. - comment: Used for brick
  279. name: brick
  280. size: 150G
  281. type: empty
  282. dev: sda
  283. format: qcow2
  284. - comment: Used for cache
  285. name: cache
  286. size: 100G
  287. type: empty
  288. dev: sdb
  289. format: qcow2
  290.  
  291. metadata:
  292. ovirt-capabilities:
  293. - snapshot-live-merge
  294. deploy-scripts:
  295. - $LAGO_INITFILE_PATH/../common/deploy-scripts/add_local_repo.sh
  296. - $LAGO_INITFILE_PATH/../common/deploy-scripts/setup_host_el7.sh
  297. - $LAGO_INITFILE_PATH/hc_setup_host.sh
  298.  
  299. artifacts:
  300. - /var/log
  301.  
  302. nets:
  303. lago-hc-basic-suite-master-net-management:
  304. type: nat
  305. dhcp:
  306. start: 100
  307. end: 254
  308. management: true
  309. dns_domain_name: lago.local
  310. + run_suite
  311. + local suite=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  312. + local curdir=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  313. + declare failed=false
  314. + env_init '' /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile
  315. + local template_repo=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/template-repo.json
  316. + local initfile=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile
  317. + lago init /dev/shm/ost/deployment-hc-basic-suite-master /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile --template-repo-path /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/template-repo.json
  318. @ Initialize and populate prefix: 
  319.  # Initialize prefix: 
  320.  * Create prefix dirs: 
  321.  * Create prefix dirs: Success (in 0:00:00)
  322.  * Generate prefix uuid: 
  323.  * Generate prefix uuid: Success (in 0:00:00)
  324.  * Create ssh keys: 
  325.  * Create ssh keys: Success (in 0:00:00)
  326.  * Tag prefix as initialized: 
  327.  * Tag prefix as initialized: Success (in 0:00:00)
  328.  # Initialize prefix: Success (in 0:00:00)
  329.  # Create disks for VM lago-hc-basic-suite-master-host-1: 
  330.  * Create disk root: 
  331.  * Create disk root: Success (in 0:00:00)
  332.  * Create disk brick: 
  333.  * Create disk brick: Success (in 0:00:00)
  334.  * Create disk cache: 
  335.  * Create disk cache: Success (in 0:00:00)
  336.  # Create disks for VM lago-hc-basic-suite-master-host-1: Success (in 0:00:00)
  337.  # Create disks for VM lago-hc-basic-suite-master-host-0: 
  338.  * Create disk root: 
  339.  * Create disk root: Success (in 0:00:00)
  340.  * Create disk brick: 
  341.  * Create disk brick: Success (in 0:00:00)
  342.  * Create disk cache: 
  343.  * Create disk cache: Success (in 0:00:00)
  344.  * Create disk tmp: 
  345.  * Create disk tmp: Success (in 0:00:00)
  346.  # Create disks for VM lago-hc-basic-suite-master-host-0: Success (in 0:00:00)
  347.  # Create disks for VM lago-hc-basic-suite-master-host-2: 
  348.  * Create disk root: 
  349.  * Create disk root: Success (in 0:00:00)
  350.  * Create disk brick: 
  351.  * Create disk brick: Success (in 0:00:00)
  352.  * Create disk cache: 
  353.  * Create disk cache: Success (in 0:00:00)
  354.  # Create disks for VM lago-hc-basic-suite-master-host-2: Success (in 0:00:00)
  355.  # Create disks for VM lago-hc-basic-suite-master-engine: 
  356.  # Create disks for VM lago-hc-basic-suite-master-engine: Success (in 0:00:00)
  357.  # Copying any deploy scripts: 
  358.  # Copying any deploy scripts: Success (in 0:00:00)
  359.  # [Thread-1] Bootstrapping lago-hc-basic-suite-master-host-1: 
  360.  # [Thread-2] Bootstrapping lago-hc-basic-suite-master-host-0: 
  361.  # [Thread-3] Bootstrapping lago-hc-basic-suite-master-host-2: 
  362.  # [Thread-3] Bootstrapping lago-hc-basic-suite-master-host-2: Success (in 0:00:23)
  363.  # [Thread-1] Bootstrapping lago-hc-basic-suite-master-host-1: Success (in 0:00:23)
  364.  # [Thread-2] Bootstrapping lago-hc-basic-suite-master-host-0: Success (in 0:00:23)
  365.  # Save prefix: 
  366.  * Save nets: 
  367.  * Save nets: Success (in 0:00:00)
  368.  * Save VMs: 
  369.  * Save VMs: Success (in 0:00:00)
  370.  * Save env: 
  371.  * Save env: Success (in 0:00:00)
  372.  # Save prefix: Success (in 0:00:00)
  373. @ Initialize and populate prefix: Success (in 0:00:26)
  374. + env_repo_setup
  375. + local extrasrc
  376. + declare -a extrasrcs
  377. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  378. + local reposync_conf=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/reposync-config.repo
  379. + [[ -e '' ]]
  380. + [[ -n '' ]]
  381. + skipsync=
  382. + logger.info 'Using reposync config file: /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/reposync-config.repo'
  383. + logger.log INFO 'Using reposync config file: /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/reposync-config.repo'
  384. + set +x
  385. 2018-11-29 10:45:43.136535766+0000 run_suite.sh::env_repo_setup::INFO:: Using reposync config file: /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/reposync-config.repo
  386. + http_proxy=
  387. + lago ovirt reposetup --reposync-yum-config /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/reposync-config.repo
  388. @ Create prefix internal repo: 
  389.  # Syncing remote repos locally (this might take some time): 
  390.  * Running reposync: 
  391.  * Running reposync: Success (in 0:01:40)
  392.  # Syncing remote repos locally (this might take some time): Success (in 0:01:40)
  393.  # Running repoman: 
  394.  # Running repoman: Success (in 0:01:23)
  395.  # Save prefix: 
  396.  * Save nets: 
  397.  * Save nets: Success (in 0:00:00)
  398.  * Save VMs: 
  399.  * Save VMs: Success (in 0:00:00)
  400.  * Save env: 
  401.  * Save env: Success (in 0:00:00)
  402.  # Save prefix: Success (in 0:00:00)
  403. @ Create prefix internal repo: Success (in 0:03:03)
  404. + cd -
  405. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  406. + install_local_rpms
  407. + local pkg_manager os path_to_config
  408. + [[ 2 -le 0 ]]
  409. ++ get_package_manager
  410. ++ [[ -x /bin/dnf ]]
  411. ++ echo yum
  412. + pkg_manager=yum
  413. ++ get_package_manager_config
  414. ++ local pkg_manager
  415. +++ get_package_manager
  416. +++ [[ -x /bin/dnf ]]
  417. +++ echo yum
  418. ++ pkg_manager=yum
  419. ++ echo /etc/yum/yum.conf
  420. + path_to_config=/etc/yum/yum.conf
  421. ++ rpm -E '%{dist}'
  422. + os=.el7
  423. + os=el7
  424. + os=el7
  425. + backup_package_manager_config
  426. + local path_to_config path_to_config_bak
  427. ++ get_package_manager_config
  428. ++ local pkg_manager
  429. +++ get_package_manager
  430. +++ [[ -x /bin/dnf ]]
  431. +++ echo yum
  432. ++ pkg_manager=yum
  433. ++ echo /etc/yum/yum.conf
  434. + path_to_config=/etc/yum/yum.conf
  435. + path_to_config_bak=/etc/yum/yum.conf.ost_bak
  436. + [[ -e /etc/yum/yum.conf.ost_bak ]]
  437. + cp /etc/yum/yum.conf /etc/yum/yum.conf.ost_bak
  438. + cat
  439. + yum -y install ovirt-engine-sdk-python python-ovirt-engine-sdk4
  440. Failed to set locale, defaulting to C
  441. Package ovirt-engine-sdk-python-3.6.9.2-0.1.20180209.gite99bbd1.el7.centos.noarch already installed and latest version
  442. Package python-ovirt-engine-sdk4-4.3.0-1.a0.20181029git78c3d5b.el7.x86_64 already installed and latest version
  443. Nothing to do
  444. + return 0
  445. + env_start
  446. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  447. + lago start
  448. @ Start Prefix: 
  449.  # Start nets: 
  450.  * Create network lago-hc-basic-suite-master-net-management: 
  451.  * Create network lago-hc-basic-suite-master-net-management: Success (in 0:00:05)
  452.  # Start nets: Success (in 0:00:05)
  453.  # Start vms: 
  454.  * Starting VM lago-hc-basic-suite-master-host-1: 
  455.  * Starting VM lago-hc-basic-suite-master-host-1: Success (in 0:00:00)
  456.  * Starting VM lago-hc-basic-suite-master-host-0: 
  457.  * Starting VM lago-hc-basic-suite-master-host-0: Success (in 0:00:00)
  458.  * Starting VM lago-hc-basic-suite-master-host-2: 
  459.  * Starting VM lago-hc-basic-suite-master-host-2: Success (in 0:00:00)
  460.  # Start vms: Success (in 0:00:01)
  461. @ Start Prefix: Success (in 0:00:06)
  462. + cd -
  463. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  464. + env_deploy
  465. + local res=0
  466. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  467. + lago ovirt deploy
  468. @ Deploy oVirt environment: 
  469.  # Deploy environment: 
  470.  * [Thread-2] Deploy VM lago-hc-basic-suite-master-host-1: 
  471.  * [Thread-3] Deploy VM lago-hc-basic-suite-master-host-0: 
  472.  * [Thread-4] Deploy VM lago-hc-basic-suite-master-host-2: 
  473.  * [Thread-5] Deploy VM lago-hc-basic-suite-master-engine: 
  474.  * [Thread-5] Deploy VM lago-hc-basic-suite-master-engine: Success (in 0:00:00)
  475.  * [Thread-2] Deploy VM lago-hc-basic-suite-master-host-1: Success (in 0:05:20)
  476.  * [Thread-4] Deploy VM lago-hc-basic-suite-master-host-2: Success (in 0:05:26)
  477.  * [Thread-3] Deploy VM lago-hc-basic-suite-master-host-0: Success (in 0:05:54)
  478.  # Deploy environment: Success (in 0:05:54)
  479. @ Deploy oVirt environment: Success (in 0:05:54)
  480. + cd -
  481. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  482. + return 0
  483. + he_deploy
  484. + local suite=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  485. + local curdir=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  486. + local suite_name=hc-basic-suite-master
  487. + suite_name=hc-basic-suite-master
  488. + HOST=lago-hc-basic-suite-master-host-
  489. + VMPASS=123456
  490. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  491. + echo '#########################'
  492. #########################
  493. + echo 'Setting up passwordless ssh'
  494. Setting up passwordless ssh
  495. + lago shell lago-hc-basic-suite-master-host-0 ssh-keygen -t rsa -f /root/.ssh/id_rsa -N '""'
  496. Generating public/private rsa key pair.
  497. Your identification has been saved in /root/.ssh/id_rsa.
  498. Your public key has been saved in /root/.ssh/id_rsa.pub.
  499. The key fingerprint is:
  500. SHA256:gDWsB7owlh7zAA3VN94lKmyG1dsjU8YgU9RYxYdePWQ root@lago-hc-basic-suite-master-host-0
  501. The key's randomart image is:
  502. +---[RSA 2048]----+
  503. |.+..o=**.o.. oE |
  504. |. . +=*.* + o.o |
  505. |. .=.=.O + o . |
  506. |o*o * B.+ . |
  507. |oo=+ o oS. |
  508. | ... |
  509. | |
  510. | |
  511. | |
  512. +----[SHA256]-----+
  513. + lago shell lago-hc-basic-suite-master-host-0 sshpass -p 123456 ssh-copy-id -o StrictHostKeyChecking=no -i lago-hc-basic-suite-master-host-0
  514. /usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
  515. /usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
  516. /usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
  517.  
  518. Number of key(s) added: 1
  519.  
  520. Now try logging into the machine, with: "ssh -o 'StrictHostKeyChecking=no' 'lago-hc-basic-suite-master-host-0'"
  521. and check to make sure that only the key(s) you wanted were added.
  522.  
  523. + lago shell lago-hc-basic-suite-master-host-0 sshpass -p 123456 ssh-copy-id -o StrictHostKeyChecking=no -i lago-hc-basic-suite-master-host-1
  524. /usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
  525. /usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
  526. /usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
  527.  
  528. Number of key(s) added: 1
  529.  
  530. Now try logging into the machine, with: "ssh -o 'StrictHostKeyChecking=no' 'lago-hc-basic-suite-master-host-1'"
  531. and check to make sure that only the key(s) you wanted were added.
  532.  
  533. + lago shell lago-hc-basic-suite-master-host-0 sshpass -p 123456 ssh-copy-id -o StrictHostKeyChecking=no -i lago-hc-basic-suite-master-host-2
  534. /usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
  535. /usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
  536. /usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
  537.  
  538. Number of key(s) added: 1
  539.  
  540. Now try logging into the machine, with: "ssh -o 'StrictHostKeyChecking=no' 'lago-hc-basic-suite-master-host-2'"
  541. and check to make sure that only the key(s) you wanted were added.
  542.  
  543. + echo '#########################'
  544. #########################
  545. + echo 'Running gdeploy on lago-hc-basic-suite-master-host-0'
  546. Running gdeploy on lago-hc-basic-suite-master-host-0
  547. + lago copy-to-vm lago-hc-basic-suite-master-host-0 /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/robo.conf.in /root/robo.conf.in
  548. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/robo.conf.in to lago-hc-basic-suite-master-host-0:/root/robo.conf.in: 
  549. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/robo.conf.in to lago-hc-basic-suite-master-host-0:/root/robo.conf.in: Success (in 0:00:00)
  550. + lago copy-to-vm lago-hc-basic-suite-master-host-0 /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/hc-answers.conf.in /root/hc-answers.conf.in
  551. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/hc-answers.conf.in to lago-hc-basic-suite-master-host-0:/root/hc-answers.conf.in: 
  552. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/hc-answers.conf.in to lago-hc-basic-suite-master-host-0:/root/hc-answers.conf.in: Success (in 0:00:00)
  553. + lago copy-to-vm lago-hc-basic-suite-master-host-0 /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/gdeploy.sh /root/gdeploy.sh
  554. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/gdeploy.sh to lago-hc-basic-suite-master-host-0:/root/gdeploy.sh: 
  555. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/gdeploy.sh to lago-hc-basic-suite-master-host-0:/root/gdeploy.sh: Success (in 0:00:00)
  556. + lago copy-to-vm lago-hc-basic-suite-master-host-0 /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/generate-hc-answerfile.sh /root/generate-hc-answerfile.sh
  557. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/generate-hc-answerfile.sh to lago-hc-basic-suite-master-host-0:/root/generate-hc-answerfile.sh: 
  558. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/generate-hc-answerfile.sh to lago-hc-basic-suite-master-host-0:/root/generate-hc-answerfile.sh: Success (in 0:00:00)
  559. + lago shell lago-hc-basic-suite-master-host-0 /root/gdeploy.sh lago-hc-basic-suite-master-host-0 lago-hc-basic-suite-master-host-1 lago-hc-basic-suite-master-host-2
  560.  
  561. PLAY [gluster_servers] *********************************************************
  562.  
  563. TASK [Clean up filesystem signature] *******************************************
  564. skipping: [lago-hc-basic-suite-master-host-0] => (item=/dev/sda)
  565. skipping: [lago-hc-basic-suite-master-host-2] => (item=/dev/sda)
  566. skipping: [lago-hc-basic-suite-master-host-1] => (item=/dev/sda)
  567.  
  568. TASK [Create Physical Volume] **************************************************
  569. changed: [lago-hc-basic-suite-master-host-1] => (item=/dev/sda)
  570. changed: [lago-hc-basic-suite-master-host-0] => (item=/dev/sda)
  571. changed: [lago-hc-basic-suite-master-host-2] => (item=/dev/sda)
  572.  
  573. PLAY RECAP *********************************************************************
  574. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  575. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  576. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  577.  
  578.  
  579. PLAY [gluster_servers] *********************************************************
  580.  
  581. TASK [Create volume group on the disks] ****************************************
  582. changed: [lago-hc-basic-suite-master-host-0] => (item={u'brick': u'/dev/sda', u'vg': u'RHS_vg1'})
  583. changed: [lago-hc-basic-suite-master-host-2] => (item={u'brick': u'/dev/sda', u'vg': u'RHS_vg1'})
  584. changed: [lago-hc-basic-suite-master-host-1] => (item={u'brick': u'/dev/sda', u'vg': u'RHS_vg1'})
  585.  
  586. PLAY RECAP *********************************************************************
  587. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  588. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  589. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  590.  
  591.  
  592. PLAY [gluster_servers] *********************************************************
  593.  
  594. TASK [Create LVs with specified size for the VGs] ******************************
  595. changed: [lago-hc-basic-suite-master-host-1] => (item={u'lv': u'engine_lv', u'size': u'100GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  596. changed: [lago-hc-basic-suite-master-host-0] => (item={u'lv': u'engine_lv', u'size': u'100GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  597. changed: [lago-hc-basic-suite-master-host-2] => (item={u'lv': u'engine_lv', u'size': u'100GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  598.  
  599. PLAY RECAP *********************************************************************
  600. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  601. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  602. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  603.  
  604.  
  605. PLAY [gluster_servers] *********************************************************
  606.  
  607. TASK [Create an xfs filesystem] ************************************************
  608. changed: [lago-hc-basic-suite-master-host-0] => (item=/dev/RHS_vg1/engine_lv)
  609. changed: [lago-hc-basic-suite-master-host-1] => (item=/dev/RHS_vg1/engine_lv)
  610. changed: [lago-hc-basic-suite-master-host-2] => (item=/dev/RHS_vg1/engine_lv)
  611.  
  612. PLAY RECAP *********************************************************************
  613. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  614. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  615. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  616.  
  617.  
  618. PLAY [gluster_servers] *********************************************************
  619.  
  620. TASK [Create the backend disks, skips if present] ******************************
  621. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  622. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  623. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  624.  
  625. TASK [Mount the volumes] *******************************************************
  626. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  627. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  628. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  629.  
  630. TASK [In case of VDO update dynamic config - max_retries] **********************
  631. skipping: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  632. skipping: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  633. skipping: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  634.  
  635. PLAY RECAP *********************************************************************
  636. lago-hc-basic-suite-master-host-0 : ok=2 changed=2 unreachable=0 failed=0
  637. lago-hc-basic-suite-master-host-1 : ok=2 changed=2 unreachable=0 failed=0
  638. lago-hc-basic-suite-master-host-2 : ok=2 changed=2 unreachable=0 failed=0
  639.  
  640.  
  641. PLAY [gluster_servers] *********************************************************
  642.  
  643. TASK [Create LVs with specified size for the VGs] ******************************
  644. changed: [lago-hc-basic-suite-master-host-0] => (item={u'lv': u'lvthinpool', u'size': u'45GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  645. changed: [lago-hc-basic-suite-master-host-2] => (item={u'lv': u'lvthinpool', u'size': u'45GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  646. changed: [lago-hc-basic-suite-master-host-1] => (item={u'lv': u'lvthinpool', u'size': u'45GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  647.  
  648. PLAY RECAP *********************************************************************
  649. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  650. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  651. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  652.  
  653.  
  654. PLAY [gluster_servers] *********************************************************
  655.  
  656. TASK [Create LVs with specified size for the VGs] ******************************
  657. changed: [lago-hc-basic-suite-master-host-0] => (item={u'lv': u'lv_vmaddldisks', u'virtualsize': u'30GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  658. changed: [lago-hc-basic-suite-master-host-1] => (item={u'lv': u'lv_vmaddldisks', u'virtualsize': u'30GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  659. changed: [lago-hc-basic-suite-master-host-2] => (item={u'lv': u'lv_vmaddldisks', u'virtualsize': u'30GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  660.  
  661. PLAY RECAP *********************************************************************
  662. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  663. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  664. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  665.  
  666.  
  667. PLAY [gluster_servers] *********************************************************
  668.  
  669. TASK [Create an xfs filesystem] ************************************************
  670. changed: [lago-hc-basic-suite-master-host-0] => (item=/dev/RHS_vg1/lv_vmaddldisks)
  671. changed: [lago-hc-basic-suite-master-host-1] => (item=/dev/RHS_vg1/lv_vmaddldisks)
  672. changed: [lago-hc-basic-suite-master-host-2] => (item=/dev/RHS_vg1/lv_vmaddldisks)
  673.  
  674. PLAY RECAP *********************************************************************
  675. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  676. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  677. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  678.  
  679.  
  680. PLAY [gluster_servers] *********************************************************
  681.  
  682. TASK [Create the backend disks, skips if present] ******************************
  683. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  684. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  685. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  686.  
  687. TASK [Mount the volumes] *******************************************************
  688. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  689. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  690. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  691.  
  692. TASK [In case of VDO update dynamic config - max_retries] **********************
  693. skipping: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  694. skipping: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  695. skipping: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  696.  
  697. PLAY RECAP *********************************************************************
  698. lago-hc-basic-suite-master-host-0 : ok=2 changed=2 unreachable=0 failed=0
  699. lago-hc-basic-suite-master-host-1 : ok=2 changed=2 unreachable=0 failed=0
  700. lago-hc-basic-suite-master-host-2 : ok=2 changed=2 unreachable=0 failed=0
  701.  
  702.  
  703. PLAY [gluster_servers] *********************************************************
  704.  
  705. TASK [Create LVs with specified size for the VGs] ******************************
  706. changed: [lago-hc-basic-suite-master-host-0] => (item={u'lv': u'lv_vmrootdisks', u'virtualsize': u'20GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  707. changed: [lago-hc-basic-suite-master-host-1] => (item={u'lv': u'lv_vmrootdisks', u'virtualsize': u'20GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  708. changed: [lago-hc-basic-suite-master-host-2] => (item={u'lv': u'lv_vmrootdisks', u'virtualsize': u'20GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  709.  
  710. PLAY RECAP *********************************************************************
  711. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  712. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  713. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  714.  
  715.  
  716. PLAY [gluster_servers] *********************************************************
  717.  
  718. TASK [Create an xfs filesystem] ************************************************
  719. changed: [lago-hc-basic-suite-master-host-0] => (item=/dev/RHS_vg1/lv_vmrootdisks)
  720. changed: [lago-hc-basic-suite-master-host-1] => (item=/dev/RHS_vg1/lv_vmrootdisks)
  721. changed: [lago-hc-basic-suite-master-host-2] => (item=/dev/RHS_vg1/lv_vmrootdisks)
  722.  
  723. PLAY RECAP *********************************************************************
  724. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  725. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  726. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  727.  
  728.  
  729. PLAY [gluster_servers] *********************************************************
  730.  
  731. TASK [Create the backend disks, skips if present] ******************************
  732. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  733. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  734. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  735.  
  736. TASK [Mount the volumes] *******************************************************
  737. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  738. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  739. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  740.  
  741. TASK [In case of VDO update dynamic config - max_retries] **********************
  742. skipping: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  743. skipping: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  744. skipping: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  745.  
  746. PLAY RECAP *********************************************************************
  747. lago-hc-basic-suite-master-host-0 : ok=2 changed=2 unreachable=0 failed=0
  748. lago-hc-basic-suite-master-host-1 : ok=2 changed=2 unreachable=0 failed=0
  749. lago-hc-basic-suite-master-host-2 : ok=2 changed=2 unreachable=0 failed=0
  750.  
  751.  
  752. PLAY [gluster_servers] *********************************************************
  753.  
  754. TASK [Extend volume group] *****************************************************
  755. changed: [lago-hc-basic-suite-master-host-0] => (item=/dev/sdb)
  756. changed: [lago-hc-basic-suite-master-host-1] => (item=/dev/sdb)
  757. changed: [lago-hc-basic-suite-master-host-2] => (item=/dev/sdb)
  758.  
  759. PLAY RECAP *********************************************************************
  760. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  761. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  762. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  763.  
  764.  
  765. PLAY [gluster_servers] *********************************************************
  766.  
  767. TASK [Setup SSD for caching | Create the physical volume] **********************
  768. ok: [lago-hc-basic-suite-master-host-0] => (item=/dev/sdb)
  769. ok: [lago-hc-basic-suite-master-host-2] => (item=/dev/sdb)
  770. ok: [lago-hc-basic-suite-master-host-1] => (item=/dev/sdb)
  771.  
  772. TASK [Setup SSD for caching | Extend the Volume Group] *************************
  773. ok: [lago-hc-basic-suite-master-host-0] => (item=/dev/sdb)
  774. ok: [lago-hc-basic-suite-master-host-1] => (item=/dev/sdb)
  775. ok: [lago-hc-basic-suite-master-host-2] => (item=/dev/sdb)
  776.  
  777. TASK [Setup SSD for caching | Change the attributes of the logical volume] *****
  778. changed: [lago-hc-basic-suite-master-host-0]
  779. changed: [lago-hc-basic-suite-master-host-1]
  780. changed: [lago-hc-basic-suite-master-host-2]
  781.  
  782. TASK [Setup SSD for caching | Create cache meta logical volume] ****************
  783. changed: [lago-hc-basic-suite-master-host-0]
  784. changed: [lago-hc-basic-suite-master-host-1]
  785. changed: [lago-hc-basic-suite-master-host-2]
  786.  
  787. TASK [Setup SSD for caching | Create cache logical volume] *********************
  788. changed: [lago-hc-basic-suite-master-host-0]
  789. changed: [lago-hc-basic-suite-master-host-1]
  790. changed: [lago-hc-basic-suite-master-host-2]
  791.  
  792. TASK [Setup SSD for caching | Convert an existing logical volume to a cache pool LV] ***
  793. changed: [lago-hc-basic-suite-master-host-1]
  794. changed: [lago-hc-basic-suite-master-host-2]
  795. changed: [lago-hc-basic-suite-master-host-0]
  796.  
  797. TASK [Setup SSD for caching | Convert an existing logical volume to a cache LV] ***
  798. changed: [lago-hc-basic-suite-master-host-0]
  799. changed: [lago-hc-basic-suite-master-host-1]
  800. changed: [lago-hc-basic-suite-master-host-2]
  801.  
  802. PLAY RECAP *********************************************************************
  803. lago-hc-basic-suite-master-host-0 : ok=7 changed=5 unreachable=0 failed=0
  804. lago-hc-basic-suite-master-host-1 : ok=7 changed=5 unreachable=0 failed=0
  805. lago-hc-basic-suite-master-host-2 : ok=7 changed=5 unreachable=0 failed=0
  806.  
  807.  
  808. PLAY [gluster_servers] *********************************************************
  809.  
  810. TASK [Run a command in the shell] **********************************************
  811. changed: [lago-hc-basic-suite-master-host-0] => (item=mkdir /etc/systemd/system/glusterd.service.d)
  812. [WARNING]: Consider using the file module with state=directory rather than
  813. running mkdir. If you need to use command because file is insufficient you can
  814. add warn=False to this command task or set command_warnings=False in
  815. ansible.cfg to get rid of this message.
  816. changed: [lago-hc-basic-suite-master-host-1] => (item=mkdir /etc/systemd/system/glusterd.service.d)
  817. changed: [lago-hc-basic-suite-master-host-2] => (item=mkdir /etc/systemd/system/glusterd.service.d)
  818.  
  819. PLAY RECAP *********************************************************************
  820. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  821. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  822. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  823.  
  824.  
  825. PLAY [gluster_servers] *********************************************************
  826.  
  827. TASK [Run a command in the shell] **********************************************
  828. changed: [lago-hc-basic-suite-master-host-0] => (item=echo -e "[Service]\nCPUAccounting=yes\nSlice=glusterfs.slice" >> /etc/systemd/system/glusterd.service.d/99-cpu.conf)
  829. changed: [lago-hc-basic-suite-master-host-2] => (item=echo -e "[Service]\nCPUAccounting=yes\nSlice=glusterfs.slice" >> /etc/systemd/system/glusterd.service.d/99-cpu.conf)
  830. changed: [lago-hc-basic-suite-master-host-1] => (item=echo -e "[Service]\nCPUAccounting=yes\nSlice=glusterfs.slice" >> /etc/systemd/system/glusterd.service.d/99-cpu.conf)
  831.  
  832. PLAY RECAP *********************************************************************
  833. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  834. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  835. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  836.  
  837.  
  838. PLAY [gluster_servers] *********************************************************
  839.  
  840. TASK [Run a command in the shell] **********************************************
  841. changed: [lago-hc-basic-suite-master-host-0] => (item=echo -e "[Slice]\nCPUQuota=400%" >> /etc/systemd/system/glusterfs.slice)
  842. changed: [lago-hc-basic-suite-master-host-2] => (item=echo -e "[Slice]\nCPUQuota=400%" >> /etc/systemd/system/glusterfs.slice)
  843. changed: [lago-hc-basic-suite-master-host-1] => (item=echo -e "[Slice]\nCPUQuota=400%" >> /etc/systemd/system/glusterfs.slice)
  844. changed: [lago-hc-basic-suite-master-host-0] => (item=systemctl daemon-reload)
  845. changed: [lago-hc-basic-suite-master-host-2] => (item=systemctl daemon-reload)
  846. changed: [lago-hc-basic-suite-master-host-1] => (item=systemctl daemon-reload)
  847.  
  848. PLAY RECAP *********************************************************************
  849. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  850. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  851. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  852.  
  853.  
  854. PLAY [gluster_servers] *********************************************************
  855.  
  856. TASK [start/stop/restart/reload services] **************************************
  857. changed: [lago-hc-basic-suite-master-host-1] => (item=glusterd)
  858. changed: [lago-hc-basic-suite-master-host-2] => (item=glusterd)
  859. changed: [lago-hc-basic-suite-master-host-0] => (item=glusterd)
  860.  
  861. PLAY RECAP *********************************************************************
  862. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  863. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  864. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  865.  
  866.  
  867. PLAY [gluster_servers] *********************************************************
  868.  
  869. TASK [Start firewalld if not already started] **********************************
  870. ok: [lago-hc-basic-suite-master-host-0]
  871. ok: [lago-hc-basic-suite-master-host-1]
  872. ok: [lago-hc-basic-suite-master-host-2]
  873.  
  874. TASK [Add/Delete services to firewalld rules] **********************************
  875. changed: [lago-hc-basic-suite-master-host-2] => (item=glusterfs)
  876. changed: [lago-hc-basic-suite-master-host-0] => (item=glusterfs)
  877. changed: [lago-hc-basic-suite-master-host-1] => (item=glusterfs)
  878.  
  879. TASK [Reloads the firewall] ****************************************************
  880. changed: [lago-hc-basic-suite-master-host-0]
  881. changed: [lago-hc-basic-suite-master-host-1]
  882. changed: [lago-hc-basic-suite-master-host-2]
  883.  
  884. PLAY RECAP *********************************************************************
  885. lago-hc-basic-suite-master-host-0 : ok=3 changed=2 unreachable=0 failed=0
  886. lago-hc-basic-suite-master-host-1 : ok=3 changed=2 unreachable=0 failed=0
  887. lago-hc-basic-suite-master-host-2 : ok=3 changed=2 unreachable=0 failed=0
  888.  
  889.  
  890. PLAY [gluster_servers] *********************************************************
  891.  
  892. TASK [Start firewalld if not already started] **********************************
  893. ok: [lago-hc-basic-suite-master-host-0]
  894. ok: [lago-hc-basic-suite-master-host-2]
  895. ok: [lago-hc-basic-suite-master-host-1]
  896.  
  897. TASK [Open/Close firewalld ports] **********************************************
  898. changed: [lago-hc-basic-suite-master-host-0] => (item=111/tcp)
  899. changed: [lago-hc-basic-suite-master-host-2] => (item=111/tcp)
  900. changed: [lago-hc-basic-suite-master-host-1] => (item=111/tcp)
  901. changed: [lago-hc-basic-suite-master-host-0] => (item=2049/tcp)
  902. changed: [lago-hc-basic-suite-master-host-1] => (item=2049/tcp)
  903. changed: [lago-hc-basic-suite-master-host-2] => (item=2049/tcp)
  904. changed: [lago-hc-basic-suite-master-host-0] => (item=54321/tcp)
  905. changed: [lago-hc-basic-suite-master-host-1] => (item=54321/tcp)
  906. changed: [lago-hc-basic-suite-master-host-2] => (item=54321/tcp)
  907. changed: [lago-hc-basic-suite-master-host-0] => (item=5900/tcp)
  908. changed: [lago-hc-basic-suite-master-host-1] => (item=5900/tcp)
  909. changed: [lago-hc-basic-suite-master-host-2] => (item=5900/tcp)
  910. changed: [lago-hc-basic-suite-master-host-0] => (item=5900-6923/tcp)
  911. changed: [lago-hc-basic-suite-master-host-1] => (item=5900-6923/tcp)
  912. changed: [lago-hc-basic-suite-master-host-2] => (item=5900-6923/tcp)
  913. changed: [lago-hc-basic-suite-master-host-0] => (item=5666/tcp)
  914. changed: [lago-hc-basic-suite-master-host-1] => (item=5666/tcp)
  915. changed: [lago-hc-basic-suite-master-host-2] => (item=5666/tcp)
  916. changed: [lago-hc-basic-suite-master-host-0] => (item=16514/tcp)
  917. changed: [lago-hc-basic-suite-master-host-1] => (item=16514/tcp)
  918. changed: [lago-hc-basic-suite-master-host-2] => (item=16514/tcp)
  919.  
  920. TASK [Reloads the firewall] ****************************************************
  921. changed: [lago-hc-basic-suite-master-host-0]
  922. changed: [lago-hc-basic-suite-master-host-1]
  923. changed: [lago-hc-basic-suite-master-host-2]
  924.  
  925. PLAY RECAP *********************************************************************
  926. lago-hc-basic-suite-master-host-0 : ok=3 changed=2 unreachable=0 failed=0
  927. lago-hc-basic-suite-master-host-1 : ok=3 changed=2 unreachable=0 failed=0
  928. lago-hc-basic-suite-master-host-2 : ok=3 changed=2 unreachable=0 failed=0
  929.  
  930.  
  931. PLAY [gluster_servers] *********************************************************
  932.  
  933. TASK [Run a shell script] ******************************************************
  934. fatal: [lago-hc-basic-suite-master-host-0]: FAILED! => {"msg": "The conditional check 'result.rc != 0' failed. The error was: error while evaluating conditional (result.rc != 0): 'dict object' has no attribute 'rc'"}
  935. fatal: [lago-hc-basic-suite-master-host-1]: FAILED! => {"msg": "The conditional check 'result.rc != 0' failed. The error was: error while evaluating conditional (result.rc != 0): 'dict object' has no attribute 'rc'"}
  936. fatal: [lago-hc-basic-suite-master-host-2]: FAILED! => {"msg": "The conditional check 'result.rc != 0' failed. The error was: error while evaluating conditional (result.rc != 0): 'dict object' has no attribute 'rc'"}
  937. to retry, use: --limit @/tmp/tmpQD7FAz/run-script.retry
  938.  
  939. PLAY RECAP *********************************************************************
  940. lago-hc-basic-suite-master-host-0 : ok=0 changed=0 unreachable=0 failed=1
  941. lago-hc-basic-suite-master-host-1 : ok=0 changed=0 unreachable=0 failed=1
  942. lago-hc-basic-suite-master-host-2 : ok=0 changed=0 unreachable=0 failed=1
  943.  
  944.  
  945. PLAY [gluster_servers] *********************************************************
  946.  
  947. TASK [start/stop/restart/reload services] **************************************
  948. ok: [lago-hc-basic-suite-master-host-0] => (item=glusterd)
  949. ok: [lago-hc-basic-suite-master-host-1] => (item=glusterd)
  950. ok: [lago-hc-basic-suite-master-host-2] => (item=glusterd)
  951.  
  952. PLAY RECAP *********************************************************************
  953. lago-hc-basic-suite-master-host-0 : ok=1 changed=0 unreachable=0 failed=0
  954. lago-hc-basic-suite-master-host-1 : ok=1 changed=0 unreachable=0 failed=0
  955. lago-hc-basic-suite-master-host-2 : ok=1 changed=0 unreachable=0 failed=0
  956.  
  957.  
  958. PLAY [gluster_servers] *********************************************************
  959.  
  960. TASK [Create the brick dirs, skips if present] *********************************
  961. changed: [lago-hc-basic-suite-master-host-0] => (item=/rhs/brick1/engine)
  962. changed: [lago-hc-basic-suite-master-host-2] => (item=/rhs/brick1/engine)
  963. changed: [lago-hc-basic-suite-master-host-1] => (item=/rhs/brick1/engine)
  964.  
  965. PLAY RECAP *********************************************************************
  966. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  967. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  968. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  969.  
  970.  
  971. PLAY [master] ******************************************************************
  972.  
  973. TASK [Creates a Trusted Storage Pool] ******************************************
  974. changed: [lago-hc-basic-suite-master-host-0]
  975.  
  976. TASK [Pause for a few seconds] *************************************************
  977. Pausing for 5 seconds
  978. (ctrl+C then 'C' = continue early, ctrl+C then 'A' = abort)
  979. ok: [lago-hc-basic-suite-master-host-0]
  980.  
  981. PLAY RECAP *********************************************************************
  982. lago-hc-basic-suite-master-host-0 : ok=2 changed=1 unreachable=0 failed=0
  983.  
  984.  
  985. PLAY [master] ******************************************************************
  986.  
  987. TASK [Creates a volume] ********************************************************
  988. changed: [lago-hc-basic-suite-master-host-0]
  989.  
  990. PLAY RECAP *********************************************************************
  991. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  992.  
  993.  
  994. PLAY [master] ******************************************************************
  995.  
  996. TASK [Sets options for volume] *************************************************
  997. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'group', u'value': u'virt'})
  998. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-uid', u'value': u'36'})
  999. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-gid', u'value': u'36'})
  1000. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard', u'value': u'on'})
  1001. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard-block-size', u'value': u'512MB'})
  1002. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.low-prio-threads', u'value': u'32'})
  1003. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.data-self-heal-algorithm', u'value': u'full'})
  1004. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.locking-scheme', u'value': u'granular'})
  1005. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-max-threads', u'value': u'8'})
  1006. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-wait-qlength', u'value': u'10000'})
  1007. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.strict-o-direct', u'value': u'on'})
  1008. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.remote-dio', u'value': u'off'})
  1009. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.ping-timeout', u'value': u'30'})
  1010. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'user.cifs', u'value': u'off'})
  1011. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'nfs.disable', u'value': u'on'})
  1012.  
  1013. PLAY RECAP *********************************************************************
  1014. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1015.  
  1016.  
  1017. PLAY [master] ******************************************************************
  1018.  
  1019. TASK [Starts a volume] *********************************************************
  1020. changed: [lago-hc-basic-suite-master-host-0]
  1021.  
  1022. PLAY RECAP *********************************************************************
  1023. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1024.  
  1025.  
  1026. PLAY [gluster_servers] *********************************************************
  1027.  
  1028. TASK [start/stop/restart/reload services] **************************************
  1029. ok: [lago-hc-basic-suite-master-host-0] => (item=glusterd)
  1030. ok: [lago-hc-basic-suite-master-host-2] => (item=glusterd)
  1031. ok: [lago-hc-basic-suite-master-host-1] => (item=glusterd)
  1032.  
  1033. PLAY RECAP *********************************************************************
  1034. lago-hc-basic-suite-master-host-0 : ok=1 changed=0 unreachable=0 failed=0
  1035. lago-hc-basic-suite-master-host-1 : ok=1 changed=0 unreachable=0 failed=0
  1036. lago-hc-basic-suite-master-host-2 : ok=1 changed=0 unreachable=0 failed=0
  1037.  
  1038.  
  1039. PLAY [gluster_servers] *********************************************************
  1040.  
  1041. TASK [Create the brick dirs, skips if present] *********************************
  1042. changed: [lago-hc-basic-suite-master-host-2] => (item=/rhs/brick2/vmstore)
  1043. changed: [lago-hc-basic-suite-master-host-0] => (item=/rhs/brick2/vmstore)
  1044. changed: [lago-hc-basic-suite-master-host-1] => (item=/rhs/brick2/vmstore)
  1045.  
  1046. PLAY RECAP *********************************************************************
  1047. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1048. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  1049. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  1050.  
  1051.  
  1052. PLAY [master] ******************************************************************
  1053.  
  1054. TASK [Creates a Trusted Storage Pool] ******************************************
  1055. changed: [lago-hc-basic-suite-master-host-0]
  1056.  
  1057. TASK [Pause for a few seconds] *************************************************
  1058. Pausing for 5 seconds
  1059. (ctrl+C then 'C' = continue early, ctrl+C then 'A' = abort)
  1060. ok: [lago-hc-basic-suite-master-host-0]
  1061.  
  1062. PLAY RECAP *********************************************************************
  1063. lago-hc-basic-suite-master-host-0 : ok=2 changed=1 unreachable=0 failed=0
  1064.  
  1065.  
  1066. PLAY [master] ******************************************************************
  1067.  
  1068. TASK [Creates a volume] ********************************************************
  1069. changed: [lago-hc-basic-suite-master-host-0]
  1070.  
  1071. PLAY RECAP *********************************************************************
  1072. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1073.  
  1074.  
  1075. PLAY [master] ******************************************************************
  1076.  
  1077. TASK [Sets options for volume] *************************************************
  1078. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'group', u'value': u'virt'})
  1079. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-uid', u'value': u'36'})
  1080. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-gid', u'value': u'36'})
  1081. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard', u'value': u'on'})
  1082. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard-block-size', u'value': u'512MB'})
  1083. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.low-prio-threads', u'value': u'32'})
  1084. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.data-self-heal-algorithm', u'value': u'full'})
  1085. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.locking-scheme', u'value': u'granular'})
  1086. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-max-threads', u'value': u'8'})
  1087. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-wait-qlength', u'value': u'10000'})
  1088. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.strict-o-direct', u'value': u'on'})
  1089. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.remote-dio', u'value': u'off'})
  1090. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.ping-timeout', u'value': u'30'})
  1091. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'user.cifs', u'value': u'off'})
  1092. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'nfs.disable', u'value': u'on'})
  1093.  
  1094. PLAY RECAP *********************************************************************
  1095. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1096.  
  1097.  
  1098. PLAY [master] ******************************************************************
  1099.  
  1100. TASK [Starts a volume] *********************************************************
  1101. changed: [lago-hc-basic-suite-master-host-0]
  1102.  
  1103. PLAY RECAP *********************************************************************
  1104. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1105.  
  1106.  
  1107. PLAY [gluster_servers] *********************************************************
  1108.  
  1109. TASK [start/stop/restart/reload services] **************************************
  1110. ok: [lago-hc-basic-suite-master-host-0] => (item=glusterd)
  1111. ok: [lago-hc-basic-suite-master-host-1] => (item=glusterd)
  1112. ok: [lago-hc-basic-suite-master-host-2] => (item=glusterd)
  1113.  
  1114. PLAY RECAP *********************************************************************
  1115. lago-hc-basic-suite-master-host-0 : ok=1 changed=0 unreachable=0 failed=0
  1116. lago-hc-basic-suite-master-host-1 : ok=1 changed=0 unreachable=0 failed=0
  1117. lago-hc-basic-suite-master-host-2 : ok=1 changed=0 unreachable=0 failed=0
  1118.  
  1119.  
  1120. PLAY [gluster_servers] *********************************************************
  1121.  
  1122. TASK [Create the brick dirs, skips if present] *********************************
  1123. changed: [lago-hc-basic-suite-master-host-0] => (item=/rhs/brick3/data)
  1124. changed: [lago-hc-basic-suite-master-host-2] => (item=/rhs/brick3/data)
  1125. changed: [lago-hc-basic-suite-master-host-1] => (item=/rhs/brick3/data)
  1126.  
  1127. PLAY RECAP *********************************************************************
  1128. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1129. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  1130. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  1131.  
  1132.  
  1133. PLAY [master] ******************************************************************
  1134.  
  1135. TASK [Creates a Trusted Storage Pool] ******************************************
  1136. changed: [lago-hc-basic-suite-master-host-0]
  1137.  
  1138. TASK [Pause for a few seconds] *************************************************
  1139. Pausing for 5 seconds
  1140. (ctrl+C then 'C' = continue early, ctrl+C then 'A' = abort)
  1141. ok: [lago-hc-basic-suite-master-host-0]
  1142.  
  1143. PLAY RECAP *********************************************************************
  1144. lago-hc-basic-suite-master-host-0 : ok=2 changed=1 unreachable=0 failed=0
  1145.  
  1146.  
  1147. PLAY [master] ******************************************************************
  1148.  
  1149. TASK [Creates a volume] ********************************************************
  1150. changed: [lago-hc-basic-suite-master-host-0]
  1151.  
  1152. PLAY RECAP *********************************************************************
  1153. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1154.  
  1155.  
  1156. PLAY [master] ******************************************************************
  1157.  
  1158. TASK [Sets options for volume] *************************************************
  1159. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'group', u'value': u'virt'})
  1160. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-uid', u'value': u'36'})
  1161. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-gid', u'value': u'36'})
  1162. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard', u'value': u'on'})
  1163. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard-block-size', u'value': u'512MB'})
  1164. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.low-prio-threads', u'value': u'32'})
  1165. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.data-self-heal-algorithm', u'value': u'full'})
  1166. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.locking-scheme', u'value': u'granular'})
  1167. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-max-threads', u'value': u'8'})
  1168. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-wait-qlength', u'value': u'10000'})
  1169. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.strict-o-direct', u'value': u'on'})
  1170. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.remote-dio', u'value': u'off'})
  1171. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.ping-timeout', u'value': u'30'})
  1172. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'user.cifs', u'value': u'off'})
  1173. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'nfs.disable', u'value': u'on'})
  1174.  
  1175. PLAY RECAP *********************************************************************
  1176. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1177.  
  1178.  
  1179. PLAY [master] ******************************************************************
  1180.  
  1181. TASK [Starts a volume] *********************************************************
  1182. changed: [lago-hc-basic-suite-master-host-0]
  1183.  
  1184. PLAY RECAP *********************************************************************
  1185. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1186.  
  1187.  
  1188. PLAY [gluster_servers] *********************************************************
  1189.  
  1190. TASK [Run a shell script] ******************************************************
  1191. changed: [lago-hc-basic-suite-master-host-0] => (item=/root/generate-hc-answerfile.sh lago-hc-basic-suite-master-host-0 lago-hc-basic-suite-master-host-1 lago-hc-basic-suite-master-host-2 hc-engine lago.local)
  1192.  
  1193. PLAY RECAP *********************************************************************
  1194. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1195.  
  1196.  
  1197. PLAY [gluster_servers] *********************************************************
  1198.  
  1199. TASK [Run a command in the shell] **********************************************
  1200. changed: [lago-hc-basic-suite-master-host-0] => (item=hosted-engine --deploy --config-append=/root/hc-answers.conf)
  1201.  
  1202. PLAY RECAP *********************************************************************
  1203. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1204.  
  1205. Ignoring errors...
  1206. + RET_CODE=0
  1207. + '[' 0 -ne 0 ']'
  1208. + lago shell lago-hc-basic-suite-master-host-0 'fstrim -va'
  1209. /rhs/brick3: 20 GiB (21455896576 bytes) trimmed
  1210. /rhs/brick2: 30 GiB (32188071936 bytes) trimmed
  1211. /rhs/brick1: 95.6 GiB (102614188032 bytes) trimmed
  1212. /var/tmp: 99.6 GiB (106949718016 bytes) trimmed
  1213. + lago shell lago-hc-basic-suite-master-host-1 'fstrim -va'
  1214. /rhs/brick3: 20 GiB (21455896576 bytes) trimmed
  1215. /rhs/brick2: 30 GiB (32188071936 bytes) trimmed
  1216. /rhs/brick1: 95.6 GiB (102616662016 bytes) trimmed
  1217. + lago shell lago-hc-basic-suite-master-host-2 'fstrim -va'
  1218. /rhs/brick3: 20 GiB (21455896576 bytes) trimmed
  1219. /rhs/brick2: 30 GiB (32188071936 bytes) trimmed
  1220. /rhs/brick1: 95.6 GiB (102629310464 bytes) trimmed
  1221. + cd -
  1222. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1223. + false
  1224. + test_scenarios=($(ls "$SUITE"/test-scenarios/*.py | sort))
  1225. ++ sort
  1226. ++ ls /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/004_basic_sanity.py
  1227. + declare test_scenarios
  1228. + declare failed=false
  1229. + for scenario in '"${test_scenarios[@]}"'
  1230. + echo 'Running test scenario 002_bootstrap.py'
  1231. Running test scenario 002_bootstrap.py
  1232. + env_run_test /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py
  1233. + local res=0
  1234. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  1235. + local junitxml_file=/dev/shm/ost/deployment-hc-basic-suite-master/002_bootstrap.py.junit.xml
  1236. + lago ovirt runtest /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py --junitxml-file /dev/shm/ost/deployment-hc-basic-suite-master/002_bootstrap.py.junit.xml
  1237. @ Run test: 002_bootstrap.py: 
  1238. nose.config: INFO: Ignoring files matching ['^\\.', '^_', '^setup\\.py$']
  1239.  # wait_engine: 
  1240.  # wait_engine: Success (in 0:00:03)
  1241.  # edit_cluster: 
  1242.  # edit_cluster: Success (in 0:00:03)
  1243.  # add_master_storage_domain: 
  1244.  # add_master_storage_domain: Success (in 0:00:42)
  1245.  # sleep: 
  1246.  # sleep: Success (in 0:02:00)
  1247.  # add_hosts: 
  1248.  * Unhandled exception in <function _host_is_up_4 at 0x7fef7d0d8320>
  1249. Traceback (most recent call last):
  1250. File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 234, in assert_equals_within
  1251. res = func()
  1252. File "/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py", line 253, in _host_is_up_4
  1253. host_obj = host_service.get()
  1254. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/services.py", line 38639, in get
  1255. return self._internal_get(headers, query, wait)
  1256. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 211, in _internal_get
  1257. return future.wait() if wait else future
  1258. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 55, in wait
  1259. return self._code(response)
  1260. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 208, in callback
  1261. self._check_fault(response)
  1262. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 130, in _check_fault
  1263. body = self._internal_read_body(response)
  1264. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 316, in _internal_read_body
  1265. self._connection.check_xml_content_type(response)
  1266. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 850, in check_xml_content_type
  1267. response.headers
  1268. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 890, in _check_content_type
  1269. raise Error(msg)
  1270. Error: The response content type 'text/html; charset=iso-8859-1' isn't the expected XML
  1271.  * Collect artifacts: 
  1272.  * Collect artifacts: Success (in 0:00:07)
  1273.  # add_hosts: ERROR (in 0:15:56)
  1274.  # Results located at /dev/shm/ost/deployment-hc-basic-suite-master/002_bootstrap.py.junit.xml
  1275. @ Run test: 002_bootstrap.py: ERROR (in 0:18:45)
  1276. Error occured, aborting
  1277. Traceback (most recent call last):
  1278. File "/usr/lib/python2.7/site-packages/ovirtlago/cmd.py", line 383, in do_run
  1279. self.cli_plugins[args.ovirtverb].do_run(args)
  1280. File "/usr/lib/python2.7/site-packages/lago/plugins/cli.py", line 184, in do_run
  1281. self._do_run(**vars(args))
  1282. File "/usr/lib/python2.7/site-packages/lago/utils.py", line 505, in wrapper
  1283. return func(*args, **kwargs)
  1284. File "/usr/lib/python2.7/site-packages/lago/utils.py", line 516, in wrapper
  1285. return func(*args, prefix=prefix, **kwargs)
  1286. File "/usr/lib/python2.7/site-packages/ovirtlago/cmd.py", line 107, in do_ovirt_runtest
  1287. raise RuntimeError('Some tests failed')
  1288. RuntimeError: Some tests failed
  1289. + res=1
  1290. + [[ 1 -ne 0 ]]
  1291. + xmllint --format /dev/shm/ost/deployment-hc-basic-suite-master/002_bootstrap.py.junit.xml
  1292. <?xml version="1.0" encoding="UTF-8"?>
  1293. <testsuite name="nosetests" tests="5" errors="1" failures="0" skip="0">
  1294. <testcase classname="002_bootstrap" name="wait_engine" time="3.163"/>
  1295. <testcase classname="002_bootstrap" name="edit_cluster" time="3.393"/>
  1296. <testcase classname="002_bootstrap" name="add_master_storage_domain" time="42.326"/>
  1297. <testcase classname="002_bootstrap" name="sleep" time="120.071"/>
  1298. <testcase classname="002_bootstrap" name="add_hosts" time="949.661">
  1299. <error type="ovirtsdk4.Error" message="The response content type 'text/html; charset=iso-8859-1' isn't the expected XML&#10;-------------------- &gt;&gt; begin captured logging &lt;&lt; --------------------&#10;ovirtlago.testlib: ERROR: * Unhandled exception in &lt;function _host_is_up_4 at 0x7fef7d0d8320&gt;&#10;Traceback (most recent call last):&#10; File &quot;/usr/lib/python2.7/site-packages/ovirtlago/testlib.py&quot;, line 234, in assert_equals_within&#10; res = func()&#10; File &quot;/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py&quot;, line 253, in _host_is_up_4&#10; host_obj = host_service.get()&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/services.py&quot;, line 38639, in get&#10; return self._internal_get(headers, query, wait)&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py&quot;, line 211, in _internal_get&#10; return future.wait() if wait else future&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py&quot;, line 55, in wait&#10; return self._code(response)&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py&quot;, line 208, in callback&#10; self._check_fault(response)&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py&quot;, line 130, in _check_fault&#10; body = self._internal_read_body(response)&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py&quot;, line 316, in _internal_read_body&#10; self._connection.check_xml_content_type(response)&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py&quot;, line 850, in check_xml_content_type&#10; response.headers&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py&quot;, line 890, in _check_content_type&#10; raise Error(msg)&#10;Error: The response content type 'text/html; charset=iso-8859-1' isn't the expected XML&#10;--------------------- &gt;&gt; end captured logging &lt;&lt; ---------------------"><![CDATA[ File "/usr/lib64/python2.7/unittest/case.py", line 369, in run
  1300. testMethod()
  1301. File "/usr/lib/python2.7/site-packages/nose/case.py", line 197, in runTest
  1302. self.test(*self.arg)
  1303. File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 142, in wrapped_test
  1304. test()
  1305. File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 60, in wrapper
  1306. return func(get_test_prefix(), *args, **kwargs)
  1307. File "/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py", line 228, in add_hosts
  1308. add_hosts_4(prefix)
  1309. File "/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py", line 275, in add_hosts_4
  1310. testlib.assert_true_within(_host_is_up_4, timeout=15*60)
  1311. File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 278, in assert_true_within
  1312. assert_equals_within(func, True, timeout, allowed_exceptions)
  1313. File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 234, in assert_equals_within
  1314. res = func()
  1315. File "/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py", line 253, in _host_is_up_4
  1316. host_obj = host_service.get()
  1317. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/services.py", line 38639, in get
  1318. return self._internal_get(headers, query, wait)
  1319. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 211, in _internal_get
  1320. return future.wait() if wait else future
  1321. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 55, in wait
  1322. return self._code(response)
  1323. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 208, in callback
  1324. self._check_fault(response)
  1325. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 130, in _check_fault
  1326. body = self._internal_read_body(response)
  1327. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 316, in _internal_read_body
  1328. self._connection.check_xml_content_type(response)
  1329. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 850, in check_xml_content_type
  1330. response.headers
  1331. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 890, in _check_content_type
  1332. raise Error(msg)
  1333. 'The response content type \'text/html; charset=iso-8859-1\' isn\'t the expected XML\n-------------------- >> begin captured logging << --------------------\novirtlago.testlib: ERROR: * Unhandled exception in <function _host_is_up_4 at 0x7fef7d0d8320>\nTraceback (most recent call last):\n File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 234, in assert_equals_within\n res = func()\n File "/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py", line 253, in _host_is_up_4\n host_obj = host_service.get()\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/services.py", line 38639, in get\n return self._internal_get(headers, query, wait)\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 211, in _internal_get\n return future.wait() if wait else future\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 55, in wait\n return self._code(response)\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 208, in callback\n self._check_fault(response)\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 130, in _check_fault\n body = self._internal_read_body(response)\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 316, in _internal_read_body\n self._connection.check_xml_content_type(response)\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 850, in check_xml_content_type\n response.headers\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 890, in _check_content_type\n raise Error(msg)\nError: The response content type \'text/html; charset=iso-8859-1\' isn\'t the expected XML\n--------------------- >> end captured logging << ---------------------']]></error>
  1334. </testcase>
  1335. </testsuite>
  1336. + cd -
  1337. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1338. + return 1
  1339. + failed=true
  1340. + env_collect /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master/post-002_bootstrap.py
  1341. + local tests_out_dir=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master/post-002_bootstrap.py
  1342. + [[ -e /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master ]]
  1343. + mkdir -p /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master
  1344. + cd /dev/shm/ost/deployment-hc-basic-suite-master/current
  1345. + lago collect --output /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master/post-002_bootstrap.py
  1346. @ Collect artifacts: 
  1347.  # [Thread-1] lago-hc-basic-suite-master-host-1: 
  1348.  # [Thread-2] lago-hc-basic-suite-master-host-0: 
  1349.  # [Thread-3] lago-hc-basic-suite-master-host-2: 
  1350.  # [Thread-4] lago-hc-basic-suite-master-engine: 
  1351.  # [Thread-3] lago-hc-basic-suite-master-host-2: Success (in 0:00:01)
  1352.  # [Thread-1] lago-hc-basic-suite-master-host-1: Success (in 0:00:01)
  1353.  # [Thread-2] lago-hc-basic-suite-master-host-0: Success (in 0:00:03)
  1354.  # [Thread-4] lago-hc-basic-suite-master-engine: Success (in 0:00:06)
  1355. @ Collect artifacts: Success (in 0:00:06)
  1356. + cp -a logs /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master/post-002_bootstrap.py/lago_logs
  1357. + cd -
  1358. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1359. + true
  1360. + echo '@@@@ ERROR: Failed running /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py'
  1361. @@@@ ERROR: Failed running /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py
  1362. + return 1
  1363. + on_exit
  1364. + [[ 1 -ne 0 ]]
  1365. + logger.error 'on_exit: Exiting with a non-zero status'
  1366. + logger.log ERROR 'on_exit: Exiting with a non-zero status'
  1367. + set +x
  1368. 2018-11-29 11:50:02.095239053+0000 run_suite.sh::on_exit::ERROR:: on_exit: Exiting with a non-zero status
  1369. + logger.info 'Dumping lago env status'
  1370. + logger.log INFO 'Dumping lago env status'
  1371. + set +x
  1372. 2018-11-29 11:50:02.100178200+0000 run_suite.sh::on_exit::INFO:: Dumping lago env status
  1373. + env_status
  1374. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  1375. + lago status
  1376. [Prefix]:
  1377. Base directory: /dev/shm/ost/deployment-hc-basic-suite-master/default
  1378. [Networks]:
  1379. [lago-hc-basic-suite-master-net-management]:
  1380. gateway: 192.168.200.1
  1381. management: True
  1382. status: up
  1383. UUID: dbe82196f3c311e8a96614187742f9eb
  1384. [VMs]:
  1385. [lago-hc-basic-suite-master-engine]:
  1386. [NICs]:
  1387. [eth0]:
  1388. ip: 192.168.200.99
  1389. network: lago-hc-basic-suite-master-net-management
  1390. distro: el7
  1391. [metadata]:
  1392. deploy-scripts:
  1393. ovirt-engine-password: 123
  1394. root password: 123456
  1395. status: running
  1396. [lago-hc-basic-suite-master-host-0]:
  1397. [NICs]:
  1398. [eth0]:
  1399. ip: 192.168.200.3
  1400. network: lago-hc-basic-suite-master-net-management
  1401. distro: el7
  1402. [metadata]:
  1403. deploy-scripts:
  1404. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_add_local_repo.sh
  1405. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_setup_host_el7.sh
  1406. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_hc_setup_host.sh
  1407. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_gdeploy-setup.sh
  1408. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_setup_first_host.sh
  1409. ovirt-capabilities:
  1410. snapshot-live-merge
  1411. root password: 123456
  1412. status: running
  1413. [lago-hc-basic-suite-master-host-1]:
  1414. [NICs]:
  1415. [eth0]:
  1416. ip: 192.168.200.2
  1417. network: lago-hc-basic-suite-master-net-management
  1418. distro: el7
  1419. [metadata]:
  1420. deploy-scripts:
  1421. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_add_local_repo.sh
  1422. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_setup_host_el7.sh
  1423. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_hc_setup_host.sh
  1424. ovirt-capabilities:
  1425. snapshot-live-merge
  1426. root password: 123456
  1427. status: running
  1428. [lago-hc-basic-suite-master-host-2]:
  1429. [NICs]:
  1430. [eth0]:
  1431. ip: 192.168.200.4
  1432. network: lago-hc-basic-suite-master-net-management
  1433. distro: el7
  1434. [metadata]:
  1435. deploy-scripts:
  1436. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_add_local_repo.sh
  1437. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_setup_host_el7.sh
  1438. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_hc_setup_host.sh
  1439. ovirt-capabilities:
  1440. snapshot-live-merge
  1441. root password: 123456
  1442. status: running
  1443. + cd -
  1444. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1445. + res=1
  1446. + exit 1
  1447. + cleanup /dev/shm/ost/deployment-hc-basic-suite-master
  1448. + local run_path=/dev/shm/ost/deployment-hc-basic-suite-master
  1449. + print_host_info
  1450. + echo 'FS info:'
  1451. FS info:
  1452. + df -h
  1453. Filesystem Size Used Avail Use% Mounted on
  1454. /dev/sda3 908G 438G 471G 49% /
  1455. tmpfs 24G 19G 4.7G 81% /dev/shm
  1456. tmpfs 24G 17M 24G 1% /run/libvirt
  1457. + echo 'RAM info:'
  1458. RAM info:
  1459. + free -h
  1460. total used free shared buff/cache available
  1461. Mem: 46G 15G 2.3G 18G 28G 12G
  1462. Swap: 23G 662M 22G
  1463. + [[ -d /dev/shm/ost/deployment-hc-basic-suite-master/default ]]
  1464. + echo 'Prefix size:'
  1465. Prefix size:
  1466. + du -h -d 1 /dev/shm/ost/deployment-hc-basic-suite-master/default
  1467. 37M /dev/shm/ost/deployment-hc-basic-suite-master/default/test_logs
  1468. 1.5G /dev/shm/ost/deployment-hc-basic-suite-master/default/internal_repo
  1469. 24K /dev/shm/ost/deployment-hc-basic-suite-master/default/virt
  1470. 20K /dev/shm/ost/deployment-hc-basic-suite-master/default/scripts
  1471. 17G /dev/shm/ost/deployment-hc-basic-suite-master/default/images
  1472. 1.8M /dev/shm/ost/deployment-hc-basic-suite-master/default/logs
  1473. 19G /dev/shm/ost/deployment-hc-basic-suite-master/default
  1474. + [[ -d /dev/shm/ost/deployment-hc-basic-suite-master/default/images ]]
  1475. + echo 'Images Size:'
  1476. Images Size:
  1477. + ls -lhs /dev/shm/ost/deployment-hc-basic-suite-master/default/images
  1478. total 17G
  1479. 3.6G -rw-rw-rw-. 1 1015 1015 151G Nov 29 11:50 lago-hc-basic-suite-master-host-0_brick.qcow2
  1480. 421M -rw-rw-rw-. 1 1015 1015 101G Nov 29 11:32 lago-hc-basic-suite-master-host-0_cache.qcow2
  1481. 3.0G -rw-rw-rw-. 1 1015 1015 3.0G Nov 29 11:50 lago-hc-basic-suite-master-host-0_root.qcow2
  1482. 48M -rw-rw-rw-. 1 1015 1015 101G Nov 29 11:49 lago-hc-basic-suite-master-host-0_tmp.qcow2
  1483. 3.6G -rw-rw-rw-. 1 1015 1015 151G Nov 29 11:50 lago-hc-basic-suite-master-host-1_brick.qcow2
  1484. 48M -rw-rw-rw-. 1 1015 1015 101G Nov 29 11:50 lago-hc-basic-suite-master-host-1_cache.qcow2
  1485. 1.5G -rw-rw-rw-. 1 1015 1015 1.5G Nov 29 11:50 lago-hc-basic-suite-master-host-1_root.qcow2
  1486. 3.6G -rw-rw-rw-. 1 1015 1015 151G Nov 29 11:50 lago-hc-basic-suite-master-host-2_brick.qcow2
  1487. 48M -rw-rw-rw-. 1 1015 1015 101G Nov 29 11:49 lago-hc-basic-suite-master-host-2_cache.qcow2
  1488. 1.5G -rw-rw-rw-. 1 1015 1015 1.5G Nov 29 11:49 lago-hc-basic-suite-master-host-2_root.qcow2
  1489. + echo 'suite.sh: moving artifacts'
  1490. suite.sh: moving artifacts
  1491. + [[ -d /dev/shm/ost/deployment-hc-basic-suite-master/current/logs ]]
  1492. + mv /dev/shm/ost/deployment-hc-basic-suite-master/current/logs exported-artifacts/lago_logs
  1493. + [[ -d exported_images ]]
  1494. + [[ -d /dev/shm/ost/deployment-hc-basic-suite-master ]]
  1495. + find /dev/shm/ost/deployment-hc-basic-suite-master -type f -iname '*.junit.xml' -exec mv '{}' exported-artifacts/ ';'
  1496. + [[ -d test_logs ]]
  1497. + mv test_logs exported-artifacts/
  1498. + ./run_suite.sh -o /dev/shm/ost/deployment-hc-basic-suite-master --cleanup hc-basic-suite-master
  1499. + source common/helpers/logger.sh
  1500. + CLI=lago
  1501. + DO_CLEANUP=false
  1502. + RECOMMENDED_RAM_IN_MB=8196
  1503. + EXTRA_SOURCES=()
  1504. + RPMS_TO_INSTALL=()
  1505. ++ getopt -o ho:e:n:b:cs:r:l:i --long help,output:,engine:,node:,boot-iso:,cleanup,images --long extra-rpm-source,reposync-config:,local-rpms: --long only-verify-requirements,ignore-requirements -n run_suite.sh -- -o /dev/shm/ost/deployment-hc-basic-suite-master --cleanup hc-basic-suite-master
  1506. + options=' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' --cleanup -- '\''hc-basic-suite-master'\'''
  1507. + [[ 0 != \0 ]]
  1508. + eval set -- ' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' --cleanup -- '\''hc-basic-suite-master'\'''
  1509. ++ set -- -o /dev/shm/ost/deployment-hc-basic-suite-master --cleanup -- hc-basic-suite-master
  1510. + true
  1511. + case $1 in
  1512. ++ realpath -m /dev/shm/ost/deployment-hc-basic-suite-master
  1513. + PREFIX=/dev/shm/ost/deployment-hc-basic-suite-master
  1514. + shift 2
  1515. + true
  1516. + case $1 in
  1517. + DO_CLEANUP=true
  1518. + shift
  1519. + true
  1520. + case $1 in
  1521. + shift
  1522. + break
  1523. + [[ -z hc-basic-suite-master ]]
  1524. + export OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1525. + OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1526. ++ realpath --no-symlinks hc-basic-suite-master
  1527. + export SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  1528. + SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  1529. + [[ -z /dev/shm/ost/deployment-hc-basic-suite-master ]]
  1530. + export PREFIX
  1531. + true
  1532. + env_cleanup
  1533. + local res=0
  1534. + local uuid
  1535. + logger.info 'Cleaning up'
  1536. + logger.log INFO 'Cleaning up'
  1537. + set +x
  1538. 2018-11-29 11:50:02.576853085+0000 run_suite.sh::env_cleanup::INFO:: Cleaning up
  1539. + [[ -e /dev/shm/ost/deployment-hc-basic-suite-master ]]
  1540. + logger.info 'Cleaning with lago'
  1541. + logger.log INFO 'Cleaning with lago'
  1542. + set +x
  1543. 2018-11-29 11:50:02.580717665+0000 run_suite.sh::env_cleanup::INFO:: Cleaning with lago
  1544. + lago --workdir /dev/shm/ost/deployment-hc-basic-suite-master destroy --yes --all-prefixes
  1545. @ Cleanup prefix: 
  1546.  # Stop prefix: 
  1547.  # Stop prefix: 
  1548.  * Stop vms: 
  1549.  * Stop vms: Success (in 0:00:03)
  1550.  * Stop nets: 
  1551.  * Stop nets: Success (in 0:00:00)
  1552.  # Stop prefix: Success (in 0:00:03)
  1553.  # Tag prefix as uninitialized: 
  1554.  # Tag prefix as uninitialized: Success (in 0:00:00)
  1555. @ Cleanup prefix: Success (in 0:00:03)
  1556. + [[ 0 -eq 0 ]]
  1557. + logger.success 'Cleaning with lago done'
  1558. + logger.log SUCCESS 'Cleaning with lago done'
  1559. + set +x
  1560. 2018-11-29 11:50:08.427831143+0000 run_suite.sh::env_cleanup::SUCCESS:: Cleaning with lago done
  1561. + [[ 0 -ne 0 ]]
  1562. + restore_package_manager_config
  1563. + local path_to_config path_to_config_bak
  1564. ++ get_package_manager_config
  1565. ++ local pkg_manager
  1566. +++ get_package_manager
  1567. +++ [[ -x /bin/dnf ]]
  1568. +++ echo yum
  1569. ++ pkg_manager=yum
  1570. ++ echo /etc/yum/yum.conf
  1571. + path_to_config=/etc/yum/yum.conf
  1572. + path_to_config_bak=/etc/yum/yum.conf.ost_bak
  1573. + [[ -e /etc/yum/yum.conf.ost_bak ]]
  1574. + cp -f /etc/yum/yum.conf.ost_bak /etc/yum/yum.conf
  1575. + rm /etc/yum/yum.conf.ost_bak
  1576. + logger.success 'Cleanup done'
  1577. + logger.log SUCCESS 'Cleanup done'
  1578. + set +x
  1579. 2018-11-29 11:50:08.449719894+0000 run_suite.sh::env_cleanup::SUCCESS:: Cleanup done
  1580. + exit 0
  1581. + exit
  1582. Took 3893 seconds
  1583. ===================================
RAW Paste Data