kmajumder

Untitled

Nov 29th, 2018
132
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. ========== Running the shellscript automation/hc-basic_suite_master.sh
  2. Timeout set to script: 3h
  3. + SUITE=./automation/hc-basic_suite_master.sh
  4. ++ echo ./automation/hc-basic_suite_master.sh
  5. ++ tr _ -
  6. + SUITE=./automation/hc-basic-suite-master.sh
  7. + SUITE=hc-basic-suite-master.sh
  8. + SUITE=hc-basic-suite-master
  9. + echo 'Running suite: hc-basic-suite-master'
  10. Running suite: hc-basic-suite-master
  11. ++ realpath hc-basic-suite-master
  12. + SUITE_REAL_PATH=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  13. + DEFAULT_RPMS=(ovirt-engine-sdk-python python-ovirt-engine-sdk4)
  14. + readonly CREATE_IMAGES=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/CREATE_IMAGES.marker
  15. + CREATE_IMAGES=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/CREATE_IMAGES.marker
  16. + export LIBGUESTFS_BACKEND=direct
  17. + LIBGUESTFS_BACKEND=direct
  18. + [[ -c /dev/kvm ]]
  19. + mknod /dev/kvm c 10 232
  20. + rm -rf exported-artifacts
  21. + mkdir -p exported-artifacts
  22. ++ get_run_path
  23. ++ local ram_path=/dev/shm/ost/deployment-hc-basic-suite-master
  24. ++ local disk_path=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/deployment-hc-basic-suite-master
  25. ++ [[ -d /dev/shm/ost ]]
  26. ++ [[ -d /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/deployment-hc-basic-suite-master ]]
  27. ++ ./run_suite.sh -o /dev/shm/ost/deployment-hc-basic-suite-master --only-verify-requirements hc-basic-suite-master
  28. + source common/helpers/logger.sh
  29. + CLI=lago
  30. + DO_CLEANUP=false
  31. + RECOMMENDED_RAM_IN_MB=8196
  32. + EXTRA_SOURCES=()
  33. + RPMS_TO_INSTALL=()
  34. ++ getopt -o ho:e:n:b:cs:r:l:i --long help,output:,engine:,node:,boot-iso:,cleanup,images --long extra-rpm-source,reposync-config:,local-rpms: --long only-verify-requirements,ignore-requirements -n run_suite.sh -- -o /dev/shm/ost/deployment-hc-basic-suite-master --only-verify-requirements hc-basic-suite-master
  35. + options=' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' --only-verify-requirements -- '\''hc-basic-suite-master'\'''
  36. + [[ 0 != \0 ]]
  37. + eval set -- ' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' --only-verify-requirements -- '\''hc-basic-suite-master'\'''
  38. ++ set -- -o /dev/shm/ost/deployment-hc-basic-suite-master --only-verify-requirements -- hc-basic-suite-master
  39. + true
  40. + case $1 in
  41. ++ realpath -m /dev/shm/ost/deployment-hc-basic-suite-master
  42. + PREFIX=/dev/shm/ost/deployment-hc-basic-suite-master
  43. + shift 2
  44. + true
  45. + case $1 in
  46. + readonly ONLY_VERIFY_REQUIREMENTS=true
  47. + ONLY_VERIFY_REQUIREMENTS=true
  48. + shift
  49. + true
  50. + case $1 in
  51. + shift
  52. + break
  53. + [[ -z hc-basic-suite-master ]]
  54. + export OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  55. + OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  56. ++ realpath --no-symlinks hc-basic-suite-master
  57. + export SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  58. + SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  59. + [[ -z /dev/shm/ost/deployment-hc-basic-suite-master ]]
  60. + export PREFIX
  61. + false
  62. + [[ -e /dev/shm/ost/deployment-hc-basic-suite-master ]]
  63. + mkdir -p /dev/shm/ost/deployment-hc-basic-suite-master
  64. + [[ -n '' ]]
  65. + verify_system_requirements /dev/shm/ost/deployment-hc-basic-suite-master
  66. + local prefix=/dev/shm/ost/deployment-hc-basic-suite-master
  67. + /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/common/scripts/verify_system_requirements.py --prefix-path /dev/shm/ost/deployment-hc-basic-suite-master /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/vars/main.yml
  68. INFO:__main__:Requirements dict is empty, using default requirements
  69. INFO:__main__:disk_space success
  70. INFO:__main__:All checks passed
  71. + [[ 0 -ne 0 ]]
  72. + [[ -n true ]]
  73. + rm -rf /dev/shm/ost/deployment-hc-basic-suite-master
  74. + exit
  75. ++ echo /dev/shm/ost/deployment-hc-basic-suite-master
  76. ++ return
  77. + run_path=/dev/shm/ost/deployment-hc-basic-suite-master
  78. + trap 'cleanup "$run_path"' SIGTERM SIGINT SIGQUIT EXIT
  79. + res=0
  80. + extra_cmds=()
  81. + [[ -e /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/extra_sources ]]
  82. + [[ -e /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/extra_sources ]]
  83. + [[ 2 -gt 0 ]]
  84. + extra_cmds+=($(printf -- '-l %s ' "${DEFAULT_RPMS[@]}"))
  85. ++ printf -- '-l %s ' ovirt-engine-sdk-python python-ovirt-engine-sdk4
  86. + [[ -e /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/CREATE_IMAGES.marker ]]
  87. + timeout --kill-after 5m 100m ./run_suite.sh -o /dev/shm/ost/deployment-hc-basic-suite-master -l ovirt-engine-sdk-python -l python-ovirt-engine-sdk4 hc-basic-suite-master
  88. + source common/helpers/logger.sh
  89. + CLI=lago
  90. + DO_CLEANUP=false
  91. + RECOMMENDED_RAM_IN_MB=8196
  92. + EXTRA_SOURCES=()
  93. + RPMS_TO_INSTALL=()
  94. ++ getopt -o ho:e:n:b:cs:r:l:i --long help,output:,engine:,node:,boot-iso:,cleanup,images --long extra-rpm-source,reposync-config:,local-rpms: --long only-verify-requirements,ignore-requirements -n run_suite.sh -- -o /dev/shm/ost/deployment-hc-basic-suite-master -l ovirt-engine-sdk-python -l python-ovirt-engine-sdk4 hc-basic-suite-master
  95. + options=' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' -l '\''ovirt-engine-sdk-python'\'' -l '\''python-ovirt-engine-sdk4'\'' -- '\''hc-basic-suite-master'\'''
  96. + [[ 0 != \0 ]]
  97. + eval set -- ' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' -l '\''ovirt-engine-sdk-python'\'' -l '\''python-ovirt-engine-sdk4'\'' -- '\''hc-basic-suite-master'\'''
  98. ++ set -- -o /dev/shm/ost/deployment-hc-basic-suite-master -l ovirt-engine-sdk-python -l python-ovirt-engine-sdk4 -- hc-basic-suite-master
  99. + true
  100. + case $1 in
  101. ++ realpath -m /dev/shm/ost/deployment-hc-basic-suite-master
  102. + PREFIX=/dev/shm/ost/deployment-hc-basic-suite-master
  103. + shift 2
  104. + true
  105. + case $1 in
  106. + RPMS_TO_INSTALL+=("$2")
  107. + shift 2
  108. + true
  109. + case $1 in
  110. + RPMS_TO_INSTALL+=("$2")
  111. + shift 2
  112. + true
  113. + case $1 in
  114. + shift
  115. + break
  116. + [[ -z hc-basic-suite-master ]]
  117. + export OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  118. + OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  119. ++ realpath --no-symlinks hc-basic-suite-master
  120. + export SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  121. + SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  122. + [[ -z /dev/shm/ost/deployment-hc-basic-suite-master ]]
  123. + export PREFIX
  124. + false
  125. + [[ -e /dev/shm/ost/deployment-hc-basic-suite-master ]]
  126. + mkdir -p /dev/shm/ost/deployment-hc-basic-suite-master
  127. + [[ -n '' ]]
  128. + verify_system_requirements /dev/shm/ost/deployment-hc-basic-suite-master
  129. + local prefix=/dev/shm/ost/deployment-hc-basic-suite-master
  130. + /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/common/scripts/verify_system_requirements.py --prefix-path /dev/shm/ost/deployment-hc-basic-suite-master /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/vars/main.yml
  131. INFO:__main__:Requirements dict is empty, using default requirements
  132. INFO:__main__:disk_space success
  133. INFO:__main__:All checks passed
  134. + [[ 0 -ne 0 ]]
  135. + [[ -n '' ]]
  136. + [[ -d /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master ]]
  137. + trap on_sigterm SIGTERM
  138. + trap on_exit EXIT
  139. ++ lago --version
  140. + logger.info 'Using lago 0.44.0'
  141. + logger.log INFO 'Using lago 0.44.0'
  142. + set +x
  143. 2018-11-29 10:45:16.041463330+0000 run_suite.sh::main::INFO:: Using lago 0.44.0
  144. ++ lago ovirt --version
  145. + logger.info 'Using lago ovirt 0.45.0'
  146. + logger.log INFO 'Using lago ovirt 0.45.0'
  147. + set +x
  148. 2018-11-29 10:45:16.391971093+0000 run_suite.sh::main::INFO:: Using lago ovirt 0.45.0
  149. + check_ram 8196
  150. + local recommended=8196
  151. ++ free -m
  152. ++ grep Mem
  153. ++ awk '{print $2}'
  154. + local cur_ram=48021
  155. + [[ 48021 -lt 8196 ]]
  156. + logger.info 'Running suite found in /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master'
  157. + logger.log INFO 'Running suite found in /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master'
  158. + set +x
  159. 2018-11-29 10:45:16.399702622+0000 run_suite.sh::main::INFO:: Running suite found in /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  160. + logger.info 'Environment will be deployed at /dev/shm/ost/deployment-hc-basic-suite-master'
  161. + logger.log INFO 'Environment will be deployed at /dev/shm/ost/deployment-hc-basic-suite-master'
  162. + set +x
  163. 2018-11-29 10:45:16.403548262+0000 run_suite.sh::main::INFO:: Environment will be deployed at /dev/shm/ost/deployment-hc-basic-suite-master
  164. + export PYTHONPATH=:/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  165. + PYTHONPATH=:/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  166. + source /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/control.sh
  167. ++ set -o pipefail
  168. + prep_suite '' '' ''
  169. + render_jinja_templates
  170. + local suite_name=hc-basic-suite-master
  171. + local src=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile.in
  172. + local dest=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile
  173. + export suite_name=hc-basic-suite-master
  174. + suite_name=hc-basic-suite-master
  175. + python /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/common/scripts/render_jinja_templates.py /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile.in
  176. + cat /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile
  177. domains:
  178. lago-hc-basic-suite-master-engine:
  179. vm-provider: ssh
  180. vm-type: ovirt-engine
  181. ssh-password: 123456
  182. distro: el7
  183. service_provider: systemd
  184. nics:
  185. - net: lago-hc-basic-suite-master-net-management
  186. ip: 192.168.200.99
  187. metadata:
  188. ovirt-engine-password: 123
  189. artifacts:
  190. - /var/log
  191. lago-hc-basic-suite-master-host-0:
  192. vm-type: ovirt-host
  193. distro: el7
  194. memory: 5120
  195. nics:
  196. - net: lago-hc-basic-suite-master-net-management
  197. disks:
  198. - template_name: el7.5-base
  199. type: template
  200. name: root
  201. dev: vda
  202. format: qcow2
  203. - comment: Used for brick
  204. name: brick
  205. size: 150G
  206. type: empty
  207. dev: sda
  208. format: qcow2
  209. - comment: Used for cache
  210. name: cache
  211. size: 100G
  212. type: empty
  213. dev: sdb
  214. format: qcow2
  215. - name: tmp
  216. size: 100G
  217. type: empty
  218. dev: sdc
  219. format: qcow2
  220. metadata:
  221. ovirt-capabilities:
  222. - snapshot-live-merge
  223. deploy-scripts:
  224. - $LAGO_INITFILE_PATH/../common/deploy-scripts/add_local_repo.sh
  225. - $LAGO_INITFILE_PATH/../common/deploy-scripts/setup_host_el7.sh
  226. - $LAGO_INITFILE_PATH/hc_setup_host.sh
  227. - $LAGO_INITFILE_PATH/gdeploy-setup.sh
  228. - $LAGO_INITFILE_PATH/setup_first_host.sh
  229. artifacts:
  230. - /var/log
  231. lago-hc-basic-suite-master-host-1:
  232. vm-type: ovirt-host
  233. distro: el7
  234. memory: 5120
  235. nics:
  236. - net: lago-hc-basic-suite-master-net-management
  237. disks:
  238. - template_name: el7.5-base
  239. type: template
  240. name: root
  241. dev: vda
  242. format: qcow2
  243. - comment: Used for brick
  244. name: brick
  245. size: 150G
  246. type: empty
  247. dev: sda
  248. format: qcow2
  249. - comment: Used for cache
  250. name: cache
  251. size: 100G
  252. type: empty
  253. dev: sdb
  254. format: qcow2
  255.  
  256. metadata:
  257. ovirt-capabilities:
  258. - snapshot-live-merge
  259. deploy-scripts:
  260. - $LAGO_INITFILE_PATH/../common/deploy-scripts/add_local_repo.sh
  261. - $LAGO_INITFILE_PATH/../common/deploy-scripts/setup_host_el7.sh
  262. - $LAGO_INITFILE_PATH/hc_setup_host.sh
  263.  
  264. artifacts:
  265. - /var/log
  266. lago-hc-basic-suite-master-host-2:
  267. vm-type: ovirt-host
  268. distro: el7
  269. memory: 5120
  270. nics:
  271. - net: lago-hc-basic-suite-master-net-management
  272. disks:
  273. - template_name: el7.5-base
  274. type: template
  275. name: root
  276. dev: vda
  277. format: qcow2
  278. - comment: Used for brick
  279. name: brick
  280. size: 150G
  281. type: empty
  282. dev: sda
  283. format: qcow2
  284. - comment: Used for cache
  285. name: cache
  286. size: 100G
  287. type: empty
  288. dev: sdb
  289. format: qcow2
  290.  
  291. metadata:
  292. ovirt-capabilities:
  293. - snapshot-live-merge
  294. deploy-scripts:
  295. - $LAGO_INITFILE_PATH/../common/deploy-scripts/add_local_repo.sh
  296. - $LAGO_INITFILE_PATH/../common/deploy-scripts/setup_host_el7.sh
  297. - $LAGO_INITFILE_PATH/hc_setup_host.sh
  298.  
  299. artifacts:
  300. - /var/log
  301.  
  302. nets:
  303. lago-hc-basic-suite-master-net-management:
  304. type: nat
  305. dhcp:
  306. start: 100
  307. end: 254
  308. management: true
  309. dns_domain_name: lago.local
  310. + run_suite
  311. + local suite=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  312. + local curdir=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  313. + declare failed=false
  314. + env_init '' /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile
  315. + local template_repo=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/template-repo.json
  316. + local initfile=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile
  317. + lago init /dev/shm/ost/deployment-hc-basic-suite-master /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/LagoInitFile --template-repo-path /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/template-repo.json
  318. @ Initialize and populate prefix: 
  319.  # Initialize prefix: 
  320.  * Create prefix dirs: 
  321.  * Create prefix dirs: Success (in 0:00:00)
  322.  * Generate prefix uuid: 
  323.  * Generate prefix uuid: Success (in 0:00:00)
  324.  * Create ssh keys: 
  325.  * Create ssh keys: Success (in 0:00:00)
  326.  * Tag prefix as initialized: 
  327.  * Tag prefix as initialized: Success (in 0:00:00)
  328.  # Initialize prefix: Success (in 0:00:00)
  329.  # Create disks for VM lago-hc-basic-suite-master-host-1: 
  330.  * Create disk root: 
  331.  * Create disk root: Success (in 0:00:00)
  332.  * Create disk brick: 
  333.  * Create disk brick: Success (in 0:00:00)
  334.  * Create disk cache: 
  335.  * Create disk cache: Success (in 0:00:00)
  336.  # Create disks for VM lago-hc-basic-suite-master-host-1: Success (in 0:00:00)
  337.  # Create disks for VM lago-hc-basic-suite-master-host-0: 
  338.  * Create disk root: 
  339.  * Create disk root: Success (in 0:00:00)
  340.  * Create disk brick: 
  341.  * Create disk brick: Success (in 0:00:00)
  342.  * Create disk cache: 
  343.  * Create disk cache: Success (in 0:00:00)
  344.  * Create disk tmp: 
  345.  * Create disk tmp: Success (in 0:00:00)
  346.  # Create disks for VM lago-hc-basic-suite-master-host-0: Success (in 0:00:00)
  347.  # Create disks for VM lago-hc-basic-suite-master-host-2: 
  348.  * Create disk root: 
  349.  * Create disk root: Success (in 0:00:00)
  350.  * Create disk brick: 
  351.  * Create disk brick: Success (in 0:00:00)
  352.  * Create disk cache: 
  353.  * Create disk cache: Success (in 0:00:00)
  354.  # Create disks for VM lago-hc-basic-suite-master-host-2: Success (in 0:00:00)
  355.  # Create disks for VM lago-hc-basic-suite-master-engine: 
  356.  # Create disks for VM lago-hc-basic-suite-master-engine: Success (in 0:00:00)
  357.  # Copying any deploy scripts: 
  358.  # Copying any deploy scripts: Success (in 0:00:00)
  359.  # [Thread-1] Bootstrapping lago-hc-basic-suite-master-host-1: 
  360.  # [Thread-2] Bootstrapping lago-hc-basic-suite-master-host-0: 
  361.  # [Thread-3] Bootstrapping lago-hc-basic-suite-master-host-2: 
  362.  # [Thread-3] Bootstrapping lago-hc-basic-suite-master-host-2: Success (in 0:00:23)
  363.  # [Thread-1] Bootstrapping lago-hc-basic-suite-master-host-1: Success (in 0:00:23)
  364.  # [Thread-2] Bootstrapping lago-hc-basic-suite-master-host-0: Success (in 0:00:23)
  365.  # Save prefix: 
  366.  * Save nets: 
  367.  * Save nets: Success (in 0:00:00)
  368.  * Save VMs: 
  369.  * Save VMs: Success (in 0:00:00)
  370.  * Save env: 
  371.  * Save env: Success (in 0:00:00)
  372.  # Save prefix: Success (in 0:00:00)
  373. @ Initialize and populate prefix: Success (in 0:00:26)
  374. + env_repo_setup
  375. + local extrasrc
  376. + declare -a extrasrcs
  377. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  378. + local reposync_conf=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/reposync-config.repo
  379. + [[ -e '' ]]
  380. + [[ -n '' ]]
  381. + skipsync=
  382. + logger.info 'Using reposync config file: /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/reposync-config.repo'
  383. + logger.log INFO 'Using reposync config file: /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/reposync-config.repo'
  384. + set +x
  385. 2018-11-29 10:45:43.136535766+0000 run_suite.sh::env_repo_setup::INFO:: Using reposync config file: /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/reposync-config.repo
  386. + http_proxy=
  387. + lago ovirt reposetup --reposync-yum-config /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/reposync-config.repo
  388. @ Create prefix internal repo: 
  389.  # Syncing remote repos locally (this might take some time): 
  390.  * Running reposync: 
  391.  * Running reposync: Success (in 0:01:40)
  392.  # Syncing remote repos locally (this might take some time): Success (in 0:01:40)
  393.  # Running repoman: 
  394.  # Running repoman: Success (in 0:01:23)
  395.  # Save prefix: 
  396.  * Save nets: 
  397.  * Save nets: Success (in 0:00:00)
  398.  * Save VMs: 
  399.  * Save VMs: Success (in 0:00:00)
  400.  * Save env: 
  401.  * Save env: Success (in 0:00:00)
  402.  # Save prefix: Success (in 0:00:00)
  403. @ Create prefix internal repo: Success (in 0:03:03)
  404. + cd -
  405. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  406. + install_local_rpms
  407. + local pkg_manager os path_to_config
  408. + [[ 2 -le 0 ]]
  409. ++ get_package_manager
  410. ++ [[ -x /bin/dnf ]]
  411. ++ echo yum
  412. + pkg_manager=yum
  413. ++ get_package_manager_config
  414. ++ local pkg_manager
  415. +++ get_package_manager
  416. +++ [[ -x /bin/dnf ]]
  417. +++ echo yum
  418. ++ pkg_manager=yum
  419. ++ echo /etc/yum/yum.conf
  420. + path_to_config=/etc/yum/yum.conf
  421. ++ rpm -E '%{dist}'
  422. + os=.el7
  423. + os=el7
  424. + os=el7
  425. + backup_package_manager_config
  426. + local path_to_config path_to_config_bak
  427. ++ get_package_manager_config
  428. ++ local pkg_manager
  429. +++ get_package_manager
  430. +++ [[ -x /bin/dnf ]]
  431. +++ echo yum
  432. ++ pkg_manager=yum
  433. ++ echo /etc/yum/yum.conf
  434. + path_to_config=/etc/yum/yum.conf
  435. + path_to_config_bak=/etc/yum/yum.conf.ost_bak
  436. + [[ -e /etc/yum/yum.conf.ost_bak ]]
  437. + cp /etc/yum/yum.conf /etc/yum/yum.conf.ost_bak
  438. + cat
  439. + yum -y install ovirt-engine-sdk-python python-ovirt-engine-sdk4
  440. Failed to set locale, defaulting to C
  441. Package ovirt-engine-sdk-python-3.6.9.2-0.1.20180209.gite99bbd1.el7.centos.noarch already installed and latest version
  442. Package python-ovirt-engine-sdk4-4.3.0-1.a0.20181029git78c3d5b.el7.x86_64 already installed and latest version
  443. Nothing to do
  444. + return 0
  445. + env_start
  446. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  447. + lago start
  448. @ Start Prefix: 
  449.  # Start nets: 
  450.  * Create network lago-hc-basic-suite-master-net-management: 
  451.  * Create network lago-hc-basic-suite-master-net-management: Success (in 0:00:05)
  452.  # Start nets: Success (in 0:00:05)
  453.  # Start vms: 
  454.  * Starting VM lago-hc-basic-suite-master-host-1: 
  455.  * Starting VM lago-hc-basic-suite-master-host-1: Success (in 0:00:00)
  456.  * Starting VM lago-hc-basic-suite-master-host-0: 
  457.  * Starting VM lago-hc-basic-suite-master-host-0: Success (in 0:00:00)
  458.  * Starting VM lago-hc-basic-suite-master-host-2: 
  459.  * Starting VM lago-hc-basic-suite-master-host-2: Success (in 0:00:00)
  460.  # Start vms: Success (in 0:00:01)
  461. @ Start Prefix: Success (in 0:00:06)
  462. + cd -
  463. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  464. + env_deploy
  465. + local res=0
  466. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  467. + lago ovirt deploy
  468. @ Deploy oVirt environment: 
  469.  # Deploy environment: 
  470.  * [Thread-2] Deploy VM lago-hc-basic-suite-master-host-1: 
  471.  * [Thread-3] Deploy VM lago-hc-basic-suite-master-host-0: 
  472.  * [Thread-4] Deploy VM lago-hc-basic-suite-master-host-2: 
  473.  * [Thread-5] Deploy VM lago-hc-basic-suite-master-engine: 
  474.  * [Thread-5] Deploy VM lago-hc-basic-suite-master-engine: Success (in 0:00:00)
  475.  * [Thread-2] Deploy VM lago-hc-basic-suite-master-host-1: Success (in 0:05:20)
  476.  * [Thread-4] Deploy VM lago-hc-basic-suite-master-host-2: Success (in 0:05:26)
  477.  * [Thread-3] Deploy VM lago-hc-basic-suite-master-host-0: Success (in 0:05:54)
  478.  # Deploy environment: Success (in 0:05:54)
  479. @ Deploy oVirt environment: Success (in 0:05:54)
  480. + cd -
  481. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  482. + return 0
  483. + he_deploy
  484. + local suite=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  485. + local curdir=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  486. + local suite_name=hc-basic-suite-master
  487. + suite_name=hc-basic-suite-master
  488. + HOST=lago-hc-basic-suite-master-host-
  489. + VMPASS=123456
  490. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  491. + echo '#########################'
  492. #########################
  493. + echo 'Setting up passwordless ssh'
  494. Setting up passwordless ssh
  495. + lago shell lago-hc-basic-suite-master-host-0 ssh-keygen -t rsa -f /root/.ssh/id_rsa -N '""'
  496. Generating public/private rsa key pair.
  497. Your identification has been saved in /root/.ssh/id_rsa.
  498. Your public key has been saved in /root/.ssh/id_rsa.pub.
  499. The key fingerprint is:
  500. SHA256:gDWsB7owlh7zAA3VN94lKmyG1dsjU8YgU9RYxYdePWQ root@lago-hc-basic-suite-master-host-0
  501. The key's randomart image is:
  502. +---[RSA 2048]----+
  503. |.+..o=**.o.. oE |
  504. |. . +=*.* + o.o |
  505. |. .=.=.O + o . |
  506. |o*o * B.+ . |
  507. |oo=+ o oS. |
  508. | ... |
  509. | |
  510. | |
  511. | |
  512. +----[SHA256]-----+
  513. + lago shell lago-hc-basic-suite-master-host-0 sshpass -p 123456 ssh-copy-id -o StrictHostKeyChecking=no -i lago-hc-basic-suite-master-host-0
  514. /usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
  515. /usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
  516. /usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
  517.  
  518. Number of key(s) added: 1
  519.  
  520. Now try logging into the machine, with: "ssh -o 'StrictHostKeyChecking=no' 'lago-hc-basic-suite-master-host-0'"
  521. and check to make sure that only the key(s) you wanted were added.
  522.  
  523. + lago shell lago-hc-basic-suite-master-host-0 sshpass -p 123456 ssh-copy-id -o StrictHostKeyChecking=no -i lago-hc-basic-suite-master-host-1
  524. /usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
  525. /usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
  526. /usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
  527.  
  528. Number of key(s) added: 1
  529.  
  530. Now try logging into the machine, with: "ssh -o 'StrictHostKeyChecking=no' 'lago-hc-basic-suite-master-host-1'"
  531. and check to make sure that only the key(s) you wanted were added.
  532.  
  533. + lago shell lago-hc-basic-suite-master-host-0 sshpass -p 123456 ssh-copy-id -o StrictHostKeyChecking=no -i lago-hc-basic-suite-master-host-2
  534. /usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
  535. /usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
  536. /usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
  537.  
  538. Number of key(s) added: 1
  539.  
  540. Now try logging into the machine, with: "ssh -o 'StrictHostKeyChecking=no' 'lago-hc-basic-suite-master-host-2'"
  541. and check to make sure that only the key(s) you wanted were added.
  542.  
  543. + echo '#########################'
  544. #########################
  545. + echo 'Running gdeploy on lago-hc-basic-suite-master-host-0'
  546. Running gdeploy on lago-hc-basic-suite-master-host-0
  547. + lago copy-to-vm lago-hc-basic-suite-master-host-0 /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/robo.conf.in /root/robo.conf.in
  548. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/robo.conf.in to lago-hc-basic-suite-master-host-0:/root/robo.conf.in: 
  549. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/robo.conf.in to lago-hc-basic-suite-master-host-0:/root/robo.conf.in: Success (in 0:00:00)
  550. + lago copy-to-vm lago-hc-basic-suite-master-host-0 /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/hc-answers.conf.in /root/hc-answers.conf.in
  551. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/hc-answers.conf.in to lago-hc-basic-suite-master-host-0:/root/hc-answers.conf.in: 
  552. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/hc-answers.conf.in to lago-hc-basic-suite-master-host-0:/root/hc-answers.conf.in: Success (in 0:00:00)
  553. + lago copy-to-vm lago-hc-basic-suite-master-host-0 /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/gdeploy.sh /root/gdeploy.sh
  554. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/gdeploy.sh to lago-hc-basic-suite-master-host-0:/root/gdeploy.sh: 
  555. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/gdeploy.sh to lago-hc-basic-suite-master-host-0:/root/gdeploy.sh: Success (in 0:00:00)
  556. + lago copy-to-vm lago-hc-basic-suite-master-host-0 /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/generate-hc-answerfile.sh /root/generate-hc-answerfile.sh
  557. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/generate-hc-answerfile.sh to lago-hc-basic-suite-master-host-0:/root/generate-hc-answerfile.sh: 
  558. @ Copy /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/generate-hc-answerfile.sh to lago-hc-basic-suite-master-host-0:/root/generate-hc-answerfile.sh: Success (in 0:00:00)
  559. + lago shell lago-hc-basic-suite-master-host-0 /root/gdeploy.sh lago-hc-basic-suite-master-host-0 lago-hc-basic-suite-master-host-1 lago-hc-basic-suite-master-host-2
  560.  
  561. PLAY [gluster_servers] *********************************************************
  562.  
  563. TASK [Clean up filesystem signature] *******************************************
  564. skipping: [lago-hc-basic-suite-master-host-0] => (item=/dev/sda)
  565. skipping: [lago-hc-basic-suite-master-host-2] => (item=/dev/sda)
  566. skipping: [lago-hc-basic-suite-master-host-1] => (item=/dev/sda)
  567.  
  568. TASK [Create Physical Volume] **************************************************
  569. changed: [lago-hc-basic-suite-master-host-1] => (item=/dev/sda)
  570. changed: [lago-hc-basic-suite-master-host-0] => (item=/dev/sda)
  571. changed: [lago-hc-basic-suite-master-host-2] => (item=/dev/sda)
  572.  
  573. PLAY RECAP *********************************************************************
  574. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  575. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  576. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  577.  
  578.  
  579. PLAY [gluster_servers] *********************************************************
  580.  
  581. TASK [Create volume group on the disks] ****************************************
  582. changed: [lago-hc-basic-suite-master-host-0] => (item={u'brick': u'/dev/sda', u'vg': u'RHS_vg1'})
  583. changed: [lago-hc-basic-suite-master-host-2] => (item={u'brick': u'/dev/sda', u'vg': u'RHS_vg1'})
  584. changed: [lago-hc-basic-suite-master-host-1] => (item={u'brick': u'/dev/sda', u'vg': u'RHS_vg1'})
  585.  
  586. PLAY RECAP *********************************************************************
  587. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  588. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  589. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  590.  
  591.  
  592. PLAY [gluster_servers] *********************************************************
  593.  
  594. TASK [Create LVs with specified size for the VGs] ******************************
  595. changed: [lago-hc-basic-suite-master-host-1] => (item={u'lv': u'engine_lv', u'size': u'100GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  596. changed: [lago-hc-basic-suite-master-host-0] => (item={u'lv': u'engine_lv', u'size': u'100GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  597. changed: [lago-hc-basic-suite-master-host-2] => (item={u'lv': u'engine_lv', u'size': u'100GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  598.  
  599. PLAY RECAP *********************************************************************
  600. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  601. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  602. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  603.  
  604.  
  605. PLAY [gluster_servers] *********************************************************
  606.  
  607. TASK [Create an xfs filesystem] ************************************************
  608. changed: [lago-hc-basic-suite-master-host-0] => (item=/dev/RHS_vg1/engine_lv)
  609. changed: [lago-hc-basic-suite-master-host-1] => (item=/dev/RHS_vg1/engine_lv)
  610. changed: [lago-hc-basic-suite-master-host-2] => (item=/dev/RHS_vg1/engine_lv)
  611.  
  612. PLAY RECAP *********************************************************************
  613. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  614. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  615. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  616.  
  617.  
  618. PLAY [gluster_servers] *********************************************************
  619.  
  620. TASK [Create the backend disks, skips if present] ******************************
  621. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  622. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  623. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  624.  
  625. TASK [Mount the volumes] *******************************************************
  626. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  627. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  628. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  629.  
  630. TASK [In case of VDO update dynamic config - max_retries] **********************
  631. skipping: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  632. skipping: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  633. skipping: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/engine_lv', u'path': u'/rhs/brick1'})
  634.  
  635. PLAY RECAP *********************************************************************
  636. lago-hc-basic-suite-master-host-0 : ok=2 changed=2 unreachable=0 failed=0
  637. lago-hc-basic-suite-master-host-1 : ok=2 changed=2 unreachable=0 failed=0
  638. lago-hc-basic-suite-master-host-2 : ok=2 changed=2 unreachable=0 failed=0
  639.  
  640.  
  641. PLAY [gluster_servers] *********************************************************
  642.  
  643. TASK [Create LVs with specified size for the VGs] ******************************
  644. changed: [lago-hc-basic-suite-master-host-0] => (item={u'lv': u'lvthinpool', u'size': u'45GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  645. changed: [lago-hc-basic-suite-master-host-2] => (item={u'lv': u'lvthinpool', u'size': u'45GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  646. changed: [lago-hc-basic-suite-master-host-1] => (item={u'lv': u'lvthinpool', u'size': u'45GB', u'extent': u'100%FREE', u'vg': u'RHS_vg1'})
  647.  
  648. PLAY RECAP *********************************************************************
  649. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  650. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  651. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  652.  
  653.  
  654. PLAY [gluster_servers] *********************************************************
  655.  
  656. TASK [Create LVs with specified size for the VGs] ******************************
  657. changed: [lago-hc-basic-suite-master-host-0] => (item={u'lv': u'lv_vmaddldisks', u'virtualsize': u'30GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  658. changed: [lago-hc-basic-suite-master-host-1] => (item={u'lv': u'lv_vmaddldisks', u'virtualsize': u'30GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  659. changed: [lago-hc-basic-suite-master-host-2] => (item={u'lv': u'lv_vmaddldisks', u'virtualsize': u'30GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  660.  
  661. PLAY RECAP *********************************************************************
  662. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  663. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  664. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  665.  
  666.  
  667. PLAY [gluster_servers] *********************************************************
  668.  
  669. TASK [Create an xfs filesystem] ************************************************
  670. changed: [lago-hc-basic-suite-master-host-0] => (item=/dev/RHS_vg1/lv_vmaddldisks)
  671. changed: [lago-hc-basic-suite-master-host-1] => (item=/dev/RHS_vg1/lv_vmaddldisks)
  672. changed: [lago-hc-basic-suite-master-host-2] => (item=/dev/RHS_vg1/lv_vmaddldisks)
  673.  
  674. PLAY RECAP *********************************************************************
  675. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  676. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  677. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  678.  
  679.  
  680. PLAY [gluster_servers] *********************************************************
  681.  
  682. TASK [Create the backend disks, skips if present] ******************************
  683. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  684. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  685. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  686.  
  687. TASK [Mount the volumes] *******************************************************
  688. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  689. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  690. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  691.  
  692. TASK [In case of VDO update dynamic config - max_retries] **********************
  693. skipping: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  694. skipping: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  695. skipping: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmaddldisks', u'path': u'/rhs/brick2'})
  696.  
  697. PLAY RECAP *********************************************************************
  698. lago-hc-basic-suite-master-host-0 : ok=2 changed=2 unreachable=0 failed=0
  699. lago-hc-basic-suite-master-host-1 : ok=2 changed=2 unreachable=0 failed=0
  700. lago-hc-basic-suite-master-host-2 : ok=2 changed=2 unreachable=0 failed=0
  701.  
  702.  
  703. PLAY [gluster_servers] *********************************************************
  704.  
  705. TASK [Create LVs with specified size for the VGs] ******************************
  706. changed: [lago-hc-basic-suite-master-host-0] => (item={u'lv': u'lv_vmrootdisks', u'virtualsize': u'20GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  707. changed: [lago-hc-basic-suite-master-host-1] => (item={u'lv': u'lv_vmrootdisks', u'virtualsize': u'20GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  708. changed: [lago-hc-basic-suite-master-host-2] => (item={u'lv': u'lv_vmrootdisks', u'virtualsize': u'20GB', u'pool': u'lvthinpool', u'vg': u'RHS_vg1'})
  709.  
  710. PLAY RECAP *********************************************************************
  711. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  712. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  713. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  714.  
  715.  
  716. PLAY [gluster_servers] *********************************************************
  717.  
  718. TASK [Create an xfs filesystem] ************************************************
  719. changed: [lago-hc-basic-suite-master-host-0] => (item=/dev/RHS_vg1/lv_vmrootdisks)
  720. changed: [lago-hc-basic-suite-master-host-1] => (item=/dev/RHS_vg1/lv_vmrootdisks)
  721. changed: [lago-hc-basic-suite-master-host-2] => (item=/dev/RHS_vg1/lv_vmrootdisks)
  722.  
  723. PLAY RECAP *********************************************************************
  724. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  725. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  726. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  727.  
  728.  
  729. PLAY [gluster_servers] *********************************************************
  730.  
  731. TASK [Create the backend disks, skips if present] ******************************
  732. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  733. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  734. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  735.  
  736. TASK [Mount the volumes] *******************************************************
  737. changed: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  738. changed: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  739. changed: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  740.  
  741. TASK [In case of VDO update dynamic config - max_retries] **********************
  742. skipping: [lago-hc-basic-suite-master-host-0] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  743. skipping: [lago-hc-basic-suite-master-host-1] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  744. skipping: [lago-hc-basic-suite-master-host-2] => (item={u'device': u'/dev/RHS_vg1/lv_vmrootdisks', u'path': u'/rhs/brick3'})
  745.  
  746. PLAY RECAP *********************************************************************
  747. lago-hc-basic-suite-master-host-0 : ok=2 changed=2 unreachable=0 failed=0
  748. lago-hc-basic-suite-master-host-1 : ok=2 changed=2 unreachable=0 failed=0
  749. lago-hc-basic-suite-master-host-2 : ok=2 changed=2 unreachable=0 failed=0
  750.  
  751.  
  752. PLAY [gluster_servers] *********************************************************
  753.  
  754. TASK [Extend volume group] *****************************************************
  755. changed: [lago-hc-basic-suite-master-host-0] => (item=/dev/sdb)
  756. changed: [lago-hc-basic-suite-master-host-1] => (item=/dev/sdb)
  757. changed: [lago-hc-basic-suite-master-host-2] => (item=/dev/sdb)
  758.  
  759. PLAY RECAP *********************************************************************
  760. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  761. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  762. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  763.  
  764.  
  765. PLAY [gluster_servers] *********************************************************
  766.  
  767. TASK [Setup SSD for caching | Create the physical volume] **********************
  768. ok: [lago-hc-basic-suite-master-host-0] => (item=/dev/sdb)
  769. ok: [lago-hc-basic-suite-master-host-2] => (item=/dev/sdb)
  770. ok: [lago-hc-basic-suite-master-host-1] => (item=/dev/sdb)
  771.  
  772. TASK [Setup SSD for caching | Extend the Volume Group] *************************
  773. ok: [lago-hc-basic-suite-master-host-0] => (item=/dev/sdb)
  774. ok: [lago-hc-basic-suite-master-host-1] => (item=/dev/sdb)
  775. ok: [lago-hc-basic-suite-master-host-2] => (item=/dev/sdb)
  776.  
  777. TASK [Setup SSD for caching | Change the attributes of the logical volume] *****
  778. changed: [lago-hc-basic-suite-master-host-0]
  779. changed: [lago-hc-basic-suite-master-host-1]
  780. changed: [lago-hc-basic-suite-master-host-2]
  781.  
  782. TASK [Setup SSD for caching | Create cache meta logical volume] ****************
  783. changed: [lago-hc-basic-suite-master-host-0]
  784. changed: [lago-hc-basic-suite-master-host-1]
  785. changed: [lago-hc-basic-suite-master-host-2]
  786.  
  787. TASK [Setup SSD for caching | Create cache logical volume] *********************
  788. changed: [lago-hc-basic-suite-master-host-0]
  789. changed: [lago-hc-basic-suite-master-host-1]
  790. changed: [lago-hc-basic-suite-master-host-2]
  791.  
  792. TASK [Setup SSD for caching | Convert an existing logical volume to a cache pool LV] ***
  793. changed: [lago-hc-basic-suite-master-host-1]
  794. changed: [lago-hc-basic-suite-master-host-2]
  795. changed: [lago-hc-basic-suite-master-host-0]
  796.  
  797. TASK [Setup SSD for caching | Convert an existing logical volume to a cache LV] ***
  798. changed: [lago-hc-basic-suite-master-host-0]
  799. changed: [lago-hc-basic-suite-master-host-1]
  800. changed: [lago-hc-basic-suite-master-host-2]
  801.  
  802. PLAY RECAP *********************************************************************
  803. lago-hc-basic-suite-master-host-0 : ok=7 changed=5 unreachable=0 failed=0
  804. lago-hc-basic-suite-master-host-1 : ok=7 changed=5 unreachable=0 failed=0
  805. lago-hc-basic-suite-master-host-2 : ok=7 changed=5 unreachable=0 failed=0
  806.  
  807.  
  808. PLAY [gluster_servers] *********************************************************
  809.  
  810. TASK [Run a command in the shell] **********************************************
  811. changed: [lago-hc-basic-suite-master-host-0] => (item=mkdir /etc/systemd/system/glusterd.service.d)
  812. [WARNING]: Consider using the file module with state=directory rather than
  813. running mkdir. If you need to use command because file is insufficient you can
  814. add warn=False to this command task or set command_warnings=False in
  815. ansible.cfg to get rid of this message.
  816. changed: [lago-hc-basic-suite-master-host-1] => (item=mkdir /etc/systemd/system/glusterd.service.d)
  817. changed: [lago-hc-basic-suite-master-host-2] => (item=mkdir /etc/systemd/system/glusterd.service.d)
  818.  
  819. PLAY RECAP *********************************************************************
  820. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  821. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  822. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  823.  
  824.  
  825. PLAY [gluster_servers] *********************************************************
  826.  
  827. TASK [Run a command in the shell] **********************************************
  828. changed: [lago-hc-basic-suite-master-host-0] => (item=echo -e "[Service]\nCPUAccounting=yes\nSlice=glusterfs.slice" >> /etc/systemd/system/glusterd.service.d/99-cpu.conf)
  829. changed: [lago-hc-basic-suite-master-host-2] => (item=echo -e "[Service]\nCPUAccounting=yes\nSlice=glusterfs.slice" >> /etc/systemd/system/glusterd.service.d/99-cpu.conf)
  830. changed: [lago-hc-basic-suite-master-host-1] => (item=echo -e "[Service]\nCPUAccounting=yes\nSlice=glusterfs.slice" >> /etc/systemd/system/glusterd.service.d/99-cpu.conf)
  831.  
  832. PLAY RECAP *********************************************************************
  833. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  834. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  835. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  836.  
  837.  
  838. PLAY [gluster_servers] *********************************************************
  839.  
  840. TASK [Run a command in the shell] **********************************************
  841. changed: [lago-hc-basic-suite-master-host-0] => (item=echo -e "[Slice]\nCPUQuota=400%" >> /etc/systemd/system/glusterfs.slice)
  842. changed: [lago-hc-basic-suite-master-host-2] => (item=echo -e "[Slice]\nCPUQuota=400%" >> /etc/systemd/system/glusterfs.slice)
  843. changed: [lago-hc-basic-suite-master-host-1] => (item=echo -e "[Slice]\nCPUQuota=400%" >> /etc/systemd/system/glusterfs.slice)
  844. changed: [lago-hc-basic-suite-master-host-0] => (item=systemctl daemon-reload)
  845. changed: [lago-hc-basic-suite-master-host-2] => (item=systemctl daemon-reload)
  846. changed: [lago-hc-basic-suite-master-host-1] => (item=systemctl daemon-reload)
  847.  
  848. PLAY RECAP *********************************************************************
  849. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  850. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  851. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  852.  
  853.  
  854. PLAY [gluster_servers] *********************************************************
  855.  
  856. TASK [start/stop/restart/reload services] **************************************
  857. changed: [lago-hc-basic-suite-master-host-1] => (item=glusterd)
  858. changed: [lago-hc-basic-suite-master-host-2] => (item=glusterd)
  859. changed: [lago-hc-basic-suite-master-host-0] => (item=glusterd)
  860.  
  861. PLAY RECAP *********************************************************************
  862. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  863. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  864. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  865.  
  866.  
  867. PLAY [gluster_servers] *********************************************************
  868.  
  869. TASK [Start firewalld if not already started] **********************************
  870. ok: [lago-hc-basic-suite-master-host-0]
  871. ok: [lago-hc-basic-suite-master-host-1]
  872. ok: [lago-hc-basic-suite-master-host-2]
  873.  
  874. TASK [Add/Delete services to firewalld rules] **********************************
  875. changed: [lago-hc-basic-suite-master-host-2] => (item=glusterfs)
  876. changed: [lago-hc-basic-suite-master-host-0] => (item=glusterfs)
  877. changed: [lago-hc-basic-suite-master-host-1] => (item=glusterfs)
  878.  
  879. TASK [Reloads the firewall] ****************************************************
  880. changed: [lago-hc-basic-suite-master-host-0]
  881. changed: [lago-hc-basic-suite-master-host-1]
  882. changed: [lago-hc-basic-suite-master-host-2]
  883.  
  884. PLAY RECAP *********************************************************************
  885. lago-hc-basic-suite-master-host-0 : ok=3 changed=2 unreachable=0 failed=0
  886. lago-hc-basic-suite-master-host-1 : ok=3 changed=2 unreachable=0 failed=0
  887. lago-hc-basic-suite-master-host-2 : ok=3 changed=2 unreachable=0 failed=0
  888.  
  889.  
  890. PLAY [gluster_servers] *********************************************************
  891.  
  892. TASK [Start firewalld if not already started] **********************************
  893. ok: [lago-hc-basic-suite-master-host-0]
  894. ok: [lago-hc-basic-suite-master-host-2]
  895. ok: [lago-hc-basic-suite-master-host-1]
  896.  
  897. TASK [Open/Close firewalld ports] **********************************************
  898. changed: [lago-hc-basic-suite-master-host-0] => (item=111/tcp)
  899. changed: [lago-hc-basic-suite-master-host-2] => (item=111/tcp)
  900. changed: [lago-hc-basic-suite-master-host-1] => (item=111/tcp)
  901. changed: [lago-hc-basic-suite-master-host-0] => (item=2049/tcp)
  902. changed: [lago-hc-basic-suite-master-host-1] => (item=2049/tcp)
  903. changed: [lago-hc-basic-suite-master-host-2] => (item=2049/tcp)
  904. changed: [lago-hc-basic-suite-master-host-0] => (item=54321/tcp)
  905. changed: [lago-hc-basic-suite-master-host-1] => (item=54321/tcp)
  906. changed: [lago-hc-basic-suite-master-host-2] => (item=54321/tcp)
  907. changed: [lago-hc-basic-suite-master-host-0] => (item=5900/tcp)
  908. changed: [lago-hc-basic-suite-master-host-1] => (item=5900/tcp)
  909. changed: [lago-hc-basic-suite-master-host-2] => (item=5900/tcp)
  910. changed: [lago-hc-basic-suite-master-host-0] => (item=5900-6923/tcp)
  911. changed: [lago-hc-basic-suite-master-host-1] => (item=5900-6923/tcp)
  912. changed: [lago-hc-basic-suite-master-host-2] => (item=5900-6923/tcp)
  913. changed: [lago-hc-basic-suite-master-host-0] => (item=5666/tcp)
  914. changed: [lago-hc-basic-suite-master-host-1] => (item=5666/tcp)
  915. changed: [lago-hc-basic-suite-master-host-2] => (item=5666/tcp)
  916. changed: [lago-hc-basic-suite-master-host-0] => (item=16514/tcp)
  917. changed: [lago-hc-basic-suite-master-host-1] => (item=16514/tcp)
  918. changed: [lago-hc-basic-suite-master-host-2] => (item=16514/tcp)
  919.  
  920. TASK [Reloads the firewall] ****************************************************
  921. changed: [lago-hc-basic-suite-master-host-0]
  922. changed: [lago-hc-basic-suite-master-host-1]
  923. changed: [lago-hc-basic-suite-master-host-2]
  924.  
  925. PLAY RECAP *********************************************************************
  926. lago-hc-basic-suite-master-host-0 : ok=3 changed=2 unreachable=0 failed=0
  927. lago-hc-basic-suite-master-host-1 : ok=3 changed=2 unreachable=0 failed=0
  928. lago-hc-basic-suite-master-host-2 : ok=3 changed=2 unreachable=0 failed=0
  929.  
  930.  
  931. PLAY [gluster_servers] *********************************************************
  932.  
  933. TASK [Run a shell script] ******************************************************
  934. fatal: [lago-hc-basic-suite-master-host-0]: FAILED! => {"msg": "The conditional check 'result.rc != 0' failed. The error was: error while evaluating conditional (result.rc != 0): 'dict object' has no attribute 'rc'"}
  935. fatal: [lago-hc-basic-suite-master-host-1]: FAILED! => {"msg": "The conditional check 'result.rc != 0' failed. The error was: error while evaluating conditional (result.rc != 0): 'dict object' has no attribute 'rc'"}
  936. fatal: [lago-hc-basic-suite-master-host-2]: FAILED! => {"msg": "The conditional check 'result.rc != 0' failed. The error was: error while evaluating conditional (result.rc != 0): 'dict object' has no attribute 'rc'"}
  937. to retry, use: --limit @/tmp/tmpQD7FAz/run-script.retry
  938.  
  939. PLAY RECAP *********************************************************************
  940. lago-hc-basic-suite-master-host-0 : ok=0 changed=0 unreachable=0 failed=1
  941. lago-hc-basic-suite-master-host-1 : ok=0 changed=0 unreachable=0 failed=1
  942. lago-hc-basic-suite-master-host-2 : ok=0 changed=0 unreachable=0 failed=1
  943.  
  944.  
  945. PLAY [gluster_servers] *********************************************************
  946.  
  947. TASK [start/stop/restart/reload services] **************************************
  948. ok: [lago-hc-basic-suite-master-host-0] => (item=glusterd)
  949. ok: [lago-hc-basic-suite-master-host-1] => (item=glusterd)
  950. ok: [lago-hc-basic-suite-master-host-2] => (item=glusterd)
  951.  
  952. PLAY RECAP *********************************************************************
  953. lago-hc-basic-suite-master-host-0 : ok=1 changed=0 unreachable=0 failed=0
  954. lago-hc-basic-suite-master-host-1 : ok=1 changed=0 unreachable=0 failed=0
  955. lago-hc-basic-suite-master-host-2 : ok=1 changed=0 unreachable=0 failed=0
  956.  
  957.  
  958. PLAY [gluster_servers] *********************************************************
  959.  
  960. TASK [Create the brick dirs, skips if present] *********************************
  961. changed: [lago-hc-basic-suite-master-host-0] => (item=/rhs/brick1/engine)
  962. changed: [lago-hc-basic-suite-master-host-2] => (item=/rhs/brick1/engine)
  963. changed: [lago-hc-basic-suite-master-host-1] => (item=/rhs/brick1/engine)
  964.  
  965. PLAY RECAP *********************************************************************
  966. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  967. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  968. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  969.  
  970.  
  971. PLAY [master] ******************************************************************
  972.  
  973. TASK [Creates a Trusted Storage Pool] ******************************************
  974. changed: [lago-hc-basic-suite-master-host-0]
  975.  
  976. TASK [Pause for a few seconds] *************************************************
  977. Pausing for 5 seconds
  978. (ctrl+C then 'C' = continue early, ctrl+C then 'A' = abort)
  979. ok: [lago-hc-basic-suite-master-host-0]
  980.  
  981. PLAY RECAP *********************************************************************
  982. lago-hc-basic-suite-master-host-0 : ok=2 changed=1 unreachable=0 failed=0
  983.  
  984.  
  985. PLAY [master] ******************************************************************
  986.  
  987. TASK [Creates a volume] ********************************************************
  988. changed: [lago-hc-basic-suite-master-host-0]
  989.  
  990. PLAY RECAP *********************************************************************
  991. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  992.  
  993.  
  994. PLAY [master] ******************************************************************
  995.  
  996. TASK [Sets options for volume] *************************************************
  997. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'group', u'value': u'virt'})
  998. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-uid', u'value': u'36'})
  999. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-gid', u'value': u'36'})
  1000. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard', u'value': u'on'})
  1001. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard-block-size', u'value': u'512MB'})
  1002. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.low-prio-threads', u'value': u'32'})
  1003. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.data-self-heal-algorithm', u'value': u'full'})
  1004. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.locking-scheme', u'value': u'granular'})
  1005. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-max-threads', u'value': u'8'})
  1006. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-wait-qlength', u'value': u'10000'})
  1007. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.strict-o-direct', u'value': u'on'})
  1008. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.remote-dio', u'value': u'off'})
  1009. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.ping-timeout', u'value': u'30'})
  1010. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'user.cifs', u'value': u'off'})
  1011. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'nfs.disable', u'value': u'on'})
  1012.  
  1013. PLAY RECAP *********************************************************************
  1014. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1015.  
  1016.  
  1017. PLAY [master] ******************************************************************
  1018.  
  1019. TASK [Starts a volume] *********************************************************
  1020. changed: [lago-hc-basic-suite-master-host-0]
  1021.  
  1022. PLAY RECAP *********************************************************************
  1023. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1024.  
  1025.  
  1026. PLAY [gluster_servers] *********************************************************
  1027.  
  1028. TASK [start/stop/restart/reload services] **************************************
  1029. ok: [lago-hc-basic-suite-master-host-0] => (item=glusterd)
  1030. ok: [lago-hc-basic-suite-master-host-2] => (item=glusterd)
  1031. ok: [lago-hc-basic-suite-master-host-1] => (item=glusterd)
  1032.  
  1033. PLAY RECAP *********************************************************************
  1034. lago-hc-basic-suite-master-host-0 : ok=1 changed=0 unreachable=0 failed=0
  1035. lago-hc-basic-suite-master-host-1 : ok=1 changed=0 unreachable=0 failed=0
  1036. lago-hc-basic-suite-master-host-2 : ok=1 changed=0 unreachable=0 failed=0
  1037.  
  1038.  
  1039. PLAY [gluster_servers] *********************************************************
  1040.  
  1041. TASK [Create the brick dirs, skips if present] *********************************
  1042. changed: [lago-hc-basic-suite-master-host-2] => (item=/rhs/brick2/vmstore)
  1043. changed: [lago-hc-basic-suite-master-host-0] => (item=/rhs/brick2/vmstore)
  1044. changed: [lago-hc-basic-suite-master-host-1] => (item=/rhs/brick2/vmstore)
  1045.  
  1046. PLAY RECAP *********************************************************************
  1047. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1048. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  1049. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  1050.  
  1051.  
  1052. PLAY [master] ******************************************************************
  1053.  
  1054. TASK [Creates a Trusted Storage Pool] ******************************************
  1055. changed: [lago-hc-basic-suite-master-host-0]
  1056.  
  1057. TASK [Pause for a few seconds] *************************************************
  1058. Pausing for 5 seconds
  1059. (ctrl+C then 'C' = continue early, ctrl+C then 'A' = abort)
  1060. ok: [lago-hc-basic-suite-master-host-0]
  1061.  
  1062. PLAY RECAP *********************************************************************
  1063. lago-hc-basic-suite-master-host-0 : ok=2 changed=1 unreachable=0 failed=0
  1064.  
  1065.  
  1066. PLAY [master] ******************************************************************
  1067.  
  1068. TASK [Creates a volume] ********************************************************
  1069. changed: [lago-hc-basic-suite-master-host-0]
  1070.  
  1071. PLAY RECAP *********************************************************************
  1072. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1073.  
  1074.  
  1075. PLAY [master] ******************************************************************
  1076.  
  1077. TASK [Sets options for volume] *************************************************
  1078. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'group', u'value': u'virt'})
  1079. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-uid', u'value': u'36'})
  1080. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-gid', u'value': u'36'})
  1081. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard', u'value': u'on'})
  1082. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard-block-size', u'value': u'512MB'})
  1083. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.low-prio-threads', u'value': u'32'})
  1084. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.data-self-heal-algorithm', u'value': u'full'})
  1085. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.locking-scheme', u'value': u'granular'})
  1086. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-max-threads', u'value': u'8'})
  1087. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-wait-qlength', u'value': u'10000'})
  1088. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.strict-o-direct', u'value': u'on'})
  1089. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.remote-dio', u'value': u'off'})
  1090. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.ping-timeout', u'value': u'30'})
  1091. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'user.cifs', u'value': u'off'})
  1092. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'nfs.disable', u'value': u'on'})
  1093.  
  1094. PLAY RECAP *********************************************************************
  1095. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1096.  
  1097.  
  1098. PLAY [master] ******************************************************************
  1099.  
  1100. TASK [Starts a volume] *********************************************************
  1101. changed: [lago-hc-basic-suite-master-host-0]
  1102.  
  1103. PLAY RECAP *********************************************************************
  1104. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1105.  
  1106.  
  1107. PLAY [gluster_servers] *********************************************************
  1108.  
  1109. TASK [start/stop/restart/reload services] **************************************
  1110. ok: [lago-hc-basic-suite-master-host-0] => (item=glusterd)
  1111. ok: [lago-hc-basic-suite-master-host-1] => (item=glusterd)
  1112. ok: [lago-hc-basic-suite-master-host-2] => (item=glusterd)
  1113.  
  1114. PLAY RECAP *********************************************************************
  1115. lago-hc-basic-suite-master-host-0 : ok=1 changed=0 unreachable=0 failed=0
  1116. lago-hc-basic-suite-master-host-1 : ok=1 changed=0 unreachable=0 failed=0
  1117. lago-hc-basic-suite-master-host-2 : ok=1 changed=0 unreachable=0 failed=0
  1118.  
  1119.  
  1120. PLAY [gluster_servers] *********************************************************
  1121.  
  1122. TASK [Create the brick dirs, skips if present] *********************************
  1123. changed: [lago-hc-basic-suite-master-host-0] => (item=/rhs/brick3/data)
  1124. changed: [lago-hc-basic-suite-master-host-2] => (item=/rhs/brick3/data)
  1125. changed: [lago-hc-basic-suite-master-host-1] => (item=/rhs/brick3/data)
  1126.  
  1127. PLAY RECAP *********************************************************************
  1128. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1129. lago-hc-basic-suite-master-host-1 : ok=1 changed=1 unreachable=0 failed=0
  1130. lago-hc-basic-suite-master-host-2 : ok=1 changed=1 unreachable=0 failed=0
  1131.  
  1132.  
  1133. PLAY [master] ******************************************************************
  1134.  
  1135. TASK [Creates a Trusted Storage Pool] ******************************************
  1136. changed: [lago-hc-basic-suite-master-host-0]
  1137.  
  1138. TASK [Pause for a few seconds] *************************************************
  1139. Pausing for 5 seconds
  1140. (ctrl+C then 'C' = continue early, ctrl+C then 'A' = abort)
  1141. ok: [lago-hc-basic-suite-master-host-0]
  1142.  
  1143. PLAY RECAP *********************************************************************
  1144. lago-hc-basic-suite-master-host-0 : ok=2 changed=1 unreachable=0 failed=0
  1145.  
  1146.  
  1147. PLAY [master] ******************************************************************
  1148.  
  1149. TASK [Creates a volume] ********************************************************
  1150. changed: [lago-hc-basic-suite-master-host-0]
  1151.  
  1152. PLAY RECAP *********************************************************************
  1153. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1154.  
  1155.  
  1156. PLAY [master] ******************************************************************
  1157.  
  1158. TASK [Sets options for volume] *************************************************
  1159. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'group', u'value': u'virt'})
  1160. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-uid', u'value': u'36'})
  1161. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'storage.owner-gid', u'value': u'36'})
  1162. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard', u'value': u'on'})
  1163. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'features.shard-block-size', u'value': u'512MB'})
  1164. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.low-prio-threads', u'value': u'32'})
  1165. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.data-self-heal-algorithm', u'value': u'full'})
  1166. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.locking-scheme', u'value': u'granular'})
  1167. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-max-threads', u'value': u'8'})
  1168. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'cluster.shd-wait-qlength', u'value': u'10000'})
  1169. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'performance.strict-o-direct', u'value': u'on'})
  1170. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.remote-dio', u'value': u'off'})
  1171. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'network.ping-timeout', u'value': u'30'})
  1172. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'user.cifs', u'value': u'off'})
  1173. changed: [lago-hc-basic-suite-master-host-0] => (item={u'key': u'nfs.disable', u'value': u'on'})
  1174.  
  1175. PLAY RECAP *********************************************************************
  1176. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1177.  
  1178.  
  1179. PLAY [master] ******************************************************************
  1180.  
  1181. TASK [Starts a volume] *********************************************************
  1182. changed: [lago-hc-basic-suite-master-host-0]
  1183.  
  1184. PLAY RECAP *********************************************************************
  1185. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1186.  
  1187.  
  1188. PLAY [gluster_servers] *********************************************************
  1189.  
  1190. TASK [Run a shell script] ******************************************************
  1191. changed: [lago-hc-basic-suite-master-host-0] => (item=/root/generate-hc-answerfile.sh lago-hc-basic-suite-master-host-0 lago-hc-basic-suite-master-host-1 lago-hc-basic-suite-master-host-2 hc-engine lago.local)
  1192.  
  1193. PLAY RECAP *********************************************************************
  1194. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1195.  
  1196.  
  1197. PLAY [gluster_servers] *********************************************************
  1198.  
  1199. TASK [Run a command in the shell] **********************************************
  1200. changed: [lago-hc-basic-suite-master-host-0] => (item=hosted-engine --deploy --config-append=/root/hc-answers.conf)
  1201.  
  1202. PLAY RECAP *********************************************************************
  1203. lago-hc-basic-suite-master-host-0 : ok=1 changed=1 unreachable=0 failed=0
  1204.  
  1205. Ignoring errors...
  1206. + RET_CODE=0
  1207. + '[' 0 -ne 0 ']'
  1208. + lago shell lago-hc-basic-suite-master-host-0 'fstrim -va'
  1209. /rhs/brick3: 20 GiB (21455896576 bytes) trimmed
  1210. /rhs/brick2: 30 GiB (32188071936 bytes) trimmed
  1211. /rhs/brick1: 95.6 GiB (102614188032 bytes) trimmed
  1212. /var/tmp: 99.6 GiB (106949718016 bytes) trimmed
  1213. + lago shell lago-hc-basic-suite-master-host-1 'fstrim -va'
  1214. /rhs/brick3: 20 GiB (21455896576 bytes) trimmed
  1215. /rhs/brick2: 30 GiB (32188071936 bytes) trimmed
  1216. /rhs/brick1: 95.6 GiB (102616662016 bytes) trimmed
  1217. + lago shell lago-hc-basic-suite-master-host-2 'fstrim -va'
  1218. /rhs/brick3: 20 GiB (21455896576 bytes) trimmed
  1219. /rhs/brick2: 30 GiB (32188071936 bytes) trimmed
  1220. /rhs/brick1: 95.6 GiB (102629310464 bytes) trimmed
  1221. + cd -
  1222. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1223. + false
  1224. + test_scenarios=($(ls "$SUITE"/test-scenarios/*.py | sort))
  1225. ++ sort
  1226. ++ ls /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/004_basic_sanity.py
  1227. + declare test_scenarios
  1228. + declare failed=false
  1229. + for scenario in '"${test_scenarios[@]}"'
  1230. + echo 'Running test scenario 002_bootstrap.py'
  1231. Running test scenario 002_bootstrap.py
  1232. + env_run_test /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py
  1233. + local res=0
  1234. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  1235. + local junitxml_file=/dev/shm/ost/deployment-hc-basic-suite-master/002_bootstrap.py.junit.xml
  1236. + lago ovirt runtest /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py --junitxml-file /dev/shm/ost/deployment-hc-basic-suite-master/002_bootstrap.py.junit.xml
  1237. @ Run test: 002_bootstrap.py: 
  1238. nose.config: INFO: Ignoring files matching ['^\\.', '^_', '^setup\\.py$']
  1239.  # wait_engine: 
  1240.  # wait_engine: Success (in 0:00:03)
  1241.  # edit_cluster: 
  1242.  # edit_cluster: Success (in 0:00:03)
  1243.  # add_master_storage_domain: 
  1244.  # add_master_storage_domain: Success (in 0:00:42)
  1245.  # sleep: 
  1246.  # sleep: Success (in 0:02:00)
  1247.  # add_hosts: 
  1248.  * Unhandled exception in <function _host_is_up_4 at 0x7fef7d0d8320>
  1249. Traceback (most recent call last):
  1250. File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 234, in assert_equals_within
  1251. res = func()
  1252. File "/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py", line 253, in _host_is_up_4
  1253. host_obj = host_service.get()
  1254. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/services.py", line 38639, in get
  1255. return self._internal_get(headers, query, wait)
  1256. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 211, in _internal_get
  1257. return future.wait() if wait else future
  1258. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 55, in wait
  1259. return self._code(response)
  1260. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 208, in callback
  1261. self._check_fault(response)
  1262. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 130, in _check_fault
  1263. body = self._internal_read_body(response)
  1264. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 316, in _internal_read_body
  1265. self._connection.check_xml_content_type(response)
  1266. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 850, in check_xml_content_type
  1267. response.headers
  1268. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 890, in _check_content_type
  1269. raise Error(msg)
  1270. Error: The response content type 'text/html; charset=iso-8859-1' isn't the expected XML
  1271.  * Collect artifacts: 
  1272.  * Collect artifacts: Success (in 0:00:07)
  1273.  # add_hosts: ERROR (in 0:15:56)
  1274.  # Results located at /dev/shm/ost/deployment-hc-basic-suite-master/002_bootstrap.py.junit.xml
  1275. @ Run test: 002_bootstrap.py: ERROR (in 0:18:45)
  1276. Error occured, aborting
  1277. Traceback (most recent call last):
  1278. File "/usr/lib/python2.7/site-packages/ovirtlago/cmd.py", line 383, in do_run
  1279. self.cli_plugins[args.ovirtverb].do_run(args)
  1280. File "/usr/lib/python2.7/site-packages/lago/plugins/cli.py", line 184, in do_run
  1281. self._do_run(**vars(args))
  1282. File "/usr/lib/python2.7/site-packages/lago/utils.py", line 505, in wrapper
  1283. return func(*args, **kwargs)
  1284. File "/usr/lib/python2.7/site-packages/lago/utils.py", line 516, in wrapper
  1285. return func(*args, prefix=prefix, **kwargs)
  1286. File "/usr/lib/python2.7/site-packages/ovirtlago/cmd.py", line 107, in do_ovirt_runtest
  1287. raise RuntimeError('Some tests failed')
  1288. RuntimeError: Some tests failed
  1289. + res=1
  1290. + [[ 1 -ne 0 ]]
  1291. + xmllint --format /dev/shm/ost/deployment-hc-basic-suite-master/002_bootstrap.py.junit.xml
  1292. <?xml version="1.0" encoding="UTF-8"?>
  1293. <testsuite name="nosetests" tests="5" errors="1" failures="0" skip="0">
  1294. <testcase classname="002_bootstrap" name="wait_engine" time="3.163"/>
  1295. <testcase classname="002_bootstrap" name="edit_cluster" time="3.393"/>
  1296. <testcase classname="002_bootstrap" name="add_master_storage_domain" time="42.326"/>
  1297. <testcase classname="002_bootstrap" name="sleep" time="120.071"/>
  1298. <testcase classname="002_bootstrap" name="add_hosts" time="949.661">
  1299. <error type="ovirtsdk4.Error" message="The response content type 'text/html; charset=iso-8859-1' isn't the expected XML&#10;-------------------- &gt;&gt; begin captured logging &lt;&lt; --------------------&#10;ovirtlago.testlib: ERROR: * Unhandled exception in &lt;function _host_is_up_4 at 0x7fef7d0d8320&gt;&#10;Traceback (most recent call last):&#10; File &quot;/usr/lib/python2.7/site-packages/ovirtlago/testlib.py&quot;, line 234, in assert_equals_within&#10; res = func()&#10; File &quot;/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py&quot;, line 253, in _host_is_up_4&#10; host_obj = host_service.get()&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/services.py&quot;, line 38639, in get&#10; return self._internal_get(headers, query, wait)&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py&quot;, line 211, in _internal_get&#10; return future.wait() if wait else future&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py&quot;, line 55, in wait&#10; return self._code(response)&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py&quot;, line 208, in callback&#10; self._check_fault(response)&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py&quot;, line 130, in _check_fault&#10; body = self._internal_read_body(response)&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py&quot;, line 316, in _internal_read_body&#10; self._connection.check_xml_content_type(response)&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py&quot;, line 850, in check_xml_content_type&#10; response.headers&#10; File &quot;/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py&quot;, line 890, in _check_content_type&#10; raise Error(msg)&#10;Error: The response content type 'text/html; charset=iso-8859-1' isn't the expected XML&#10;--------------------- &gt;&gt; end captured logging &lt;&lt; ---------------------"><![CDATA[ File "/usr/lib64/python2.7/unittest/case.py", line 369, in run
  1300. testMethod()
  1301. File "/usr/lib/python2.7/site-packages/nose/case.py", line 197, in runTest
  1302. self.test(*self.arg)
  1303. File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 142, in wrapped_test
  1304. test()
  1305. File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 60, in wrapper
  1306. return func(get_test_prefix(), *args, **kwargs)
  1307. File "/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py", line 228, in add_hosts
  1308. add_hosts_4(prefix)
  1309. File "/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py", line 275, in add_hosts_4
  1310. testlib.assert_true_within(_host_is_up_4, timeout=15*60)
  1311. File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 278, in assert_true_within
  1312. assert_equals_within(func, True, timeout, allowed_exceptions)
  1313. File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 234, in assert_equals_within
  1314. res = func()
  1315. File "/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py", line 253, in _host_is_up_4
  1316. host_obj = host_service.get()
  1317. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/services.py", line 38639, in get
  1318. return self._internal_get(headers, query, wait)
  1319. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 211, in _internal_get
  1320. return future.wait() if wait else future
  1321. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 55, in wait
  1322. return self._code(response)
  1323. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 208, in callback
  1324. self._check_fault(response)
  1325. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 130, in _check_fault
  1326. body = self._internal_read_body(response)
  1327. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 316, in _internal_read_body
  1328. self._connection.check_xml_content_type(response)
  1329. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 850, in check_xml_content_type
  1330. response.headers
  1331. File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 890, in _check_content_type
  1332. raise Error(msg)
  1333. 'The response content type \'text/html; charset=iso-8859-1\' isn\'t the expected XML\n-------------------- >> begin captured logging << --------------------\novirtlago.testlib: ERROR: * Unhandled exception in <function _host_is_up_4 at 0x7fef7d0d8320>\nTraceback (most recent call last):\n File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 234, in assert_equals_within\n res = func()\n File "/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py", line 253, in _host_is_up_4\n host_obj = host_service.get()\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/services.py", line 38639, in get\n return self._internal_get(headers, query, wait)\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 211, in _internal_get\n return future.wait() if wait else future\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 55, in wait\n return self._code(response)\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 208, in callback\n self._check_fault(response)\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 130, in _check_fault\n body = self._internal_read_body(response)\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/service.py", line 316, in _internal_read_body\n self._connection.check_xml_content_type(response)\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 850, in check_xml_content_type\n response.headers\n File "/usr/lib64/python2.7/site-packages/ovirtsdk4/__init__.py", line 890, in _check_content_type\n raise Error(msg)\nError: The response content type \'text/html; charset=iso-8859-1\' isn\'t the expected XML\n--------------------- >> end captured logging << ---------------------']]></error>
  1334. </testcase>
  1335. </testsuite>
  1336. + cd -
  1337. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1338. + return 1
  1339. + failed=true
  1340. + env_collect /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master/post-002_bootstrap.py
  1341. + local tests_out_dir=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master/post-002_bootstrap.py
  1342. + [[ -e /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master ]]
  1343. + mkdir -p /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master
  1344. + cd /dev/shm/ost/deployment-hc-basic-suite-master/current
  1345. + lago collect --output /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master/post-002_bootstrap.py
  1346. @ Collect artifacts: 
  1347.  # [Thread-1] lago-hc-basic-suite-master-host-1: 
  1348.  # [Thread-2] lago-hc-basic-suite-master-host-0: 
  1349.  # [Thread-3] lago-hc-basic-suite-master-host-2: 
  1350.  # [Thread-4] lago-hc-basic-suite-master-engine: 
  1351.  # [Thread-3] lago-hc-basic-suite-master-host-2: Success (in 0:00:01)
  1352.  # [Thread-1] lago-hc-basic-suite-master-host-1: Success (in 0:00:01)
  1353.  # [Thread-2] lago-hc-basic-suite-master-host-0: Success (in 0:00:03)
  1354.  # [Thread-4] lago-hc-basic-suite-master-engine: Success (in 0:00:06)
  1355. @ Collect artifacts: Success (in 0:00:06)
  1356. + cp -a logs /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/test_logs/hc-basic-suite-master/post-002_bootstrap.py/lago_logs
  1357. + cd -
  1358. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1359. + true
  1360. + echo '@@@@ ERROR: Failed running /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py'
  1361. @@@@ ERROR: Failed running /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master/test-scenarios/002_bootstrap.py
  1362. + return 1
  1363. + on_exit
  1364. + [[ 1 -ne 0 ]]
  1365. + logger.error 'on_exit: Exiting with a non-zero status'
  1366. + logger.log ERROR 'on_exit: Exiting with a non-zero status'
  1367. + set +x
  1368. 2018-11-29 11:50:02.095239053+0000 run_suite.sh::on_exit::ERROR:: on_exit: Exiting with a non-zero status
  1369. + logger.info 'Dumping lago env status'
  1370. + logger.log INFO 'Dumping lago env status'
  1371. + set +x
  1372. 2018-11-29 11:50:02.100178200+0000 run_suite.sh::on_exit::INFO:: Dumping lago env status
  1373. + env_status
  1374. + cd /dev/shm/ost/deployment-hc-basic-suite-master
  1375. + lago status
  1376. [Prefix]:
  1377. Base directory: /dev/shm/ost/deployment-hc-basic-suite-master/default
  1378. [Networks]:
  1379. [lago-hc-basic-suite-master-net-management]:
  1380. gateway: 192.168.200.1
  1381. management: True
  1382. status: up
  1383. UUID: dbe82196f3c311e8a96614187742f9eb
  1384. [VMs]:
  1385. [lago-hc-basic-suite-master-engine]:
  1386. [NICs]:
  1387. [eth0]:
  1388. ip: 192.168.200.99
  1389. network: lago-hc-basic-suite-master-net-management
  1390. distro: el7
  1391. [metadata]:
  1392. deploy-scripts:
  1393. ovirt-engine-password: 123
  1394. root password: 123456
  1395. status: running
  1396. [lago-hc-basic-suite-master-host-0]:
  1397. [NICs]:
  1398. [eth0]:
  1399. ip: 192.168.200.3
  1400. network: lago-hc-basic-suite-master-net-management
  1401. distro: el7
  1402. [metadata]:
  1403. deploy-scripts:
  1404. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_add_local_repo.sh
  1405. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_setup_host_el7.sh
  1406. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_hc_setup_host.sh
  1407. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_gdeploy-setup.sh
  1408. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_setup_first_host.sh
  1409. ovirt-capabilities:
  1410. snapshot-live-merge
  1411. root password: 123456
  1412. status: running
  1413. [lago-hc-basic-suite-master-host-1]:
  1414. [NICs]:
  1415. [eth0]:
  1416. ip: 192.168.200.2
  1417. network: lago-hc-basic-suite-master-net-management
  1418. distro: el7
  1419. [metadata]:
  1420. deploy-scripts:
  1421. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_add_local_repo.sh
  1422. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_setup_host_el7.sh
  1423. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_hc_setup_host.sh
  1424. ovirt-capabilities:
  1425. snapshot-live-merge
  1426. root password: 123456
  1427. status: running
  1428. [lago-hc-basic-suite-master-host-2]:
  1429. [NICs]:
  1430. [eth0]:
  1431. ip: 192.168.200.4
  1432. network: lago-hc-basic-suite-master-net-management
  1433. distro: el7
  1434. [metadata]:
  1435. deploy-scripts:
  1436. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_add_local_repo.sh
  1437. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_.._common_deploy-scripts_setup_host_el7.sh
  1438. $LAGO_PREFIX_PATH/scripts/_home_jenkins_workspace_ovirt-system-tests_standard-check-patch_ovirt-system-tests_hc-basic-suite-master_hc_setup_host.sh
  1439. ovirt-capabilities:
  1440. snapshot-live-merge
  1441. root password: 123456
  1442. status: running
  1443. + cd -
  1444. /home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1445. + res=1
  1446. + exit 1
  1447. + cleanup /dev/shm/ost/deployment-hc-basic-suite-master
  1448. + local run_path=/dev/shm/ost/deployment-hc-basic-suite-master
  1449. + print_host_info
  1450. + echo 'FS info:'
  1451. FS info:
  1452. + df -h
  1453. Filesystem Size Used Avail Use% Mounted on
  1454. /dev/sda3 908G 438G 471G 49% /
  1455. tmpfs 24G 19G 4.7G 81% /dev/shm
  1456. tmpfs 24G 17M 24G 1% /run/libvirt
  1457. + echo 'RAM info:'
  1458. RAM info:
  1459. + free -h
  1460. total used free shared buff/cache available
  1461. Mem: 46G 15G 2.3G 18G 28G 12G
  1462. Swap: 23G 662M 22G
  1463. + [[ -d /dev/shm/ost/deployment-hc-basic-suite-master/default ]]
  1464. + echo 'Prefix size:'
  1465. Prefix size:
  1466. + du -h -d 1 /dev/shm/ost/deployment-hc-basic-suite-master/default
  1467. 37M /dev/shm/ost/deployment-hc-basic-suite-master/default/test_logs
  1468. 1.5G /dev/shm/ost/deployment-hc-basic-suite-master/default/internal_repo
  1469. 24K /dev/shm/ost/deployment-hc-basic-suite-master/default/virt
  1470. 20K /dev/shm/ost/deployment-hc-basic-suite-master/default/scripts
  1471. 17G /dev/shm/ost/deployment-hc-basic-suite-master/default/images
  1472. 1.8M /dev/shm/ost/deployment-hc-basic-suite-master/default/logs
  1473. 19G /dev/shm/ost/deployment-hc-basic-suite-master/default
  1474. + [[ -d /dev/shm/ost/deployment-hc-basic-suite-master/default/images ]]
  1475. + echo 'Images Size:'
  1476. Images Size:
  1477. + ls -lhs /dev/shm/ost/deployment-hc-basic-suite-master/default/images
  1478. total 17G
  1479. 3.6G -rw-rw-rw-. 1 1015 1015 151G Nov 29 11:50 lago-hc-basic-suite-master-host-0_brick.qcow2
  1480. 421M -rw-rw-rw-. 1 1015 1015 101G Nov 29 11:32 lago-hc-basic-suite-master-host-0_cache.qcow2
  1481. 3.0G -rw-rw-rw-. 1 1015 1015 3.0G Nov 29 11:50 lago-hc-basic-suite-master-host-0_root.qcow2
  1482. 48M -rw-rw-rw-. 1 1015 1015 101G Nov 29 11:49 lago-hc-basic-suite-master-host-0_tmp.qcow2
  1483. 3.6G -rw-rw-rw-. 1 1015 1015 151G Nov 29 11:50 lago-hc-basic-suite-master-host-1_brick.qcow2
  1484. 48M -rw-rw-rw-. 1 1015 1015 101G Nov 29 11:50 lago-hc-basic-suite-master-host-1_cache.qcow2
  1485. 1.5G -rw-rw-rw-. 1 1015 1015 1.5G Nov 29 11:50 lago-hc-basic-suite-master-host-1_root.qcow2
  1486. 3.6G -rw-rw-rw-. 1 1015 1015 151G Nov 29 11:50 lago-hc-basic-suite-master-host-2_brick.qcow2
  1487. 48M -rw-rw-rw-. 1 1015 1015 101G Nov 29 11:49 lago-hc-basic-suite-master-host-2_cache.qcow2
  1488. 1.5G -rw-rw-rw-. 1 1015 1015 1.5G Nov 29 11:49 lago-hc-basic-suite-master-host-2_root.qcow2
  1489. + echo 'suite.sh: moving artifacts'
  1490. suite.sh: moving artifacts
  1491. + [[ -d /dev/shm/ost/deployment-hc-basic-suite-master/current/logs ]]
  1492. + mv /dev/shm/ost/deployment-hc-basic-suite-master/current/logs exported-artifacts/lago_logs
  1493. + [[ -d exported_images ]]
  1494. + [[ -d /dev/shm/ost/deployment-hc-basic-suite-master ]]
  1495. + find /dev/shm/ost/deployment-hc-basic-suite-master -type f -iname '*.junit.xml' -exec mv '{}' exported-artifacts/ ';'
  1496. + [[ -d test_logs ]]
  1497. + mv test_logs exported-artifacts/
  1498. + ./run_suite.sh -o /dev/shm/ost/deployment-hc-basic-suite-master --cleanup hc-basic-suite-master
  1499. + source common/helpers/logger.sh
  1500. + CLI=lago
  1501. + DO_CLEANUP=false
  1502. + RECOMMENDED_RAM_IN_MB=8196
  1503. + EXTRA_SOURCES=()
  1504. + RPMS_TO_INSTALL=()
  1505. ++ getopt -o ho:e:n:b:cs:r:l:i --long help,output:,engine:,node:,boot-iso:,cleanup,images --long extra-rpm-source,reposync-config:,local-rpms: --long only-verify-requirements,ignore-requirements -n run_suite.sh -- -o /dev/shm/ost/deployment-hc-basic-suite-master --cleanup hc-basic-suite-master
  1506. + options=' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' --cleanup -- '\''hc-basic-suite-master'\'''
  1507. + [[ 0 != \0 ]]
  1508. + eval set -- ' -o '\''/dev/shm/ost/deployment-hc-basic-suite-master'\'' --cleanup -- '\''hc-basic-suite-master'\'''
  1509. ++ set -- -o /dev/shm/ost/deployment-hc-basic-suite-master --cleanup -- hc-basic-suite-master
  1510. + true
  1511. + case $1 in
  1512. ++ realpath -m /dev/shm/ost/deployment-hc-basic-suite-master
  1513. + PREFIX=/dev/shm/ost/deployment-hc-basic-suite-master
  1514. + shift 2
  1515. + true
  1516. + case $1 in
  1517. + DO_CLEANUP=true
  1518. + shift
  1519. + true
  1520. + case $1 in
  1521. + shift
  1522. + break
  1523. + [[ -z hc-basic-suite-master ]]
  1524. + export OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1525. + OST_REPO_ROOT=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests
  1526. ++ realpath --no-symlinks hc-basic-suite-master
  1527. + export SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  1528. + SUITE=/home/jenkins/workspace/ovirt-system-tests_standard-check-patch/ovirt-system-tests/hc-basic-suite-master
  1529. + [[ -z /dev/shm/ost/deployment-hc-basic-suite-master ]]
  1530. + export PREFIX
  1531. + true
  1532. + env_cleanup
  1533. + local res=0
  1534. + local uuid
  1535. + logger.info 'Cleaning up'
  1536. + logger.log INFO 'Cleaning up'
  1537. + set +x
  1538. 2018-11-29 11:50:02.576853085+0000 run_suite.sh::env_cleanup::INFO:: Cleaning up
  1539. + [[ -e /dev/shm/ost/deployment-hc-basic-suite-master ]]
  1540. + logger.info 'Cleaning with lago'
  1541. + logger.log INFO 'Cleaning with lago'
  1542. + set +x
  1543. 2018-11-29 11:50:02.580717665+0000 run_suite.sh::env_cleanup::INFO:: Cleaning with lago
  1544. + lago --workdir /dev/shm/ost/deployment-hc-basic-suite-master destroy --yes --all-prefixes
  1545. @ Cleanup prefix: 
  1546.  # Stop prefix: 
  1547.  # Stop prefix: 
  1548.  * Stop vms: 
  1549.  * Stop vms: Success (in 0:00:03)
  1550.  * Stop nets: 
  1551.  * Stop nets: Success (in 0:00:00)
  1552.  # Stop prefix: Success (in 0:00:03)
  1553.  # Tag prefix as uninitialized: 
  1554.  # Tag prefix as uninitialized: Success (in 0:00:00)
  1555. @ Cleanup prefix: Success (in 0:00:03)
  1556. + [[ 0 -eq 0 ]]
  1557. + logger.success 'Cleaning with lago done'
  1558. + logger.log SUCCESS 'Cleaning with lago done'
  1559. + set +x
  1560. 2018-11-29 11:50:08.427831143+0000 run_suite.sh::env_cleanup::SUCCESS:: Cleaning with lago done
  1561. + [[ 0 -ne 0 ]]
  1562. + restore_package_manager_config
  1563. + local path_to_config path_to_config_bak
  1564. ++ get_package_manager_config
  1565. ++ local pkg_manager
  1566. +++ get_package_manager
  1567. +++ [[ -x /bin/dnf ]]
  1568. +++ echo yum
  1569. ++ pkg_manager=yum
  1570. ++ echo /etc/yum/yum.conf
  1571. + path_to_config=/etc/yum/yum.conf
  1572. + path_to_config_bak=/etc/yum/yum.conf.ost_bak
  1573. + [[ -e /etc/yum/yum.conf.ost_bak ]]
  1574. + cp -f /etc/yum/yum.conf.ost_bak /etc/yum/yum.conf
  1575. + rm /etc/yum/yum.conf.ost_bak
  1576. + logger.success 'Cleanup done'
  1577. + logger.log SUCCESS 'Cleanup done'
  1578. + set +x
  1579. 2018-11-29 11:50:08.449719894+0000 run_suite.sh::env_cleanup::SUCCESS:: Cleanup done
  1580. + exit 0
  1581. + exit
  1582. Took 3893 seconds
  1583. ===================================
RAW Paste Data

Adblocker detected! Please consider disabling it...

We've detected AdBlock Plus or some other adblocking software preventing Pastebin.com from fully loading.

We don't have any obnoxious sound, or popup ads, we actively block these annoying types of ads!

Please add Pastebin.com to your ad blocker whitelist or disable your adblocking software.

×