See <http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/164/changes> Changes: [Gal Ben Haim] Verify that a template exists before trying to export it. ------------------------------------------ [...truncated 1249 lines...] --orphanskill \ || { echo "ERROR: Failed to kill orphans on $chroot." failed=true } mock_root="$(\ grep \ -Po "(?<=config_opts\['root'\] = ')[^']*" \ "$mock_conf_file" \ )" || : [[ "$mock_root" ]] || continue mounts=($(mount | awk '{print $3}' | grep "$mock_root")) || : if [[ "$mounts" ]]; then echo "Found mounted dirs inside the chroot $chroot. Trying to umount." fi for mount in "${mounts[@]}"; do sudo umount --lazy "$mount" \ || { echo "ERROR: Failed to umount $mount." failed=true } done done # Clean any leftover chroot from other jobs for mock_root in /var/lib/mock/*; do this_chroot_failed=false mounts=($(mount | awk '{print $3}' | grep "$mock_root")) || : if [[ "$mounts" ]]; then echo "Found mounted dirs inside the chroot $mock_root." \ "Trying to umount." fi for mount in "${mounts[@]}"; do sudo umount --lazy "$mount" \ || { echo "ERROR: Failed to umount $mount." failed=true this_chroot_failed=true } done if ! $this_chroot_failed; then sudo rm -rf "$mock_root" fi done if $failed; then echo "Aborting." exit 1 fi # remove mock system cache, we will setup proxies to do the caching and this # takes lots of space between runs shopt -u nullglob sudo rm -Rf /var/cache/mock/* # restore the permissions in the working dir, as sometimes it leaves files # owned by root and then the 'cleanup workspace' from jenkins job fails to # clean and breaks the jobs sudo chown -R "$USER" "$WORKSPACE" [ovirt_4.0_he-system-tests] $ /bin/bash -xe /tmp/hudson2770106376579153204.sh + echo shell-scripts/mock_cleanup.sh shell-scripts/mock_cleanup.sh + shopt -s nullglob + WORKSPACE=<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/> + cat _______________________________________________________________________ ####################################################################### # # # CLEANUP # # # ####################################################################### + logs=(./*log ./*/logs) + [[ -n ./ovirt-system-tests/logs ]] + tar cvzf exported-artifacts/logs.tgz ./ovirt-system-tests/logs ./ovirt-system-tests/logs/ ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.install_packages/ ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.install_packages/root.log ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.install_packages/build.log ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.install_packages/state.log ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.install_packages/stdout_stderr.log ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.he_basic_suite_4.0.sh/ ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.he_basic_suite_4.0.sh/he_basic_suite_4.0.sh.log ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.init/ ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.init/root.log ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.init/build.log ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.init/state.log ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.init/stdout_stderr.log ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.clean_rpmdb/ ./ovirt-system-tests/logs/mocker-fedora-23-x86_64.fc23.clean_rpmdb/stdout_stderr.log + rm -rf ./ovirt-system-tests/logs + failed=false + mock_confs=("$WORKSPACE"/*/mocker*) + for mock_conf_file in '"${mock_confs[@]}"' + [[ -n <http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests/mocker-fedora-23-x86_64.fc23.cfg> ]] + echo 'Cleaning up mock ' Cleaning up mock + mock_root=mocker-fedora-23-x86_64.fc23.cfg + mock_root=mocker-fedora-23-x86_64.fc23 + my_mock=/usr/bin/mock + my_mock+=' --configdir=<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests'> + my_mock+=' --root=mocker-fedora-23-x86_64.fc23' + my_mock+=' --resultdir=<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/'> + echo 'Killing all mock orphan processes, if any.' Killing all mock orphan processes, if any. + /usr/bin/mock --configdir=<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests> --root=mocker-fedora-23-x86_64.fc23 --resultdir=<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/> --orphanskill WARNING: Could not find required logging config file: <http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests/logging.ini.> Using default... INFO: mock.py version 1.2.18 starting (python version = 3.4.3)... Start: init plugins INFO: selinux enabled Finish: init plugins Start: run WARNING: Process ID 3467 still running in chroot. Killing... ./run_suite.sh: line 90: 3467 Terminated $CLI ovirt runtest $1 + res=143 + cd - <http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests> + return 143 + failed=true WARNING: Process ID 47745 still running in chroot. Killing... WARNING: Process ID 47770 still running in chroot. Killing... WARNING: Process ID 47772 still running in chroot. Killing... Finish: run ++ grep -Po '(?<=config_opts\['\''root'\''\] = '\'')[^'\'']*' <http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests/mocker-fedora-23-x86_64.fc23.cfg> + mock_root=fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad + [[ -n fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad ]] + mounts=($(mount | awk '{print $3}' | grep "$mock_root")) ++ mount ++ awk '{print $3}' ++ grep fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad + [[ -n /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc ]] + echo 'Found mounted dirs inside the chroot . Trying to umount.' Found mounted dirs inside the chroot . Trying to umount. + for mount in '"${mounts[@]}"' + sudo umount --lazy /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc + for mount in '"${mounts[@]}"' + sudo umount --lazy /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc umount: /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc: not mounted + echo 'ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc.' ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/sys + for mount in '"${mounts[@]}"' + sudo umount --lazy /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/sys umount: /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/sys: not mounted + echo 'ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/sys.' ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/sys. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/shm + for mount in '"${mounts[@]}"' + sudo umount --lazy /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/shm umount: /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/shm: not mounted + echo 'ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/shm.' ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/shm. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/pts umount: /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/pts: not mounted + echo 'ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/pts.' ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/pts. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/pts umount: /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/pts: not mounted + echo 'ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/pts.' ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/dev/pts. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/cache/yum umount: /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/cache/yum: not mounted + echo 'ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/cache/yum.' ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/cache/yum. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/cache/yum umount: /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/cache/yum: not mounted + echo 'ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/cache/yum.' ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/cache/yum. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests> umount: /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests>: not mounted + echo 'ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests.'> ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests.> + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests> umount: /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests>: not mounted + echo 'ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests.'> ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root<http://jenkins.ovirt.org/job/ovirt_4.0_he-system-tests/ws/ovirt-system-tests.> + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/run/libvirt umount: /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/run/libvirt: not mounted + echo 'ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/run/libvirt.' ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/run/libvirt. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/run/libvirt umount: /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/run/libvirt: not mounted + echo 'ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/run/libvirt.' ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/run/libvirt. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/lib/lago umount: /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/lib/lago: not mounted + echo 'ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/lib/lago.' ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/lib/lago. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/lib/lago umount: /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/lib/lago: not mounted + echo 'ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/lib/lago.' ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/var/lib/lago. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc/filesystems umount: /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc/filesystems: mountpoint not found + echo 'ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc/filesystems.' ERROR: Failed to umount /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc/filesystems. + failed=true + for mount in '"${mounts[@]}"' + sudo umount --lazy /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc/filesystems umount: /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc/filesystems: mountpoint not found + echo 'ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc/filesystems.' ERROR: Failed to umount /srv/local/mock_lib/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746/root/proc/filesystems. + failed=true + for mock_root in '/var/lib/mock/*' + this_chroot_failed=false + mounts=($(mount | awk '{print $3}' | grep "$mock_root")) ++ mount ++ awk '{print $3}' ++ grep /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746 + : + [[ -n '' ]] + false + sudo rm -rf /var/lib/mock/fedora-23-x86_64-0c362156a2fa4a935ea8b988eb73b2ad-23746 + true + echo Aborting. Aborting. + exit 1 POST BUILD TASK : FAILURE END OF POST BUILD TASK : 1 Recording test results ERROR: Step ?Publish JUnit test result report? failed: No test report files were found. Configuration error? Archiving artifacts