Re: Random jenkins failures

--kZn00QyXxdr8qbeL Content-Type: text/plain; charset=us-ascii Content-Disposition: inline Content-Transfer-Encoding: quoted-printable On 01/13 15:37, Eyal Edri wrote: I just logged in to the slave and I see some strange loop devices that don't look right: [dcaro@fc21-vm09 ~]$ losetup=20 NAME SIZELIMIT OFFSET AUTOCLEAR RO BACK-FILE /dev/loop0 0 0 1 0 /var/lib/docker/devicemapper/devic= emapper/data /dev/loop1 0 0 1 0 /var/lib/docker/devicemapper/devic= emapper/metadata /dev/loop2 0 0 0 0 /tmp/ngnodeJ0pwVC/disklono5e1i.img= (deleted) /dev/loop3 0 0 0 0 /tmp/ngnode1AGZcM/diskq59_0u5b.img= (deleted) /dev/loop4 0 0 0 0 /tmp/ngnode4sZfrq/disk7f9xd4m_.img= (deleted) Not sure why there's a docker dir at all there :/, anyhow, stil investigati= ng te: d with the pasted text below. Those patches are absolutely unrelated to tho= se failures. onsole =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= *13:06:47* ERROR: testLoopMount (mountTests.MountTests)*13:06:47* ---------= -------------------------------------------------------------*13:06:47* Tra= ceback (most recent call last):*13:06:47* File "/home/jenkins/workspace/v= dsm_master_check-patch-fc23-x86_64/vdsm/tests/mountTests.py", line 128, in = testLoopMount*13:06:47* m.mount(mntOpts=3D"loop")*13:06:47* File "/ho= me/jenkins/workspace/vdsm_master_check-patch-fc23-x86_64/vdsm/vdsm/storage/= mount.py", line 225, in mount*13:06:47* return self._runcmd(cmd, timeou= t)*13:06:47* File "/home/jenkins/workspace/vdsm_master_check-patch-fc23-x= 86_64/vdsm/vdsm/storage/mount.py", line 241, in _runcmd*13:06:47* raise= MountError(rc, ";".join((out, err)))*13:06:47* MountError: (32, ';mount: /= tmp/tmpl2jG_h: failed to setup loop device: No such file or directory\n')*1= 3:06:47* -------------------- >> begin captured logging << ----------------= ----*13:06:47* Storage.Misc.excCmd: DEBUG: /usr/bin/taskset --cpu-list 0-1 = /sbin/mkfs.ext2 -F /tmp/tmpl2jG_h (cwd None)*13:06:47* Storage.Misc.excCmd:= DEBUG: SUCCESS: <err> =3D 'mke2fs 1.42.13 (17-May-2015)\n'; <rc> =3D 0*13:= 06:47* Storage.Misc.excCmd: DEBUG: /usr/bin/taskset --cpu-list 0-1 /usr/bin= /mount -o loop /tmp/tmpl2jG_h /var/tmp/tmpRslb5M (cwd None)*13:06:47* -----= ---------------- >> end captured logging << ---------------------*13:06:47*= *13:06:47* =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D*13= :06:47* ERROR: testSymlinkMount (mountTests.MountTests)*13:06:47* ---------= -------------------------------------------------------------*13:06:47* Tra= ceback (most recent call last):*13:06:47* File "/home/jenkins/workspace/v= dsm_master_check-patch-fc23-x86_64/vdsm/tests/mountTests.py", line 150, in = testSymlinkMount*13:06:47* m.mount(mntOpts=3D"loop")*13:06:47* File "= /home/jenkins/workspace/vdsm_master_check-patch-fc23-x86_64/vdsm/vdsm/stora= ge/mount.py", line 225, in mount*13:06:47* return self._runcmd(cmd, tim= eout)*13:06:47* File "/home/jenkins/workspace/vdsm_master_check-patch-fc2= 3-x86_64/vdsm/vdsm/storage/mount.py", line 241, in _runcmd*13:06:47* ra= ise MountError(rc, ";".join((out, err)))*13:06:47* MountError: (32, ';mount= : /var/tmp/tmpTeUZUl/backing.img: failed to setup loop device: No such file= or directory\n')*13:06:47* -------------------- >> begin captured logging = << --------------------*13:06:47* Storage.Misc.excCmd: DEBUG: /usr/bin/task= set --cpu-list 0-1 /sbin/mkfs.ext2 -F /var/tmp/tmpTeUZUl/backing.img (cwd N= one)*13:06:47* Storage.Misc.excCmd: DEBUG: SUCCESS: <err> =3D 'mke2fs 1.42.= 13 (17-May-2015)\n'; <rc> =3D 0*13:06:47* Storage.Misc.excCmd: DEBUG: /usr/= bin/taskset --cpu-list 0-1 /usr/bin/mount -o loop /var/tmp/tmpTeUZUl/link_t= o_image /var/tmp/tmpTeUZUl/mountpoint (cwd None)*13:06:47* ----------------= ----- >> end captured logging << ---------------------*13:06:47* *13:06:47*= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D*13:06:47* E= RROR: test_getDevicePartedInfo (parted_utils_tests.PartedUtilsTests)*13:06:= 47* ----------------------------------------------------------------------*= 13:06:47* Traceback (most recent call last):*13:06:47* File "/home/jenkin= s/workspace/vdsm_master_check-patch-fc23-x86_64/vdsm/tests/testValidation.p= y", line 97, in wrapper*13:06:47* return f(*args, **kwargs)*13:06:47* = File "/home/jenkins/workspace/vdsm_master_check-patch-fc23-x86_64/vdsm/tes= ts/parted_utils_tests.py", line 61, in setUp*13:06:47* self.assertEqual= s(rc, 0)*13:06:47* AssertionError: 1 !=3D 0*13:06:47* -------------------- = sr/bin/taskset --cpu-list 0-1 dd if=3D/dev/zero of=3D/tmp/tmp7dS7VS bs=3D10= 0M count=3D1 (cwd None)*13:06:47* root: DEBUG: SUCCESS: <err> =3D '1+0 reco= rds in\n1+0 records out\n104857600 bytes (105 MB) copied, 0.350029 s, 300 M= B/s\n'; <rc> =3D 0*13:06:47* root: DEBUG: /usr/bin/taskset --cpu-list 0-1 l= osetup -f --show /tmp/tmp7dS7VS (cwd None)*13:06:47* root: DEBUG: FAILED: <= err> =3D 'losetup: /tmp/tmp7dS7VS: failed to set up loop device: No such fi= le or directory\n'; <rc> =3D 1 console <http://jenkins.ovirt.org/job/vdsm_master_check-patch-fc23-x86_64/2= 168/console>* =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D*12:15:21* ERROR: testLoopMount (mountTests.MountTests)*12:15:2= 1* ----------------------------------------------------------------------*1= 2:15:21* Traceback (most recent call last):*12:15:21* File "/home/jenkins= /workspace/vdsm_master_check-patch-fc23-x86_64/vdsm/tests/mountTests.py", l= ine 128, in testLoopMount*12:15:21* m.mount(mntOpts=3D"loop")*12:15:21*= File "/home/jenkins/workspace/vdsm_master_check-patch-fc23-x86_64/vdsm/v= dsm/storage/mount.py", line 225, in mount*12:15:21* return self._runcmd= (cmd, timeout)*12:15:21* File "/home/jenkins/workspace/vdsm_master_check-= patch-fc23-x86_64/vdsm/vdsm/storage/mount.py", line 241, in _runcmd*12:15:2= 1* raise MountError(rc, ";".join((out, err)))*12:15:21* MountError: (32= , ';mount: /tmp/tmpsDTh9u: failed to setup loop device: No such file or dir= ectory\n')*12:15:21* -------------------- >> begin captured logging << ----= ----------------*12:15:21* Storage.Misc.excCmd: DEBUG: /usr/bin/taskset --c= pu-list 0-1 /sbin/mkfs.ext2 -F /tmp/tmpsDTh9u (cwd None)*12:15:21* Storage.= Misc.excCmd: DEBUG: SUCCESS: <err> =3D 'mke2fs 1.42.13 (17-May-2015)\n'; <r= c> =3D 0*12:15:21* Storage.Misc.excCmd: DEBUG: /usr/bin/taskset --cpu-list = 0-1 /usr/bin/mount -o loop /tmp/tmpsDTh9u /var/tmp/tmpTPj7t6 (cwd None)*12:= 15:21* --------------------- >> end captured logging << -------------------= --*12:15:21* *12:15:21* =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D*12:15:21* ERROR: testSymlinkMount (mountTests.MountTests)*12:15:2= 1* ----------------------------------------------------------------------*1= 2:15:21* Traceback (most recent call last):*12:15:21* File "/home/jenkins= /workspace/vdsm_master_check-patch-fc23-x86_64/vdsm/tests/mountTests.py", l= ine 150, in testSymlinkMount*12:15:21* m.mount(mntOpts=3D"loop")*12:15:= 21* File "/home/jenkins/workspace/vdsm_master_check-patch-fc23-x86_64/vds= m/vdsm/storage/mount.py", line 225, in mount*12:15:21* return self._run= cmd(cmd, timeout)*12:15:21* File "/home/jenkins/workspace/vdsm_master_che= ck-patch-fc23-x86_64/vdsm/vdsm/storage/mount.py", line 241, in _runcmd*12:1= 5:21* raise MountError(rc, ";".join((out, err)))*12:15:21* MountError: = (32, ';mount: /var/tmp/tmpBpSrGA/backing.img: failed to setup loop device: = No such file or directory\n')*12:15:21* -------------------- >> begin captu= red logging << --------------------*12:15:21* Storage.Misc.excCmd: DEBUG: /= usr/bin/taskset --cpu-list 0-1 /sbin/mkfs.ext2 -F /var/tmp/tmpBpSrGA/backin= g.img (cwd None)*12:15:21* Storage.Misc.excCmd: DEBUG: SUCCESS: <err> =3D '= mke2fs 1.42.13 (17-May-2015)\n'; <rc> =3D 0*12:15:21* Storage.Misc.excCmd: = DEBUG: /usr/bin/taskset --cpu-list 0-1 /usr/bin/mount -o loop /var/tmp/tmpB= pSrGA/link_to_image /var/tmp/tmpBpSrGA/mountpoint (cwd None)*12:15:21* ----= ----------------- >> end captured logging << ---------------------*12:15:21= * *12:15:21* =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= =3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D=3D= *12:15:21* ERROR: test_getDevicePartedInfo (parted_utils_tests.PartedUtilsT= ests)*12:15:21* -----------------------------------------------------------= -----------*12:15:21* Traceback (most recent call last):*12:15:21* File "= /home/jenkins/workspace/vdsm_master_check-patch-fc23-x86_64/vdsm/tests/test= Validation.py", line 97, in wrapper*12:15:21* return f(*args, **kwargs)= *12:15:21* File "/home/jenkins/workspace/vdsm_master_check-patch-fc23-x86= _64/vdsm/tests/parted_utils_tests.py", line 61, in setUp*12:15:21* self= =2EassertEquals(rc, 0)*12:15:21* AssertionError: 1 !=3D 0*12:15:21* -------= ------------- >> begin captured logging << --------------------*12:15:21* r= oot: DEBUG: /usr/bin/taskset --cpu-list 0-1 dd if=3D/dev/zero of=3D/tmp/tmp= NOvAvX bs=3D100M count=3D1 (cwd None)*12:15:21* root: DEBUG: SUCCESS: <err>= =3D '1+0 records in\n1+0 records out\n104857600 bytes (105 MB) copied, 0.3= 73591 s, 281 MB/s\n'; <rc> =3D 0*12:15:21* root: DEBUG: /usr/bin/taskset --= cpu-list 0-1 losetup -f --show /tmp/tmpNOvAvX (cwd None)*12:15:21* root: DE= BUG: FAILED: <err> =3D 'losetup: /tmp/tmpNOvAvX: failed to set up loop devi= ce: No such file or directory\n'; <rc> =3D 1*12:15:21* --------------------= - >> end captured logging << ---------------------*12:15:21* --=20 David Caro Red Hat S.L. Continuous Integration Engineer - EMEA ENG Virtualization R&D Tel.: +420 532 294 605 Email: dcaro(a)redhat.com IRC: dcaro|dcaroest@{freenode|oftc|redhat} Web: www.redhat.com RHT Global #: 82-62605 --kZn00QyXxdr8qbeL Content-Type: application/pgp-signature; name="signature.asc" --kZn00QyXxdr8qbeL--