[ovirt-devel] [VDSM] network tests failing the build again

Did we changes something in the CI or the network code? We see the following failures since yesterday. I'm ignoring the failures since they are not related to the patch, but checking these failures waste lot time. Can someone from network look at this? http://jenkins.ovirt.org/job/vdsm_master_check-patch-fc27-x86_64/1283/con... *00:04:37.280* ======================================================================*00:04:37.280* ERROR: test_identify_non_vlan_base_device (network.link_vlan_test.LinkIfaceTests)*00:04:37.281* ----------------------------------------------------------------------*00:04:37.281* Traceback (most recent call last):*00:04:37.281* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/network/link_vlan_test.py", line 46, in test_identify_non_vlan_base_device*00:04:37.282* self.assertFalse(vlan.is_base_device(nic))*00:04:37.283* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/vlan.py", line 47, in is_base_device*00:04:37.283* return any(get_vlans_on_base_device(dev_name))*00:04:37.284* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/vlan.py", line 41, in <genexpr>*00:04:37.284* return (iface_properties['name'] for iface_properties in iface.list()*00:04:37.285* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/iface.py", line 227, in list*00:04:37.285* in six.viewitems(dpdk.get_dpdk_devices()))*00:04:37.286* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 47, in get_dpdk_devices*00:04:37.287* dpdk_devices = _get_dpdk_devices()*00:04:37.287* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/common/cache.py", line 41, in __call__*00:04:37.287* value = self.func(*args)*00:04:37.288* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 111, in _get_dpdk_devices*00:04:37.288* devices = _lshw_command()*00:04:37.289* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 127, in _lshw_command*00:04:37.289* return _normalize_lshw_result(out)*00:04:37.290* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 182, in _normalize_lshw_result*00:04:37.290* return json.loads('[' + result + ']')*00:04:37.291* File "/usr/lib64/python2.7/json/__init__.py", line 339, in loads*00:04:37.291* return _default_decoder.decode(s)*00:04:37.291* File "/usr/lib64/python2.7/json/decoder.py", line 364, in decode*00:04:37.292* obj, end = self.raw_decode(s, idx=_w(s, 0).end())*00:04:37.292* File "/usr/lib64/python2.7/json/decoder.py", line 380, in raw_decode*00:04:37.292* obj, end = self.scan_once(s, idx)*00:04:37.293* ValueError: Expecting , delimiter: line 11 column 8 (char 242)*00:04:37.293* -------------------- >> begin captured logging << --------------------*00:04:37.294* 2018-02-08 11:43:47,659 DEBUG (MainThread) [root] /sbin/ip link add name dummy_Afi2m type dummy (cwd None) (cmdutils:150)*00:04:37.294* 2018-02-08 11:43:47,675 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.295* 2018-02-08 11:43:47,678 DEBUG (netlink/events) [root] START thread <Thread(netlink/events, started daemon 140584949905152)> (func=<bound method Monitor._scan of <vdsm.network.netlink.monitor.Monitor object at 0x7fdcb6687290>>, args=(), kwargs={}) (concurrent:192)*00:04:37.296* 2018-02-08 11:43:47,680 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_Afi2m up (cwd None) (cmdutils:150)*00:04:37.297* 2018-02-08 11:43:47,700 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.298* 2018-02-08 11:43:47,704 DEBUG (netlink/events) [root] FINISH thread <Thread(netlink/events, started daemon 140584949905152)> (concurrent:195)*00:04:37.298* 2018-02-08 11:43:47,706 DEBUG (MainThread) [root] lshw -json -disable usb -disable pcmcia -disable isapnp -disable ide -disable scsi -disable dmi -disable memory -disable cpuinfo (cwd None) (cmdutils:150)*00:04:37.300* 2018-02-08 11:43:47,866 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.300* 2018-02-08 11:43:47,868 DEBUG (MainThread) [root] /sbin/ip link del dev dummy_Afi2m (cwd None) (cmdutils:150)*00:04:37.301* 2018-02-08 11:43:47,896 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.301* --------------------- >> end captured logging << ---------------------*00:04:37.302* *00:04:37.302* ======================================================================*00:04:37.302* ERROR: test_identify_vlan_base_device (network.link_vlan_test.LinkIfaceTests)*00:04:37.303* ----------------------------------------------------------------------*00:04:37.303* Traceback (most recent call last):*00:04:37.303* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/network/link_vlan_test.py", line 42, in test_identify_vlan_base_device*00:04:37.304* self.assertTrue(vlan.is_base_device(nic))*00:04:37.304* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/vlan.py", line 47, in is_base_device*00:04:37.305* return any(get_vlans_on_base_device(dev_name))*00:04:37.306* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/vlan.py", line 41, in <genexpr>*00:04:37.306* return (iface_properties['name'] for iface_properties in iface.list()*00:04:37.307* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/iface.py", line 227, in list*00:04:37.307* in six.viewitems(dpdk.get_dpdk_devices()))*00:04:37.308* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 44, in get_dpdk_devices*00:04:37.309* dpdk_devices = _get_dpdk_devices()*00:04:37.309* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/common/cache.py", line 41, in __call__*00:04:37.309* value = self.func(*args)*00:04:37.310* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 111, in _get_dpdk_devices*00:04:37.310* devices = _lshw_command()*00:04:37.311* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 127, in _lshw_command*00:04:37.311* return _normalize_lshw_result(out)*00:04:37.312* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 182, in _normalize_lshw_result*00:04:37.313* return json.loads('[' + result + ']')*00:04:37.313* File "/usr/lib64/python2.7/json/__init__.py", line 339, in loads*00:04:37.313* return _default_decoder.decode(s)*00:04:37.313* File "/usr/lib64/python2.7/json/decoder.py", line 364, in decode*00:04:37.314* obj, end = self.raw_decode(s, idx=_w(s, 0).end())*00:04:37.314* File "/usr/lib64/python2.7/json/decoder.py", line 380, in raw_decode*00:04:37.315* obj, end = self.scan_once(s, idx)*00:04:37.315* ValueError: Expecting , delimiter: line 11 column 8 (char 242)*00:04:37.315* -------------------- >> begin captured logging << --------------------*00:04:37.316* 2018-02-08 11:43:47,902 DEBUG (MainThread) [root] /sbin/ip link add name dummy_tNDrx type dummy (cwd None) (cmdutils:150)*00:04:37.316* 2018-02-08 11:43:47,917 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.317* 2018-02-08 11:43:47,926 DEBUG (netlink/events) [root] START thread <Thread(netlink/events, started daemon 140584949905152)> (func=<bound method Monitor._scan of <vdsm.network.netlink.monitor.Monitor object at 0x7fdcb61e8a90>>, args=(), kwargs={}) (concurrent:192)*00:04:37.318* 2018-02-08 11:43:47,928 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_tNDrx up (cwd None) (cmdutils:150)*00:04:37.319* 2018-02-08 11:43:47,943 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.320* 2018-02-08 11:43:47,946 DEBUG (netlink/events) [root] FINISH thread <Thread(netlink/events, started daemon 140584949905152)> (concurrent:195)*00:04:37.321* 2018-02-08 11:43:47,950 DEBUG (MainThread) [root] /sbin/ip link add link dummy_tNDrx name dummy_tNDrx.999 type vlan id 999 (cwd None) (cmdutils:150)*00:04:37.322* 2018-02-08 11:43:47,971 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.322* 2018-02-08 11:43:47,972 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_tNDrx.999 up (cwd None) (cmdutils:150)*00:04:37.323* 2018-02-08 11:43:47,993 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.325* 2018-02-08 11:43:47,995 DEBUG (MainThread) [root] lshw -json -disable usb -disable pcmcia -disable isapnp -disable ide -disable scsi -disable dmi -disable memory -disable cpuinfo (cwd None) (cmdutils:150)*00:04:37.328* 2018-02-08 11:43:48,143 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.329* 2018-02-08 11:43:48,146 DEBUG (netlink/events) [root] START thread <Thread(netlink/events, started daemon 140584949905152)> (func=<bound method Monitor._scan of <vdsm.network.netlink.monitor.Monitor object at 0x7fdcb65cef90>>, args=(), kwargs={}) (concurrent:192)*00:04:37.338* 2018-02-08 11:43:48,148 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_tNDrx.999 down (cwd None) (cmdutils:150)*00:04:37.339* 2018-02-08 11:43:48,169 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.340* 2018-02-08 11:43:48,170 DEBUG (netlink/events) [root] FINISH thread <Thread(netlink/events, started daemon 140584949905152)> (concurrent:195)*00:04:37.342* 2018-02-08 11:43:48,171 DEBUG (MainThread) [root] /sbin/ip link del dev dummy_tNDrx.999 (cwd None) (cmdutils:150)*00:04:37.344* 2018-02-08 11:43:48,192 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.345* 2018-02-08 11:43:48,193 DEBUG (MainThread) [root] /sbin/ip link del dev dummy_tNDrx (cwd None) (cmdutils:150)*00:04:37.346* 2018-02-08 11:43:48,214 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.347* --------------------- >> end captured logging << ---------------------*00:04:37.348* *00:04:37.348* ======================================================================*00:04:37.349* ERROR: test_list_vlans_on_base_device (network.link_vlan_test.LinkIfaceTests)*00:04:37.351* ----------------------------------------------------------------------*00:04:37.352* Traceback (most recent call last):*00:04:37.353* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/network/link_vlan_test.py", line 37, in test_list_vlans_on_base_device*00:04:37.355* list(vlan.get_vlans_on_base_device(nic)))*00:04:37.356* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/vlan.py", line 41, in <genexpr>*00:04:37.358* return (iface_properties['name'] for iface_properties in iface.list()*00:04:37.360* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/iface.py", line 227, in list*00:04:37.362* in six.viewitems(dpdk.get_dpdk_devices()))*00:04:37.363* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 44, in get_dpdk_devices*00:04:37.365* dpdk_devices = _get_dpdk_devices()*00:04:37.365* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/common/cache.py", line 41, in __call__*00:04:37.367* value = self.func(*args)*00:04:37.367* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 111, in _get_dpdk_devices*00:04:37.369* devices = _lshw_command()*00:04:37.369* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 127, in _lshw_command*00:04:37.371* return _normalize_lshw_result(out)*00:04:37.371* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 182, in _normalize_lshw_result*00:04:37.373* return json.loads('[' + result + ']')*00:04:37.373* File "/usr/lib64/python2.7/json/__init__.py", line 339, in loads*00:04:37.374* return _default_decoder.decode(s)*00:04:37.375* File "/usr/lib64/python2.7/json/decoder.py", line 364, in decode*00:04:37.375* obj, end = self.raw_decode(s, idx=_w(s, 0).end())*00:04:37.376* File "/usr/lib64/python2.7/json/decoder.py", line 380, in raw_decode*00:04:37.377* obj, end = self.scan_once(s, idx)*00:04:37.377* ValueError: Expecting , delimiter: line 11 column 8 (char 242)*00:04:37.378* -------------------- >> begin captured logging << --------------------*00:04:37.379* 2018-02-08 11:43:48,218 DEBUG (MainThread) [root] /sbin/ip link add name dummy_Ecsrx type dummy (cwd None) (cmdutils:150)*00:04:37.381* 2018-02-08 11:43:48,230 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.382* 2018-02-08 11:43:48,237 DEBUG (netlink/events) [root] START thread <Thread(netlink/events, started daemon 140584949905152)> (func=<bound method Monitor._scan of <vdsm.network.netlink.monitor.Monitor object at 0x7fdcb65cec50>>, args=(), kwargs={}) (concurrent:192)*00:04:37.385* 2018-02-08 11:43:48,238 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_Ecsrx up (cwd None) (cmdutils:150)*00:04:37.386* 2018-02-08 11:43:48,255 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.387* 2018-02-08 11:43:48,260 DEBUG (netlink/events) [root] FINISH thread <Thread(netlink/events, started daemon 140584949905152)> (concurrent:195)*00:04:37.389* 2018-02-08 11:43:48,261 DEBUG (MainThread) [root] /sbin/ip link add link dummy_Ecsrx name dummy_Ecsrx.999 type vlan id 999 (cwd None) (cmdutils:150)*00:04:37.391* 2018-02-08 11:43:48,273 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.392* 2018-02-08 11:43:48,275 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_Ecsrx.999 up (cwd None) (cmdutils:150)*00:04:37.393* 2018-02-08 11:43:48,292 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.394* 2018-02-08 11:43:48,294 DEBUG (MainThread) [root] lshw -json -disable usb -disable pcmcia -disable isapnp -disable ide -disable scsi -disable dmi -disable memory -disable cpuinfo (cwd None) (cmdutils:150)*00:04:37.397* 2018-02-08 11:43:48,456 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.398* 2018-02-08 11:43:48,459 DEBUG (netlink/events) [root] START thread <Thread(netlink/events, started daemon 140584949905152)> (func=<bound method Monitor._scan of <vdsm.network.netlink.monitor.Monitor object at 0x7fdcb7faab90>>, args=(), kwargs={}) (concurrent:192)*00:04:37.401* 2018-02-08 11:43:48,461 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_Ecsrx.999 down (cwd None) (cmdutils:150)*00:04:37.402* 2018-02-08 11:43:48,488 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.403* 2018-02-08 11:43:48,490 DEBUG (netlink/events) [root] FINISH thread <Thread(netlink/events, started daemon 140584949905152)> (concurrent:195)*00:04:37.405* 2018-02-08 11:43:48,491 DEBUG (MainThread) [root] /sbin/ip link del dev dummy_Ecsrx.999 (cwd None) (cmdutils:150)*00:04:37.406* 2018-02-08 11:43:48,515 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.408* 2018-02-08 11:43:48,517 DEBUG (MainThread) [root] /sbin/ip link del dev dummy_Ecsrx (cwd None) (cmdutils:150)*00:04:37.409* 2018-02-08 11:43:48,541 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.410* --------------------- >> end captured logging << ---------------------*00:04:37.411* *00:04:37.411* ======================================================================*00:04:37.412* ERROR: test_fake_nics (network.netinfo_test.TestNetinfo)*00:04:37.413* ----------------------------------------------------------------------*00:04:37.414* Traceback (most recent call last):*00:04:37.414* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/testValidation.py", line 191, in wrapper*00:04:37.416* return f(*args, **kwargs)*00:04:37.417* File "/usr/lib/python2.7/site-packages/mock/mock.py", line 1305, in patched*00:04:37.418* return func(*args, **keywargs)*00:04:37.418* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/network/netinfo_test.py", line 201, in test_fake_nics*00:04:37.420* _nics = nics.nics()*00:04:37.420* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/misc.py", line 57, in visible_devs*00:04:37.422* return [dev.name for dev in getLinks() if predicate(dev) and*00:04:37.422* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/ipwrapper.py", line 267, in getLinks*00:04:37.424* in six.viewitems(dpdk.get_dpdk_devices()))*00:04:37.424* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 44, in get_dpdk_devices*00:04:37.426* dpdk_devices = _get_dpdk_devices()*00:04:37.427* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/common/cache.py", line 41, in __call__*00:04:37.428* value = self.func(*args)*00:04:37.428* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 111, in _get_dpdk_devices*00:04:37.430* devices = _lshw_command()*00:04:37.430* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 127, in _lshw_command*00:04:37.432* return _normalize_lshw_result(out)*00:04:37.433* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 182, in _normalize_lshw_result*00:04:37.434* return json.loads('[' + result + ']')*00:04:37.435* File "/usr/lib64/python2.7/json/__init__.py", line 339, in loads*00:04:37.436* return _default_decoder.decode(s)*00:04:37.437* File "/usr/lib64/python2.7/json/decoder.py", line 364, in decode*00:04:37.437* obj, end = self.raw_decode(s, idx=_w(s, 0).end())*00:04:37.438* File "/usr/lib64/python2.7/json/decoder.py", line 380, in raw_decode*00:04:37.439* obj, end = self.scan_once(s, idx)*00:04:37.439* ValueError: Expecting , delimiter: line 11 column 8 (char 242)*00:04:37.440* -------------------- >> begin captured logging << --------------------*00:04:37.441* 2018-02-08 11:43:52,941 DEBUG (MainThread) [root] /sbin/ip link add name veth_Kb2e2cTujn type veth peer name veth_mevoaYSIn2 (cwd None) (cmdutils:150)*00:04:37.443* 2018-02-08 11:43:52,968 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.445* 2018-02-08 11:43:52,969 DEBUG (MainThread) [root] /sbin/ip link add name dummy_5VJln type dummy (cwd None) (cmdutils:150)*00:04:37.446* 2018-02-08 11:43:53,005 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.447* 2018-02-08 11:43:53,029 DEBUG (netlink/events) [root] START thread <Thread(netlink/events, started daemon 140584949905152)> (func=<bound method Monitor._scan of <vdsm.network.netlink.monitor.Monitor object at 0x7fdcb661f790>>, args=(), kwargs={}) (concurrent:192)*00:04:37.450* 2018-02-08 11:43:53,031 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_5VJln up (cwd None) (cmdutils:150)*00:04:37.452* 2018-02-08 11:43:53,060 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.453* 2018-02-08 11:43:53,064 DEBUG (netlink/events) [root] FINISH thread <Thread(netlink/events, started daemon 140584949905152)> (concurrent:195)*00:04:37.455* 2018-02-08 11:43:53,065 DEBUG (MainThread) [root] lshw -json -disable usb -disable pcmcia -disable isapnp -disable ide -disable scsi -disable dmi -disable memory -disable cpuinfo (cwd None) (cmdutils:150)*00:04:37.457* 2018-02-08 11:43:53,222 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.458* 2018-02-08 11:43:53,224 DEBUG (MainThread) [root] /sbin/ip link del dev dummy_5VJln (cwd None) (cmdutils:150)*00:04:37.459* 2018-02-08 11:43:53,248 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.461* 2018-02-08 11:43:53,249 DEBUG (MainThread) [root] /sbin/ip link del dev veth_Kb2e2cTujn (cwd None) (cmdutils:150)*00:04:37.462* 2018-02-08 11:43:53,271 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.463* --------------------- >> end captured logging << ---------------------*00:04:37.464* *00:04:37.464* ======================================================================*00:04:37.465* ERROR: test_get_non_existing_bridge_info (network.netinfo_test.TestNetinfo)*00:04:37.466* ----------------------------------------------------------------------*00:04:37.466* Traceback (most recent call last):*00:04:37.467* File "/usr/lib/python2.7/site-packages/mock/mock.py", line 1305, in patched*00:04:37.468* return func(*args, **keywargs)*00:04:37.468* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/network/netinfo_test.py", line 108, in test_get_non_existing_bridge_info*00:04:37.470* get()*00:04:37.470* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 137, in get*00:04:37.472* return _get(vdsmnets)*00:04:37.472* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 62, in _get*00:04:37.473* devices_info = _devices_report(ipaddrs, routes)*00:04:37.474* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 97, in _devices_report*00:04:37.476* for dev in (link for link in getLinks() if not link.isHidden()):*00:04:37.477* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 97, in <genexpr>*00:04:37.478* for dev in (link for link in getLinks() if not link.isHidden()):*00:04:37.479* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/ipwrapper.py", line 267, in getLinks*00:04:37.481* in six.viewitems(dpdk.get_dpdk_devices()))*00:04:37.481* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 44, in get_dpdk_devices*00:04:37.483* dpdk_devices = _get_dpdk_devices()*00:04:37.483* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/common/cache.py", line 41, in __call__*00:04:37.485* value = self.func(*args)*00:04:37.485* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 111, in _get_dpdk_devices*00:04:37.487* devices = _lshw_command()*00:04:37.487* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 127, in _lshw_command*00:04:37.489* return _normalize_lshw_result(out)*00:04:37.489* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 182, in _normalize_lshw_result*00:04:37.491* return json.loads('[' + result + ']')*00:04:37.491* File "/usr/lib64/python2.7/json/__init__.py", line 339, in loads*00:04:37.492* return _default_decoder.decode(s)*00:04:37.493* File "/usr/lib64/python2.7/json/decoder.py", line 364, in decode*00:04:37.493* obj, end = self.raw_decode(s, idx=_w(s, 0).end())*00:04:37.494* File "/usr/lib64/python2.7/json/decoder.py", line 380, in raw_decode*00:04:37.496* obj, end = self.scan_once(s, idx)*00:04:37.497* ValueError: Expecting , delimiter: line 11 column 8 (char 242)*00:04:37.497* -------------------- >> begin captured logging << --------------------*00:04:37.498* 2018-02-08 11:43:53,427 DEBUG (MainThread) [root] lshw -json -disable usb -disable pcmcia -disable isapnp -disable ide -disable scsi -disable dmi -disable memory -disable cpuinfo (cwd None) (cmdutils:150)*00:04:37.501* 2018-02-08 11:43:53,573 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.502* --------------------- >> end captured logging << ---------------------*00:04:37.503* *00:04:37.503* ======================================================================*00:04:37.503* ERROR: test_speed_in_range (network.netinfo_test.TestNetinfo)*00:04:37.504* ----------------------------------------------------------------------*00:04:37.505* Traceback (most recent call last):*00:04:37.506* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/network/netinfo_test.py", line 71, in test_speed_in_range*00:04:37.507* for d in nics.nics():*00:04:37.507* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/misc.py", line 57, in visible_devs*00:04:37.509* return [dev.name for dev in getLinks() if predicate(dev) and*00:04:37.510* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/ipwrapper.py", line 267, in getLinks*00:04:37.511* in six.viewitems(dpdk.get_dpdk_devices()))*00:04:37.512* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 44, in get_dpdk_devices*00:04:37.513* dpdk_devices = _get_dpdk_devices()*00:04:37.514* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/common/cache.py", line 41, in __call__*00:04:37.515* value = self.func(*args)*00:04:37.516* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 111, in _get_dpdk_devices*00:04:37.517* devices = _lshw_command()*00:04:37.518* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 127, in _lshw_command*00:04:37.519* return _normalize_lshw_result(out)*00:04:37.520* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 182, in _normalize_lshw_result*00:04:37.521* return json.loads('[' + result + ']')*00:04:37.522* File "/usr/lib64/python2.7/json/__init__.py", line 339, in loads*00:04:37.523* return _default_decoder.decode(s)*00:04:37.523* File "/usr/lib64/python2.7/json/decoder.py", line 364, in decode*00:04:37.524* obj, end = self.raw_decode(s, idx=_w(s, 0).end())*00:04:37.524* File "/usr/lib64/python2.7/json/decoder.py", line 380, in raw_decode*00:04:37.525* obj, end = self.scan_once(s, idx)*00:04:37.526* ValueError: Expecting , delimiter: line 11 column 8 (char 242)*00:04:37.527* -------------------- >> begin captured logging << --------------------*00:04:37.527* 2018-02-08 11:43:53,906 DEBUG (MainThread) [root] lshw -json -disable usb -disable pcmcia -disable isapnp -disable ide -disable scsi -disable dmi -disable memory -disable cpuinfo (cwd None) (cmdutils:150)*00:04:37.530* 2018-02-08 11:43:54,060 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.531* --------------------- >> end captured logging << ---------------------*00:04:37.532* *00:04:37.532* ======================================================================*00:04:37.533* ERROR: test_multiple_vlans (network.tc_test.TestConfigureOutbound)*00:04:37.534* ----------------------------------------------------------------------*00:04:37.535* Traceback (most recent call last):*00:04:37.535* File "/usr/lib/python2.7/site-packages/mock/mock.py", line 1305, in patched*00:04:37.536* return func(*args, **keywargs)*00:04:37.537* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/network/tc_test.py", line 454, in test_multiple_vlans*00:04:37.539* self.device_name, v.tag)*00:04:37.539* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/configurators/qos.py", line 48, in configure_outbound*00:04:37.541* qosOutbound)*00:04:37.541* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/configurators/qos.py", line 163, in _qdisc_conf_out*00:04:37.542* if not _is_explicit_defined_default_class(dev):*00:04:37.543* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/configurators/qos.py", line 208, in _is_explicit_defined_default_class*00:04:37.545* netinfo = NetInfo(cache_get())*00:04:37.545* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 137, in get*00:04:37.547* return _get(vdsmnets)*00:04:37.547* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 62, in _get*00:04:37.549* devices_info = _devices_report(ipaddrs, routes)*00:04:37.549* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 97, in _devices_report*00:04:37.551* for dev in (link for link in getLinks() if not link.isHidden()):*00:04:37.552* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 97, in <genexpr>*00:04:37.553* for dev in (link for link in getLinks() if not link.isHidden()):*00:04:37.554* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/ipwrapper.py", line 267, in getLinks*00:04:37.556* in six.viewitems(dpdk.get_dpdk_devices()))*00:04:37.556* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 44, in get_dpdk_devices*00:04:37.558* dpdk_devices = _get_dpdk_devices()*00:04:37.558* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/common/cache.py", line 41, in __call__*00:04:37.560* value = self.func(*args)*00:04:37.560* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 111, in _get_dpdk_devices*00:04:37.562* devices = _lshw_command()*00:04:37.562* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 127, in _lshw_command*00:04:37.563* return _normalize_lshw_result(out)*00:04:37.564* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 182, in _normalize_lshw_result*00:04:37.566* return json.loads('[' + result + ']')*00:04:37.566* File "/usr/lib64/python2.7/json/__init__.py", line 339, in loads*00:04:37.567* return _default_decoder.decode(s)*00:04:37.568* File "/usr/lib64/python2.7/json/decoder.py", line 364, in decode*00:04:37.568* obj, end = self.raw_decode(s, idx=_w(s, 0).end())*00:04:37.569* File "/usr/lib64/python2.7/json/decoder.py", line 380, in raw_decode*00:04:37.570* obj, end = self.scan_once(s, idx)*00:04:37.570* ValueError: Expecting , delimiter: line 11 column 8 (char 242)*00:04:37.571* -------------------- >> begin captured logging << --------------------*00:04:37.572* 2018-02-08 11:44:00,920 DEBUG (MainThread) [root] /sbin/ip link add name dummy_wVPHq type dummy (cwd None) (cmdutils:150)*00:04:37.573* 2018-02-08 11:44:00,932 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.575* 2018-02-08 11:44:00,933 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_wVPHq up (cwd None) (cmdutils:150)*00:04:37.576* 2018-02-08 11:44:00,962 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.577* 2018-02-08 11:44:00,964 DEBUG (MainThread) [root] /sbin/ip link add link dummy_wVPHq name dummy_wVPHq.16 type vlan id 16 (cwd None) (cmdutils:150)*00:04:37.579* 2018-02-08 11:44:00,977 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.580* 2018-02-08 11:44:00,978 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_wVPHq.16 up (cwd None) (cmdutils:150)*00:04:37.581* 2018-02-08 11:44:01,002 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.582* 2018-02-08 11:44:01,003 DEBUG (MainThread) [root] /sbin/ip link add link dummy_wVPHq name dummy_wVPHq.17 type vlan id 17 (cwd None) (cmdutils:150)*00:04:37.584* 2018-02-08 11:44:01,020 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.585* 2018-02-08 11:44:01,022 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_wVPHq.17 up (cwd None) (cmdutils:150)*00:04:37.587* 2018-02-08 11:44:01,047 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.588* 2018-02-08 11:44:01,048 DEBUG (MainThread) [root] /sbin/tc qdisc show dev dummy_wVPHq (cwd None) (cmdutils:150)*00:04:37.589* 2018-02-08 11:44:01,062 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.590* 2018-02-08 11:44:01,064 DEBUG (MainThread) [root] /sbin/tc qdisc del dev dummy_wVPHq root (cwd None) (cmdutils:150)*00:04:37.592* 2018-02-08 11:44:01,075 DEBUG (MainThread) [root] FAILED: <err> = 'RTNETLINK answers: No such file or directory\n'; <rc> = 2 (cmdutils:158)*00:04:37.594* 2018-02-08 11:44:01,076 DEBUG (MainThread) [root] /sbin/tc qdisc del dev dummy_wVPHq ingress (cwd None) (cmdutils:150)*00:04:37.595* 2018-02-08 11:44:01,087 DEBUG (MainThread) [root] FAILED: <err> = 'RTNETLINK answers: No such file or directory\n'; <rc> = 2 (cmdutils:158)*00:04:37.597* 2018-02-08 11:44:01,089 DEBUG (MainThread) [root] /sbin/tc qdisc add dev dummy_wVPHq root handle 0x1389: hfsc default 0x1388 (cwd None) (cmdutils:150)*00:04:37.599* 2018-02-08 11:44:01,100 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.600* 2018-02-08 11:44:01,101 DEBUG (MainThread) [root] /sbin/tc qdisc add dev dummy_wVPHq ingress (cwd None) (cmdutils:150)*00:04:37.601* 2018-02-08 11:44:01,112 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.602* 2018-02-08 11:44:01,113 DEBUG (MainThread) [root] /sbin/tc class add dev dummy_wVPHq parent 1389: classid 1389:10 hfsc ul m2 8000000bit ls m1 32000000bit d 800000us m2 24000000bit (cwd None) (cmdutils:150)*00:04:37.605* 2018-02-08 11:44:01,124 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.606* 2018-02-08 11:44:01,126 DEBUG (MainThread) [root] /sbin/tc class add dev dummy_wVPHq parent 1389: classid 1389:1388 hfsc ls m1 32000000bit d 800000us m2 24000000bit (cwd None) (cmdutils:150)*00:04:37.608* 2018-02-08 11:44:01,137 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.609* 2018-02-08 11:44:01,138 DEBUG (MainThread) [root] /sbin/tc filter replace dev dummy_wVPHq protocol all parent 1389: pref 5000 u32 match u8 0 0 flowid 0x1388 (cwd None) (cmdutils:150)*00:04:37.611* 2018-02-08 11:44:01,149 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.612* 2018-02-08 11:44:01,150 DEBUG (MainThread) [root] /sbin/tc filter replace dev dummy_wVPHq protocol all parent 1389: pref 16 basic match 'meta(vlan eq 16)' flowid 1389:10 (cwd None) (cmdutils:150)*00:04:37.616* 2018-02-08 11:44:01,163 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.617* 2018-02-08 11:44:01,164 DEBUG (MainThread) [root] /sbin/tc qdisc add dev dummy_wVPHq parent 1389:10 handle 10: fq_codel (cwd None) (cmdutils:150)*00:04:37.619* 2018-02-08 11:44:01,176 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.621* 2018-02-08 11:44:01,177 DEBUG (MainThread) [root] /sbin/tc qdisc add dev dummy_wVPHq parent 1389:1388 handle 1388: fq_codel (cwd None) (cmdutils:150)*00:04:37.623* 2018-02-08 11:44:01,188 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.624* 2018-02-08 11:44:01,189 DEBUG (MainThread) [root] /sbin/tc qdisc show dev dummy_wVPHq (cwd None) (cmdutils:150)*00:04:37.625* 2018-02-08 11:44:01,201 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.627* 2018-02-08 11:44:01,202 DEBUG (MainThread) [root] /sbin/tc filter show dev dummy_wVPHq parent 1389: (cwd None) (cmdutils:150)*00:04:37.629* 2018-02-08 11:44:01,214 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.630* 2018-02-08 11:44:01,215 DEBUG (MainThread) [root] /sbin/tc class del dev dummy_wVPHq classid 1389:11 (cwd None) (cmdutils:150)*00:04:37.632* 2018-02-08 11:44:01,226 DEBUG (MainThread) [root] FAILED: <err> = 'RTNETLINK answers: No such file or directory\n'; <rc> = 2 (cmdutils:158)*00:04:37.634* 2018-02-08 11:44:01,227 DEBUG (MainThread) [root] /sbin/tc class add dev dummy_wVPHq parent 1389: classid 1389:11 hfsc ul m2 8000000bit ls m1 32000000bit d 800000us m2 24000000bit (cwd None) (cmdutils:150)*00:04:37.637* 2018-02-08 11:44:01,239 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.639* 2018-02-08 11:44:01,248 DEBUG (MainThread) [root] lshw -json -disable usb -disable pcmcia -disable isapnp -disable ide -disable scsi -disable dmi -disable memory -disable cpuinfo (cwd None) (cmdutils:150)*00:04:37.641* 2018-02-08 11:44:01,405 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.643* 2018-02-08 11:44:01,408 DEBUG (netlink/events) [root] START thread <Thread(netlink/events, started daemon 140584949905152)> (func=<bound method Monitor._scan of <vdsm.network.netlink.monitor.Monitor object at 0x7fdcb6436450>>, args=(), kwargs={}) (concurrent:192)*00:04:37.646* 2018-02-08 11:44:01,410 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_wVPHq.17 down (cwd None) (cmdutils:150)*00:04:37.647* 2018-02-08 11:44:01,430 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.648* 2018-02-08 11:44:01,431 DEBUG (netlink/events) [root] FINISH thread <Thread(netlink/events, started daemon 140584949905152)> (concurrent:195)*00:04:37.650* 2018-02-08 11:44:01,432 DEBUG (MainThread) [root] /sbin/ip link del dev dummy_wVPHq.17 (cwd None) (cmdutils:150)*00:04:37.651* 2018-02-08 11:44:01,452 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.652* 2018-02-08 11:44:01,454 DEBUG (netlink/events) [root] START thread <Thread(netlink/events, started daemon 140584949905152)> (func=<bound method Monitor._scan of <vdsm.network.netlink.monitor.Monitor object at 0x7fdcb6436b90>>, args=(), kwargs={}) (concurrent:192)*00:04:37.655* 2018-02-08 11:44:01,456 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_wVPHq.16 down (cwd None) (cmdutils:150)*00:04:37.657* 2018-02-08 11:44:01,475 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.658* 2018-02-08 11:44:01,477 DEBUG (netlink/events) [root] FINISH thread <Thread(netlink/events, started daemon 140584949905152)> (concurrent:195)*00:04:37.660* 2018-02-08 11:44:01,478 DEBUG (MainThread) [root] /sbin/ip link del dev dummy_wVPHq.16 (cwd None) (cmdutils:150)*00:04:37.661* 2018-02-08 11:44:01,498 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.662* --------------------- >> end captured logging << ---------------------*00:04:37.663* *00:04:37.663* ======================================================================*00:04:37.664* ERROR: test_single_vlan(2) (network.tc_test.TestConfigureOutbound)*00:04:37.665* ----------------------------------------------------------------------*00:04:37.666* Traceback (most recent call last):*00:04:37.666* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/testlib.py", line 143, in wrapper*00:04:37.667* return f(self, *args)*00:04:37.668* File "/usr/lib/python2.7/site-packages/mock/mock.py", line 1305, in patched*00:04:37.668* return func(*args, **keywargs)*00:04:37.669* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/network/tc_test.py", line 433, in test_single_vlan*00:04:37.670* vlan.tag)*00:04:37.671* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/configurators/qos.py", line 48, in configure_outbound*00:04:37.672* qosOutbound)*00:04:37.672* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/configurators/qos.py", line 163, in _qdisc_conf_out*00:04:37.674* if not _is_explicit_defined_default_class(dev):*00:04:37.675* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/configurators/qos.py", line 208, in _is_explicit_defined_default_class*00:04:37.677* netinfo = NetInfo(cache_get())*00:04:37.677* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 137, in get*00:04:37.679* return _get(vdsmnets)*00:04:37.679* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 62, in _get*00:04:37.681* devices_info = _devices_report(ipaddrs, routes)*00:04:37.681* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 97, in _devices_report*00:04:37.683* for dev in (link for link in getLinks() if not link.isHidden()):*00:04:37.684* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/netinfo/cache.py", line 97, in <genexpr>*00:04:37.685* for dev in (link for link in getLinks() if not link.isHidden()):*00:04:37.686* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/ipwrapper.py", line 267, in getLinks*00:04:37.688* in six.viewitems(dpdk.get_dpdk_devices()))*00:04:37.688* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 44, in get_dpdk_devices*00:04:37.690* dpdk_devices = _get_dpdk_devices()*00:04:37.690* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/common/cache.py", line 41, in __call__*00:04:37.692* value = self.func(*args)*00:04:37.692* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 111, in _get_dpdk_devices*00:04:37.693* devices = _lshw_command()*00:04:37.694* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 127, in _lshw_command*00:04:37.695* return _normalize_lshw_result(out)*00:04:37.696* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 182, in _normalize_lshw_result*00:04:37.698* return json.loads('[' + result + ']')*00:04:37.698* File "/usr/lib64/python2.7/json/__init__.py", line 339, in loads*00:04:37.699* return _default_decoder.decode(s)*00:04:37.699* File "/usr/lib64/python2.7/json/decoder.py", line 364, in decode*00:04:37.700* obj, end = self.raw_decode(s, idx=_w(s, 0).end())*00:04:37.701* File "/usr/lib64/python2.7/json/decoder.py", line 380, in raw_decode*00:04:37.702* obj, end = self.scan_once(s, idx)*00:04:37.702* ValueError: Expecting , delimiter: line 11 column 8 (char 242)*00:04:37.703* -------------------- >> begin captured logging << --------------------*00:04:37.704* 2018-02-08 11:44:02,101 DEBUG (MainThread) [root] /sbin/ip link add name dummy_ysznk type dummy (cwd None) (cmdutils:150)*00:04:37.705* 2018-02-08 11:44:02,116 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.706* 2018-02-08 11:44:02,117 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_ysznk up (cwd None) (cmdutils:150)*00:04:37.708* 2018-02-08 11:44:02,149 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.709* 2018-02-08 11:44:02,151 DEBUG (MainThread) [root] /sbin/ip link add link dummy_ysznk name dummy_ysznk.16 type vlan id 16 (cwd None) (cmdutils:150)*00:04:37.710* 2018-02-08 11:44:02,166 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.712* 2018-02-08 11:44:02,167 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_ysznk.16 up (cwd None) (cmdutils:150)*00:04:37.713* 2018-02-08 11:44:02,190 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.714* 2018-02-08 11:44:02,191 DEBUG (MainThread) [root] /sbin/tc qdisc show dev dummy_ysznk (cwd None) (cmdutils:150)*00:04:37.715* 2018-02-08 11:44:02,205 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.716* 2018-02-08 11:44:02,206 DEBUG (MainThread) [root] /sbin/tc qdisc del dev dummy_ysznk root (cwd None) (cmdutils:150)*00:04:37.718* 2018-02-08 11:44:02,219 DEBUG (MainThread) [root] FAILED: <err> = 'RTNETLINK answers: No such file or directory\n'; <rc> = 2 (cmdutils:158)*00:04:37.720* 2018-02-08 11:44:02,220 DEBUG (MainThread) [root] /sbin/tc qdisc del dev dummy_ysznk ingress (cwd None) (cmdutils:150)*00:04:37.721* 2018-02-08 11:44:02,233 DEBUG (MainThread) [root] FAILED: <err> = 'RTNETLINK answers: No such file or directory\n'; <rc> = 2 (cmdutils:158)*00:04:37.723* 2018-02-08 11:44:02,235 DEBUG (MainThread) [root] /sbin/tc qdisc add dev dummy_ysznk root handle 0x1389: hfsc default 0x1388 (cwd None) (cmdutils:150)*00:04:37.724* 2018-02-08 11:44:02,248 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.725* 2018-02-08 11:44:02,249 DEBUG (MainThread) [root] /sbin/tc qdisc add dev dummy_ysznk ingress (cwd None) (cmdutils:150)*00:04:37.727* 2018-02-08 11:44:02,262 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.728* 2018-02-08 11:44:02,264 DEBUG (MainThread) [root] /sbin/tc class add dev dummy_ysznk parent 1389: classid 1389:10 hfsc ul m2 8000000bit ls m1 32000000bit d 800000us m2 24000000bit (cwd None) (cmdutils:150)*00:04:37.730* 2018-02-08 11:44:02,277 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.732* 2018-02-08 11:44:02,278 DEBUG (MainThread) [root] /sbin/tc class add dev dummy_ysznk parent 1389: classid 1389:1388 hfsc ls m1 32000000bit d 800000us m2 24000000bit (cwd None) (cmdutils:150)*00:04:37.734* 2018-02-08 11:44:02,291 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.735* 2018-02-08 11:44:02,292 DEBUG (MainThread) [root] /sbin/tc filter replace dev dummy_ysznk protocol all parent 1389: pref 5000 u32 match u8 0 0 flowid 0x1388 (cwd None) (cmdutils:150)*00:04:37.738* 2018-02-08 11:44:02,306 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.739* 2018-02-08 11:44:02,307 DEBUG (MainThread) [root] /sbin/tc filter replace dev dummy_ysznk protocol all parent 1389: pref 16 basic match 'meta(vlan eq 16)' flowid 1389:10 (cwd None) (cmdutils:150)*00:04:37.742* 2018-02-08 11:44:02,320 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.743* 2018-02-08 11:44:02,321 DEBUG (MainThread) [root] /sbin/tc qdisc add dev dummy_ysznk parent 1389:10 handle 10: fq_codel (cwd None) (cmdutils:150)*00:04:37.745* 2018-02-08 11:44:02,333 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.746* 2018-02-08 11:44:02,334 DEBUG (MainThread) [root] /sbin/tc qdisc add dev dummy_ysznk parent 1389:1388 handle 1388: fq_codel (cwd None) (cmdutils:150)*00:04:37.747* 2018-02-08 11:44:02,346 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.749* 2018-02-08 11:44:02,347 DEBUG (MainThread) [root] /sbin/tc qdisc show dev dummy_ysznk (cwd None) (cmdutils:150)*00:04:37.751* 2018-02-08 11:44:02,359 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.752* 2018-02-08 11:44:02,360 DEBUG (MainThread) [root] /sbin/tc filter show dev dummy_ysznk parent 1389: (cwd None) (cmdutils:150)*00:04:37.754* 2018-02-08 11:44:02,372 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.755* 2018-02-08 11:44:02,374 DEBUG (MainThread) [root] /sbin/tc filter del dev dummy_ysznk pref 16 parent 1389: (cwd None) (cmdutils:150)*00:04:37.757* 2018-02-08 11:44:02,386 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.758* 2018-02-08 11:44:02,387 DEBUG (MainThread) [root] /sbin/tc class del dev dummy_ysznk classid 1389:10 (cwd None) (cmdutils:150)*00:04:37.760* 2018-02-08 11:44:02,398 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.761* 2018-02-08 11:44:02,400 DEBUG (MainThread) [root] /sbin/tc class add dev dummy_ysznk parent 1389: classid 1389:10 hfsc ul m2 8000000bit ls m1 32000000bit d 800000us m2 24000000bit (cwd None) (cmdutils:150)*00:04:37.764* 2018-02-08 11:44:02,412 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.765* 2018-02-08 11:44:02,421 DEBUG (MainThread) [root] lshw -json -disable usb -disable pcmcia -disable isapnp -disable ide -disable scsi -disable dmi -disable memory -disable cpuinfo (cwd None) (cmdutils:150)*00:04:37.768* 2018-02-08 11:44:02,584 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.769* 2018-02-08 11:44:02,587 DEBUG (netlink/events) [root] START thread <Thread(netlink/events, started daemon 140584949905152)> (func=<bound method Monitor._scan of <vdsm.network.netlink.monitor.Monitor object at 0x7fdcb6436410>>, args=(), kwargs={}) (concurrent:192)*00:04:37.773* 2018-02-08 11:44:02,588 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_ysznk.16 down (cwd None) (cmdutils:150)*00:04:37.775* 2018-02-08 11:44:02,609 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.776* 2018-02-08 11:44:02,610 DEBUG (netlink/events) [root] FINISH thread <Thread(netlink/events, started daemon 140584949905152)> (concurrent:195)*00:04:37.778* 2018-02-08 11:44:02,611 DEBUG (MainThread) [root] /sbin/ip link del dev dummy_ysznk.16 (cwd None) (cmdutils:150)*00:04:37.780* 2018-02-08 11:44:02,636 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.781* --------------------- >> end captured logging << ---------------------*00:04:37.782* *00:04:37.782* ======================================================================*00:04:37.783* ERROR: testHostSampleHandlesDisappearingVlanInterfaces (virttests.sampling_test.InterfaceSampleTests)*00:04:37.784* ----------------------------------------------------------------------*00:04:37.785* Traceback (most recent call last):*00:04:37.785* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/testValidation.py", line 191, in wrapper*00:04:37.787* return f(*args, **kwargs)*00:04:37.787* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/virttests/sampling_test.py", line 346, in testHostSampleHandlesDisappearingVlanInterfaces*00:04:37.789* interfaces_and_samples = sampling._get_interfaces_and_samples()*00:04:37.790* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/virt/sampling.py", line 200, in _get_interfaces_and_samples*00:04:37.791* for link in ipwrapper.getLinks():*00:04:37.792* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/virttests/sampling_test.py", line 339, in faultyGetLinks*00:04:37.793* all_links = list(original_getLinks())*00:04:37.794* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/ipwrapper.py", line 267, in getLinks*00:04:37.795* in six.viewitems(dpdk.get_dpdk_devices()))*00:04:37.796* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 44, in get_dpdk_devices*00:04:37.798* dpdk_devices = _get_dpdk_devices()*00:04:37.798* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/common/cache.py", line 41, in __call__*00:04:37.799* value = self.func(*args)*00:04:37.800* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 111, in _get_dpdk_devices*00:04:37.801* devices = _lshw_command()*00:04:37.802* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 127, in _lshw_command*00:04:37.803* return _normalize_lshw_result(out)*00:04:37.804* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 182, in _normalize_lshw_result*00:04:37.805* return json.loads('[' + result + ']')*00:04:37.806* File "/usr/lib64/python2.7/json/__init__.py", line 339, in loads*00:04:37.807* return _default_decoder.decode(s)*00:04:37.807* File "/usr/lib64/python2.7/json/decoder.py", line 364, in decode*00:04:37.808* obj, end = self.raw_decode(s, idx=_w(s, 0).end())*00:04:37.809* File "/usr/lib64/python2.7/json/decoder.py", line 380, in raw_decode*00:04:37.810* obj, end = self.scan_once(s, idx)*00:04:37.810* ValueError: Expecting , delimiter: line 11 column 8 (char 242)*00:04:37.811* -------------------- >> begin captured logging << --------------------*00:04:37.812* 2018-02-08 11:44:17,378 DEBUG (MainThread) [root] /sbin/ip link add name dummy_8gyyz type dummy (cwd None) (cmdutils:150)*00:04:37.813* 2018-02-08 11:44:17,406 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.814* 2018-02-08 11:44:17,421 DEBUG (netlink/events) [root] START thread <Thread(netlink/events, started daemon 140585068492544)> (func=<bound method Monitor._scan of <vdsm.network.netlink.monitor.Monitor object at 0x7fdcb6829e10>>, args=(), kwargs={}) (concurrent:192)*00:04:37.817* 2018-02-08 11:44:17,423 DEBUG (MainThread) [root] /sbin/ip link set dev dummy_8gyyz up (cwd None) (cmdutils:150)*00:04:37.819* 2018-02-08 11:44:17,450 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.820* 2018-02-08 11:44:17,454 DEBUG (netlink/events) [root] FINISH thread <Thread(netlink/events, started daemon 140585068492544)> (concurrent:195)*00:04:37.821* 2018-02-08 11:44:17,455 DEBUG (MainThread) [root] /sbin/ip link add link dummy_8gyyz name vlan_669 type vlan id 999 (cwd None) (cmdutils:150)*00:04:37.823* 2018-02-08 11:44:17,477 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.823* 2018-02-08 11:44:17,479 DEBUG (MainThread) [root] lshw -json -disable usb -disable pcmcia -disable isapnp -disable ide -disable scsi -disable dmi -disable memory -disable cpuinfo (cwd None) (cmdutils:150)*00:04:37.825* 2018-02-08 11:44:17,657 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.825* 2018-02-08 11:44:17,658 DEBUG (MainThread) [root] /sbin/ip link del dev vlan_669 (cwd None) (cmdutils:150)*00:04:37.826* 2018-02-08 11:44:17,681 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.826* 2018-02-08 11:44:17,683 DEBUG (MainThread) [root] /sbin/ip link del dev dummy_8gyyz (cwd None) (cmdutils:150)*00:04:37.827* 2018-02-08 11:44:17,708 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:37.828* --------------------- >> end captured logging << ---------------------*00:04:37.828* *00:04:37.828* ======================================================================*00:04:37.828* ERROR: testHostSampleReportsNewInterface (virttests.sampling_test.InterfaceSampleTests)*00:04:37.829* ----------------------------------------------------------------------*00:04:37.829* Traceback (most recent call last):*00:04:37.830* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/testValidation.py", line 191, in wrapper*00:04:37.830* return f(*args, **kwargs)*00:04:37.831* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/tests/virttests/sampling_test.py", line 326, in testHostSampleReportsNewInterface*00:04:37.831* sampling._get_interfaces_and_samples()))*00:04:37.832* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/virt/sampling.py", line 200, in _get_interfaces_and_samples*00:04:37.833* for link in ipwrapper.getLinks():*00:04:37.833* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/ipwrapper.py", line 267, in getLinks*00:04:37.834* in six.viewitems(dpdk.get_dpdk_devices()))*00:04:37.834* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 44, in get_dpdk_devices*00:04:37.835* dpdk_devices = _get_dpdk_devices()*00:04:37.835* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/common/cache.py", line 41, in __call__*00:04:37.836* value = self.func(*args)*00:04:37.836* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 111, in _get_dpdk_devices*00:04:37.837* devices = _lshw_command()*00:04:37.837* File "/home/jeCoverage.py warning: Module /home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/vdsm was never imported. (module-not-imported)*00:04:51.224* nkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 127, in _lshw_command*00:04:51.225* return _normalize_lshw_result(out)*00:04:51.226* File "/home/jenkins/workspace/vdsm_master_check-patch-fc27-x86_64/vdsm/lib/vdsm/network/link/dpdk.py", line 182, in _normalize_lshw_result*00:04:51.227* return json.loads('[' + result + ']')*00:04:51.228* File "/usr/lib64/python2.7/json/__init__.py", line 339, in loads*00:04:51.229* return _default_decoder.decode(s)*00:04:51.229* File "/usr/lib64/python2.7/json/decoder.py", line 364, in decode*00:04:51.230* obj, end = self.raw_decode(s, idx=_w(s, 0).end())*00:04:51.231* File "/usr/lib64/python2.7/json/decoder.py", line 380, in raw_decode*00:04:51.231* obj, end = self.scan_once(s, idx)*00:04:51.232* ValueError: Expecting , delimiter: line 11 column 8 (char 242)*00:04:51.233* -------------------- >> begin captured logging << --------------------*00:04:51.234* 2018-02-08 11:44:17,714 DEBUG (MainThread) [root] lshw -json -disable usb -disable pcmcia -disable isapnp -disable ide -disable scsi -disable dmi -disable memory -disable cpuinfo (cwd None) (cmdutils:150)*00:04:51.237* 2018-02-08 11:44:17,871 DEBUG (MainThread) [root] SUCCESS: <err> = ''; <rc> = 0 (cmdutils:158)*00:04:51.238* --------------------- >> end captured logging << ---------------------