
--_000_EF464B7F02A647C7A11ED8E6837B3B2Ewelloxacuk_ Content-Type: text/plain; charset="us-ascii" Content-Transfer-Encoding: quoted-printable Is there any sensible way to either clean up the existing ISOs storage or r= e-attach it? I'm struggling to even export VMs and migrate them elsewhere w= ith this and need to recover them asap. Regards, Callum -- Callum Smith Research Computing Core Wellcome Trust Centre for Human Genetics University of Oxford e. callum@well.ox.ac.uk<mailto:callum@well.ox.ac.uk> On 2 May 2018, at 15:09, Callum Smith <callum@well.ox.ac.uk<mailto:callum@w= ell.ox.ac.uk>> wrote: Attached, thank you for looking into this https://HOSTNAME/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666= -c929aa0225ae <?xml version=3D"1.0" encoding=3D"UTF-8" standalone=3D"yes"?> <storage_domain href=3D"/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4= cc0-b666-c929aa0225ae<view-source:https://virtman.cluster/ovirt-engine/api/= v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae>" id=3D"f5914df0-f46= c-4cc0-b666-c929aa0225ae"> <actions> <link href=3D"/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc= 0-b666-c929aa0225ae/isattached<view-source:https://virtman.cluster/ovirt-en= gine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/isattached>= " rel=3D"isattached"/> <link href=3D"/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc= 0-b666-c929aa0225ae/reduceluns<view-source:https://virtman.cluster/ovirt-en= gine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/reduceluns>= " rel=3D"reduceluns"/> <link href=3D"/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc= 0-b666-c929aa0225ae/refreshluns<view-source:https://virtman.cluster/ovirt-e= ngine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/refreshlun= s>" rel=3D"refreshluns"/> <link href=3D"/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc= 0-b666-c929aa0225ae/updateovfstore<view-source:https://virtman.cluster/ovir= t-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/updateo= vfstore>" rel=3D"updateovfstore"/> </actions> <name>VMISOs</name> <link href=3D"/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b6= 66-c929aa0225ae/disksnapshots<view-source:https://virtman.cluster/ovirt-eng= ine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/disksnapshot= s>" rel=3D"disksnapshots"/> <link href=3D"/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b6= 66-c929aa0225ae/files<view-source:https://virtman.cluster/ovirt-engine/api/= v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/files>" rel=3D"files= "/> <link href=3D"/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b6= 66-c929aa0225ae/diskprofiles<view-source:https://virtman.cluster/ovirt-engi= ne/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/diskprofiles>= " rel=3D"diskprofiles"/> <link href=3D"/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b6= 66-c929aa0225ae/storageconnections<view-source:https://virtman.cluster/ovir= t-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/storage= connections>" rel=3D"storageconnections"/> <link href=3D"/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b6= 66-c929aa0225ae/permissions<view-source:https://virtman.cluster/ovirt-engin= e/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/permissions>" = rel=3D"permissions"/> <available>11770357874688</available> <backup>false</backup> <committed>0</committed> <critical_space_action_blocker>5</critical_space_action_blocker> <discard_after_delete>false</discard_after_delete> <external_status>ok</external_status> <master>false</master> <storage> <address>backoffice01.cluster</address> <path>/vm-iso</path> <type>nfs</type> </storage> <storage_format>v1</storage_format> <supports_discard>false</supports_discard> <supports_discard_zeroes_data>false</supports_discard_zeroes_data> <type>iso</type> <used>38654705664</used> <warning_low_space_indicator>10</warning_low_space_indicator> <wipe_after_delete>false</wipe_after_delete> <data_centers> <data_center href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228= -02bc-0358-000000000304<view-source:https://virtman.cluster/ovirt-engine/ap= i/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304>" id=3D"5a54bf81-0228= -02bc-0358-000000000304"/> </data_centers> </storage_domain> https://HOSTNAME/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-00= 0000000304/storagedomains <?xml version=3D"1.0" encoding=3D"UTF-8" standalone=3D"yes"?> <storage_domains> <storage_domain href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-= 02bc-0358-000000000304/storagedomains/d9f8093b-71cd-423d-9b7d-91a613ef98ba<= view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/5a54bf8= 1-0228-02bc-0358-000000000304/storagedomains/d9f8093b-71cd-423d-9b7d-91a613= ef98ba>" id=3D"d9f8093b-71cd-423d-9b7d-91a613ef98ba"> <actions> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02= bc-0358-000000000304/storagedomains/d9f8093b-71cd-423d-9b7d-91a613ef98ba/ac= tivate<view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/= 5a54bf81-0228-02bc-0358-000000000304/storagedomains/d9f8093b-71cd-423d-9b7d= -91a613ef98ba/activate>" rel=3D"activate"/> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02= bc-0358-000000000304/storagedomains/d9f8093b-71cd-423d-9b7d-91a613ef98ba/de= activate<view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenter= s/5a54bf81-0228-02bc-0358-000000000304/storagedomains/d9f8093b-71cd-423d-9b= 7d-91a613ef98ba/deactivate>" rel=3D"deactivate"/> </actions> <name>tegile-virtman-backup</name> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02bc-0= 358-000000000304/storagedomains/d9f8093b-71cd-423d-9b7d-91a613ef98ba/disks<= view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/5a54bf8= 1-0228-02bc-0358-000000000304/storagedomains/d9f8093b-71cd-423d-9b7d-91a613= ef98ba/disks>" rel=3D"disks"/> <available>17519171600384</available> <backup>false</backup> <committed>0</committed> <critical_space_action_blocker>5</critical_space_action_blocker> <discard_after_delete>false</discard_after_delete> <external_status>ok</external_status> <master>false</master> <status>maintenance</status> <storage> <address>192.168.64.248</address> <nfs_version>auto</nfs_version> <path>/export/virtman/backup</path> <type>nfs</type> </storage> <storage_format>v1</storage_format> <supports_discard>false</supports_discard> <supports_discard_zeroes_data>false</supports_discard_zeroes_data> <type>export</type> <used>8589934592</used> <warning_low_space_indicator>10</warning_low_space_indicator> <wipe_after_delete>false</wipe_after_delete> <data_center href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228= -02bc-0358-000000000304<view-source:https://virtman.cluster/ovirt-engine/ap= i/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304>" id=3D"5a54bf81-0228= -02bc-0358-000000000304"/> <data_centers> <data_center href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-= 0228-02bc-0358-000000000304<view-source:https://virtman.cluster/ovirt-engin= e/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304>" id=3D"5a54bf81-= 0228-02bc-0358-000000000304"/> </data_centers> </storage_domain> <storage_domain href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-= 02bc-0358-000000000304/storagedomains/017dd620-65ec-4fa4-8d46-67737dedd7a1<= view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/5a54bf8= 1-0228-02bc-0358-000000000304/storagedomains/017dd620-65ec-4fa4-8d46-67737d= edd7a1>" id=3D"017dd620-65ec-4fa4-8d46-67737dedd7a1"> <actions> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02= bc-0358-000000000304/storagedomains/017dd620-65ec-4fa4-8d46-67737dedd7a1/ac= tivate<view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/= 5a54bf81-0228-02bc-0358-000000000304/storagedomains/017dd620-65ec-4fa4-8d46= -67737dedd7a1/activate>" rel=3D"activate"/> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02= bc-0358-000000000304/storagedomains/017dd620-65ec-4fa4-8d46-67737dedd7a1/de= activate<view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenter= s/5a54bf81-0228-02bc-0358-000000000304/storagedomains/017dd620-65ec-4fa4-8d= 46-67737dedd7a1/deactivate>" rel=3D"deactivate"/> </actions> <name>VMStorage</name> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02bc-0= 358-000000000304/storagedomains/017dd620-65ec-4fa4-8d46-67737dedd7a1/disks<= view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/5a54bf8= 1-0228-02bc-0358-000000000304/storagedomains/017dd620-65ec-4fa4-8d46-67737d= edd7a1/disks>" rel=3D"disks"/> <available>11770357874688</available> <backup>false</backup> <committed>118111600640</committed> <critical_space_action_blocker>5</critical_space_action_blocker> <discard_after_delete>false</discard_after_delete> <external_status>ok</external_status> <master>true</master> <status>active</status> <storage> <address>backoffice01.cluster</address> <path>/vm-storage2</path> <type>nfs</type> </storage> <storage_format>v4</storage_format> <supports_discard>false</supports_discard> <supports_discard_zeroes_data>false</supports_discard_zeroes_data> <type>data</type> <used>38654705664</used> <warning_low_space_indicator>10</warning_low_space_indicator> <wipe_after_delete>false</wipe_after_delete> <data_center href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228= -02bc-0358-000000000304<view-source:https://virtman.cluster/ovirt-engine/ap= i/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304>" id=3D"5a54bf81-0228= -02bc-0358-000000000304"/> <data_centers> <data_center href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-= 0228-02bc-0358-000000000304<view-source:https://virtman.cluster/ovirt-engin= e/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304>" id=3D"5a54bf81-= 0228-02bc-0358-000000000304"/> </data_centers> </storage_domain> <storage_domain href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-= 02bc-0358-000000000304/storagedomains/e572c874-17f8-4ad8-9bac-b6f563a9fc17<= view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/5a54bf8= 1-0228-02bc-0358-000000000304/storagedomains/e572c874-17f8-4ad8-9bac-b6f563= a9fc17>" id=3D"e572c874-17f8-4ad8-9bac-b6f563a9fc17"> <actions> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02= bc-0358-000000000304/storagedomains/e572c874-17f8-4ad8-9bac-b6f563a9fc17/ac= tivate<view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/= 5a54bf81-0228-02bc-0358-000000000304/storagedomains/e572c874-17f8-4ad8-9bac= -b6f563a9fc17/activate>" rel=3D"activate"/> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02= bc-0358-000000000304/storagedomains/e572c874-17f8-4ad8-9bac-b6f563a9fc17/de= activate<view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenter= s/5a54bf81-0228-02bc-0358-000000000304/storagedomains/e572c874-17f8-4ad8-9b= ac-b6f563a9fc17/deactivate>" rel=3D"deactivate"/> </actions> <name>tegile-virtman</name> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02bc-0= 358-000000000304/storagedomains/e572c874-17f8-4ad8-9bac-b6f563a9fc17/disks<= view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/5a54bf8= 1-0228-02bc-0358-000000000304/storagedomains/e572c874-17f8-4ad8-9bac-b6f563= a9fc17/disks>" rel=3D"disks"/> <available>2190433320960</available> <backup>false</backup> <committed>226559524864</committed> <critical_space_action_blocker>5</critical_space_action_blocker> <discard_after_delete>false</discard_after_delete> <external_status>ok</external_status> <master>false</master> <status>active</status> <storage> <address>192.168.64.248</address> <nfs_version>auto</nfs_version> <path>/export/virtman/VirtualServerShare_1</path> <type>nfs</type> </storage> <storage_format>v4</storage_format> <supports_discard>false</supports_discard> <supports_discard_zeroes_data>false</supports_discard_zeroes_data> <type>data</type> <used>8589934592</used> <warning_low_space_indicator>10</warning_low_space_indicator> <wipe_after_delete>false</wipe_after_delete> <data_center href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228= -02bc-0358-000000000304<view-source:https://virtman.cluster/ovirt-engine/ap= i/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304>" id=3D"5a54bf81-0228= -02bc-0358-000000000304"/> <data_centers> <data_center href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-= 0228-02bc-0358-000000000304<view-source:https://virtman.cluster/ovirt-engin= e/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304>" id=3D"5a54bf81-= 0228-02bc-0358-000000000304"/> </data_centers> </storage_domain> <storage_domain href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-= 02bc-0358-000000000304/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae<= view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/5a54bf8= 1-0228-02bc-0358-000000000304/storagedomains/f5914df0-f46c-4cc0-b666-c929aa= 0225ae>" id=3D"f5914df0-f46c-4cc0-b666-c929aa0225ae"> <actions> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02= bc-0358-000000000304/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/ac= tivate<view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenters/= 5a54bf81-0228-02bc-0358-000000000304/storagedomains/f5914df0-f46c-4cc0-b666= -c929aa0225ae/activate>" rel=3D"activate"/> <link href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228-02= bc-0358-000000000304/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/de= activate<view-source:https://virtman.cluster/ovirt-engine/api/v4/datacenter= s/5a54bf81-0228-02bc-0358-000000000304/storagedomains/f5914df0-f46c-4cc0-b6= 66-c929aa0225ae/deactivate>" rel=3D"deactivate"/> </actions> <name>VMISOs</name> <available>11770357874688</available> <backup>false</backup> <committed>0</committed> <critical_space_action_blocker>5</critical_space_action_blocker> <discard_after_delete>false</discard_after_delete> <external_status>ok</external_status> <master>false</master> <status>maintenance</status> <storage> <address>backoffice01.cluster</address> <path>/vm-iso</path> <type>nfs</type> </storage> <storage_format>v1</storage_format> <supports_discard>false</supports_discard> <supports_discard_zeroes_data>false</supports_discard_zeroes_data> <type>iso</type> <used>38654705664</used> <warning_low_space_indicator>10</warning_low_space_indicator> <wipe_after_delete>false</wipe_after_delete> <data_center href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-0228= -02bc-0358-000000000304<view-source:https://virtman.cluster/ovirt-engine/ap= i/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304>" id=3D"5a54bf81-0228= -02bc-0358-000000000304"/> <data_centers> <data_center href=3D"/ovirt-engine/api/v4/datacenters/5a54bf81-= 0228-02bc-0358-000000000304<view-source:https://virtman.cluster/ovirt-engin= e/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304>" id=3D"5a54bf81-= 0228-02bc-0358-000000000304"/> </data_centers> </storage_domain> </storage_domains> <Screen Shot 2018-05-02 at 14.54.42.png> Regards, Callum -- Callum Smith Research Computing Core Wellcome Trust Centre for Human Genetics University of Oxford e. callum@well.ox.ac.uk<mailto:callum@well.ox.ac.uk> On 2 May 2018, at 14:46, Fred Rolland <frolland@redhat.com<mailto:frolland@= redhat.com>> wrote: Can you share the REST API data of the Storage domain and Data Center? Here an example of the URLs, you will need to replace with correct ids. http://MY-SERVER/ovirt-engine/api/v4/storagedomains/13461356-f6f7-4a58-9897= -2fac61ff40af<http://my-server/ovirt-engine/api/v4/storagedomains/13461356-= f6f7-4a58-9897-2fac61ff40af> http://MY-SERVER/ovirt-engine/api/v4/datacenters/5a5df553-022d-036d-01e8-00= 0000000071/storagedomains<http://my-server/ovirt-engine/api/v4/datacenters/= 5a5df553-022d-036d-01e8-000000000071/storagedomains> On Wed, May 2, 2018 at 12:53 PM, Callum Smith <callum@well.ox.ac.uk<mailto:= callum@well.ox.ac.uk>> wrote: This is on 4.2.0.2-1, I've linked the main logs to dropbox simply because t= hey're big, full of noise right now. https://www.dropbox.com/s/f8q3m5amro2a1b2/engine.log?dl=3D0 https://www.dropbox.com/s/uods85jk65halo3/vdsm.log?dl=3D0 Regards, Callum -- Callum Smith Research Computing Core Wellcome Trust Centre for Human Genetics University of Oxford e. callum@well.ox.ac.uk<mailto:callum@well.ox.ac.uk> On 2 May 2018, at 10:43, Fred Rolland <frolland@redhat.com<mailto:frolland@= redhat.com>> wrote: Which version are you using? Can you provide the whole log? For some reason, it looks like the Vdsm thinks that the Storage Domain is n= ot part of the pool. On Wed, May 2, 2018 at 11:20 AM, Callum Smith <callum@well.ox.ac.uk<mailto:= callum@well.ox.ac.uk>> wrote: State is maintenance for the ISOs storage. I've extracted what is hopefully= the relevant bits of the log. VDSM.log (SPM) 2018-05-02 09:16:03,455+0100 INFO (ioprocess communication (179084)) [IOPr= ocess] Starting ioprocess (__init__:447) 2018-05-02 09:16:03,456+0100 INFO (ioprocess communication (179091)) [IOPr= ocess] Starting ioprocess (__init__:447) 2018-05-02 09:16:03,461+0100 INFO (jsonrpc/0) [vdsm.api] FINISH activateSt= orageDomain error=3DStorage domain not in pool: u'domain=3Df5914df0-f46c-4c= c0-b666-c929aa0225ae, pool=3D5a54bf81-0228-02bc-0358-000000000304' from=3D:= :ffff:192.168.64.254,58968, flow_id=3D93433989-8e26-48a9-bd3a-2ab95f296c08,= task_id=3D7f21f911-348f-45a3-b79c-e3cb11642035 (api:50) 2018-05-02 09:16:03,461+0100 ERROR (jsonrpc/0) [storage.TaskManager.Task] (= Task=3D'7f21f911-348f-45a3-b79c-e3cb11642035') Unexpected error (task:875) Traceback (most recent call last): File "/usr/lib/python2.7/site-packages/vdsm/storage/task.py", line 882, i= n _run return fn(*args, **kargs) File "<string>", line 2, in activateStorageDomain File "/usr/lib/python2.7/site-packages/vdsm/common/api.py", line 48, in m= ethod ret =3D func(*args, **kwargs) File "/usr/lib/python2.7/site-packages/vdsm/storage/hsm.py", line 1256, i= n activateStorageDomain pool.activateSD(sdUUID) File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 7= 9, in wrapper return method(self, *args, **kwargs) File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1130, in= activateSD self.validateAttachedDomain(dom) File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 7= 9, in wrapper return method(self, *args, **kwargs) File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 557, in = validateAttachedDomain raise se.StorageDomainNotInPool(self.spUUID, dom.sdUUID) StorageDomainNotInPool: Storage domain not in pool: u'domain=3Df5914df0-f46= c-4cc0-b666-c929aa0225ae, pool=3D5a54bf81-0228-02bc-0358-000000000304' 2018-05-02 09:16:03,461+0100 INFO (jsonrpc/0) [storage.TaskManager.Task] (= Task=3D'7f21f911-348f-45a3-b79c-e3cb11642035') aborting: Task is aborted: "= Storage domain not in pool: u'domain=3Df5914df0-f46c-4cc0-b666-c929aa0225ae= , pool=3D5a54bf81-0228-02bc-0358-000000000304'" - code 353 (task:1181) 2018-05-02 09:16:03,462+0100 ERROR (jsonrpc/0) [storage.Dispatcher] FINISH = activateStorageDomain error=3DStorage domain not in pool: u'domain=3Df5914d= f0-f46c-4cc0-b666-c929aa0225ae, pool=3D5a54bf81-0228-02bc-0358-000000000304= ' (dispatcher:82) engine.log 2018-05-02 09:16:02,326+01 INFO [org.ovirt.engine.core.bll.st<http://org.o= virt.engine.core.bll.st/>orage.domain.ActivateStorageDomainCommand] (defaul= t task-20) [93433989-8e26-48a9-bd3a-2ab95f296c08] Lock Acquired to object '= EngineLock:{exclusiveLocks=3D'[f5914df0-f46c-4cc0-b666-c929aa0225ae=3DSTORA= GE]', sharedLocks=3D''}' 2018-05-02 09:16:02,376+01 INFO [org.ovirt.engine.core.bll.st<http://org.o= virt.engine.core.bll.st/>orage.domain.ActivateStorageDomainCommand] (EE-Man= agedThreadFactory-engine-Thread-33455) [93433989-8e26-48a9-bd3a-2ab95f296c0= 8] Running command: ActivateStorageDomainCommand internal: false. Entities = affected : ID: f5914df0-f46c-4cc0-b666-c929aa0225ae Type: StorageAction gr= oup MANIPULATE_STORAGE_DOMA IN with role type ADMIN 2018-05-02 09:16:02,385+01 INFO [org.ovirt.engine.core.bll.st<http://org.o= virt.engine.core.bll.st/>orage.domain.ActivateStorageDomainCommand] (EE-Man= agedThreadFactory-engine-Thread-33455) [93433989-8e26-48a9-bd3a-2ab95f296c0= 8] Lock freed to object 'EngineLock:{exclusiveLocks=3D'[f5914df0-f46c-4cc0-= b666-c929aa0225ae=3DSTORAGE]', sharedLocks=3D''}' 2018-05-02 09:16:02,385+01 INFO [org.ovirt.engine.core.bll.st<http://org.o= virt.engine.core.bll.st/>orage.domain.ActivateStorageDomainCommand] (EE-Man= agedThreadFactory-engine-Thread-33455) [93433989-8e26-48a9-bd3a-2ab95f296c0= 8] ActivateStorage Domain. Before Connect all hosts to pool. Time: Wed May = 02 09:16:02 BST 2018 2018-05-02 09:16:02,407+01 INFO [org.ovirt.engine.core.bll.st<http://org.o= virt.engine.core.bll.st/>orage.connection.ConnectStorageToVdsCommand] (EE-M= anagedThreadFactory-engine-Thread-33456) [40a82b47] Running command: Connec= tStorageToVdsCommand internal: true. Entities affected : ID: aaa00000-0000= -0000-0000-123456789aaa Type: SystemAction group CREATE_STORAGE_DOMAIN with= role type ADMIN 2018-05-02 09:16:02,421+01 INFO [org.ovirt.engine.core.vdsbroker.vdsbroker= .ConnectStorageServerVDSCommand] (EE-ManagedThreadFactory-engine-Thread-334= 56) [40a82b47] START, ConnectStorageServerVDSCommand(HostName =3D virtA003,= StorageServerConnectionManagementVDSParameters:{hostId=3D'fe2861fc-2b47-48= 07-b054-470198eda473', storagePoolId=3D'00000000-0000-0000-0000-000000 000000', storageType=3D'NFS', connectionList=3D'[StorageServerConnections:{= id=3D'da392861-aedc-4f1e-97f4-6919fb01f1e9', connection=3D'backoffice01.clu= ster:/vm-iso', iqn=3D'null', vfsType=3D'null', mountOptions=3D'null', nfsVe= rsion=3D'null', nfsRetrans=3D'null', nfsTimeo=3D'null', iface=3D'null', net= IfaceName=3D'null'}]'}), log id: 23ce648f 2018-05-02 09:16:02,446+01 INFO [org.ovirt.engine.core.vdsbroker.vdsbroker= .ConnectStorageServerVDSCommand] (EE-ManagedThreadFactory-engine-Thread-334= 56) [40a82b47] FINISH, ConnectStorageServerVDSCommand, return: {da392861-ae= dc-4f1e-97f4-6919fb01f1e9=3D0}, log id: 23ce648f 2018-05-02 09:16:02,450+01 INFO [org.ovirt.engine.core.vdsbroker.irsbroker= .ActivateStorageDomainVDSCommand] (EE-ManagedThreadFactory-engine-Thread-33= 455) [93433989-8e26-48a9-bd3a-2ab95f296c08] START, ActivateStorageDomainVDS= Command( ActivateStorageDomainVDSCommandParameters:{storagePoolId=3D'5a54bf= 81-0228-02bc-0358-000000000304', ignoreFailoverLimit=3D'false', stor ageDomainId=3D'f5914df0-f46c-4cc0-b666-c929aa0225ae'}), log id: 5c864594 2018-05-02 09:16:02,635+01 ERROR [org.ovirt.engine.core.dal.dbbroker.auditl= oghandling.AuditLogDirector] (EE-ManagedThreadFactory-engine-Thread-33455) = [93433989-8e26-48a9-bd3a-2ab95f296c08] EVENT_ID: IRS_BROKER_COMMAND_FAILURE= (10,803), VDSM command ActivateStorageDomainVDS failed: Storage domain not = in pool: u'domain=3Df5914df0-f46c-4cc0-b666-c929aa0225ae, pool=3D5a5 4bf81-0228-02bc-0358-000000000304' 2018-05-02 09:16:02,635+01 ERROR [org.ovirt.engine.core.vdsbroker.irsbroker= .ActivateStorageDomainVDSCommand] (EE-ManagedThreadFactory-engine-Thread-33= 455) [93433989-8e26-48a9-bd3a-2ab95f296c08] Command 'ActivateStorageDomainV= DSCommand( ActivateStorageDomainVDSCommandParameters:{storagePoolId=3D'5a54= bf81-0228-02bc-0358-000000000304', ignoreFailoverLimit=3D'false', st orageDomainId=3D'f5914df0-f46c-4cc0-b666-c929aa0225ae'})' execution failed:= IRSGenericException: IRSErrorException: Storage domain not in pool: u'doma= in=3Df5914df0-f46c-4cc0-b666-c929aa0225ae, pool=3D5a54bf81-0228-02bc-0358-0= 00000000304' 2018-05-02 09:16:02,635+01 INFO [org.ovirt.engine.core.vdsbroker.irsbroker= .ActivateStorageDomainVDSCommand] (EE-ManagedThreadFactory-engine-Thread-33= 455) [93433989-8e26-48a9-bd3a-2ab95f296c08] FINISH, ActivateStorageDomainVD= SCommand, log id: 5c864594 2018-05-02 09:16:02,635+01 ERROR [org.ovirt.engine.core.bll.storage.domain.= ActivateStorageDomainCommand] (EE-ManagedThreadFactory-engine-Thread-33455)= [93433989-8e26-48a9-bd3a-2ab95f296c08] Command 'org.ovirt.engine.core.bll.= storage.domain.ActivateStorageDomainCommand' failed: EngineException: org.o= virt.engine.core.vdsbroker.irsbroker.IrsOperationFailedNoFailove rException: IRSGenericException: IRSErrorException: Storage domain not in p= ool: u'domain=3Df5914df0-f46c-4cc0-b666-c929aa0225ae, pool=3D5a54bf81-0228-= 02bc-0358-000000000304' (Failed with error StorageDomainNotInPool and code = 353) 2018-05-02 09:16:02,636+01 INFO [org.ovirt.engine.core.bll.st<http://org.o= virt.engine.core.bll.st/>orage.domain.ActivateStorageDomainCommand] (EE-Man= agedThreadFactory-engine-Thread-33455) [93433989-8e26-48a9-bd3a-2ab95f296c0= 8] Command [id=3D22b0f3c1-9a09-4e26-8096-d83465c8f4ee]: Compensating CHANGE= D_STATUS_ONLY of org.ovirt.engine.core.common.businessentities.StoragePoolI= soMap; snapshot: EntityStatus Snapshot:{id=3D'StoragePoolIsoMapId:{storagePoolId=3D'5a54bf81-0228-02bc-03= 58-000000000304', storageId=3D'f5914df0-f46c-4cc0-b666-c929aa0225ae'}', sta= tus=3D'Maintenance'}. 2018-05-02 09:16:02,660+01 ERROR [org.ovirt.engine.core.dal.dbbroker.auditl= oghandling.AuditLogDirector] (EE-ManagedThreadFactory-engine-Thread-33455) = [93433989-8e26-48a9-bd3a-2ab95f296c08] EVENT_ID: USER_ACTIVATE_STORAGE_DOMA= IN_FAILED(967), Failed to activate Storage Domain VMISOs (Data Center Defau= lt) by admin@internal-authz Regards, Callum -- Callum Smith Research Computing Core Wellcome Trust Centre for Human Genetics University of Oxford e. callum@well.ox.ac.uk<mailto:callum@well.ox.ac.uk> On 2 May 2018, at 08:44, Fred Rolland <frolland@redhat.com<mailto:frolland@= redhat.com>> wrote: Hi, Can you provide logs from engine and Vdsm(SPM)? What is the state now? Thanks, Fred On Tue, May 1, 2018 at 4:11 PM, Callum Smith <callum@well.ox.ac.uk<mailto:c= allum@well.ox.ac.uk>> wrote: Dear All, It appears that clicking "detach" on the ISO storage domain is a really bad= idea. This has gotten half way through the procedure and now can't be reco= vered from. Is there any advice for re-attaching the ISO storage domain man= ually? An NFS mount didn't add it back to the "pool" unfortunately. On a separate note, is it possible to migrate this storage to a new locatio= n? And if so how. Regards, Callum -- Callum Smith Research Computing Core Wellcome Trust Centre for Human Genetics University of Oxford e. callum@well.ox.ac.uk<mailto:callum@well.ox.ac.uk> _______________________________________________ Users mailing list Users@ovirt.org<mailto:Users@ovirt.org> http://lists.ovirt.org/mailman/listinfo/users _______________________________________________ Users mailing list Users@ovirt.org<mailto:Users@ovirt.org> http://lists.ovirt.org/mailman/listinfo/users --_000_EF464B7F02A647C7A11ED8E6837B3B2Ewelloxacuk_ Content-Type: text/html; charset="us-ascii" Content-ID: <47102BA196711145A5EC026558D4D487@well.ox.ac.uk> Content-Transfer-Encoding: quoted-printable <html> <head> <meta http-equiv=3D"Content-Type" content=3D"text/html; charset=3Dus-ascii"=
</head> <body style=3D"word-wrap: break-word; -webkit-nbsp-mode: space; line-break:= after-white-space;" class=3D""> Is there any sensible way to either clean up the existing ISOs storage or r= e-attach it? I'm struggling to even export VMs and migrate them elsewhere w= ith this and need to recover them asap. <div class=3D""><br class=3D""> <div class=3D""> <div style=3D"color: rgb(0, 0, 0); letter-spacing: normal; text-align: star= t; text-indent: 0px; text-transform: none; white-space: normal; word-spacin= g: 0px; -webkit-text-stroke-width: 0px; word-wrap: break-word; -webkit-nbsp= -mode: space; -webkit-line-break: after-white-space;" class=3D""> <div style=3D"word-wrap: break-word; -webkit-nbsp-mode: space; -webkit-line= -break: after-white-space;" class=3D""> <div style=3D"color: rgb(0, 0, 0); font-family: Arial; font-size: 13px; fon= t-style: normal; font-variant-caps: normal; font-weight: normal; letter-spa= cing: normal; text-align: start; text-indent: 0px; text-transform: none; wh= ite-space: normal; word-spacing: 0px; -webkit-text-stroke-width: 0px;"> Regards,</div> <div style=3D"color: rgb(0, 0, 0); font-family: Arial; font-size: 13px; fon= t-style: normal; font-variant-caps: normal; font-weight: normal; letter-spa= cing: normal; text-align: start; text-indent: 0px; text-transform: none; wh= ite-space: normal; word-spacing: 0px; -webkit-text-stroke-width: 0px;"> Callum</div> <div style=3D"color: rgb(0, 0, 0); font-family: Arial; font-size: 13px; fon= t-style: normal; font-variant-caps: normal; font-weight: normal; letter-spa= cing: normal; text-align: start; text-indent: 0px; text-transform: none; wh= ite-space: normal; word-spacing: 0px; -webkit-text-stroke-width: 0px;"> <br class=3D""> </div> <div style=3D"color: rgb(0, 0, 0); font-family: Arial; font-size: 13px; fon= t-style: normal; font-variant-caps: normal; font-weight: normal; letter-spa= cing: normal; text-align: start; text-indent: 0px; text-transform: none; wh= ite-space: normal; word-spacing: 0px; -webkit-text-stroke-width: 0px;"> --<br class=3D""> <br class=3D""> Callum Smith</div> <div style=3D"color: rgb(0, 0, 0); font-family: Arial; font-size: 13px; fon= t-style: normal; font-variant-caps: normal; font-weight: normal; letter-spa= cing: normal; text-align: start; text-indent: 0px; text-transform: none; wh= ite-space: normal; word-spacing: 0px; -webkit-text-stroke-width: 0px;"> Research Computing Core</div> <div style=3D"color: rgb(0, 0, 0); font-family: Arial; font-size: 13px; fon= t-style: normal; font-variant-caps: normal; font-weight: normal; letter-spa= cing: normal; text-align: start; text-indent: 0px; text-transform: none; wh= ite-space: normal; word-spacing: 0px; -webkit-text-stroke-width: 0px;"> Wellcome Trust Centre for Human Genetics<br class=3D""> University of Oxford<br class=3D""> e. <a href=3D"mailto:callum@well.ox.ac.uk" class=3D"">callum@well.ox.ac.uk<= /a></div> </div> </div> </div> <div><br class=3D""> <blockquote type=3D"cite" class=3D""> <div class=3D"">On 2 May 2018, at 15:09, Callum Smith <<a href=3D"mailto= :callum@well.ox.ac.uk" class=3D"">callum@well.ox.ac.uk</a>> wrote:</div> <br class=3D"Apple-interchange-newline"> <div class=3D""> <div style=3D"word-wrap: break-word; -webkit-nbsp-mode: space; line-break: = after-white-space;" class=3D""> <pre id=3D"line1" class=3D"">Attached, thank you for looking into this</pre=
<pre id=3D"line1" class=3D""><span class=3D"pi"><br class=3D""></span></pre=
> <span id=3D"line16" class=3D""></span> <<span class=3D"start-tag">bac= kup</span>>false</<span class=3D"end-tag">backup</span>> <span id=3D"line17" class=3D""></span> <<span class=3D"start-tag">com= mitted</span>>0</<span class=3D"end-tag">committed</span>> <span id=3D"line18" class=3D""></span> <<span class=3D"start-tag">cri= tical_space_action_blocker</span>>5</<span class=3D"end-tag">critical= _space_action_blocker</span>> <span id=3D"line19" class=3D""></span> <<span class=3D"start-tag">dis= card_after_delete</span>>false</<span class=3D"end-tag">discard_after= _delete</span>> <span id=3D"line20" class=3D""></span> <<span class=3D"start-tag">ext= ernal_status</span>>ok</<span class=3D"end-tag">external_status</span= > <span id=3D"line21" class=3D""></span> <<span class=3D"start-tag">mas= ter</span>>false</<span class=3D"end-tag">master</span>> <span id=3D"line22" class=3D""></span> <<span class=3D"start-tag">sto= rage</span>> <span id=3D"line23" class=3D""></span> <<span class=3D"start-tag"= address</span>>backoffice01.cluster</<span class=3D"end-tag">address= </span>> <span id=3D"line24" class=3D""></span> <<span class=3D"start-tag"= path</span>>/vm-iso</<span class=3D"end-tag">path</span>> <span id=3D"line25" class=3D""></span> <<span class=3D"start-tag"= type</span>>nfs</<span class=3D"end-tag">type</span>> <span id=3D"line26" class=3D""></span> </<span class=3D"end-tag">stor= age</span>> <span id=3D"line27" class=3D""></span> <<span class=3D"start-tag">sto= rage_format</span>>v1</<span class=3D"end-tag">storage_format</span>&= gt; <span id=3D"line28" class=3D""></span> <<span class=3D"start-tag">sup=
data_center</span> <span class=3D"attribute-name">href</span>=3D"<a c= lass=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-= engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304">/ovirt-engi= ne/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304</a>" <span = class=3D"attribute-name">id</span>=3D"<a class=3D"attribute-value">5a5= 4bf81-0228-02bc-0358-000000000304</a>"/> <span id=3D"line36" class=3D""></span> </<span class=3D"end-tag">data= _centers</span>> <span id=3D"line37" class=3D""></span></<span class=3D"end-tag">storage_= domain</span>> <span id=3D"line38" class=3D""></span></pre><div class=3D""><br class=3D"">= </div><div class=3D"">https://<i class=3D"">HOSTNAME</i>/ovirt-engine/api/v= 4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains</div></sp= an></pre> <pre id=3D"line1" class=3D""><pre id=3D"line1" class=3D""><span class=3D"pi= "><?xml version=3D"1.0" encoding=3D"UTF-8" standalon= e=3D"yes"?></span> <span id=3D"line2" class=3D""></span><<span class=3D"start-tag">storage_= domains</span>> <span id=3D"line3" class=3D""></span> <<span class=3D"start-tag">stor= age_domain</span> <span class=3D"attribute-name">href</span>=3D"<a cla= ss=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-en= gine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains= /d9f8093b-71cd-423d-9b7d-91a613ef98ba">/ovirt-engine/api/v4/datacenters/5a5= 4bf81-0228-02bc-0358-000000000304/storagedomains/d9f8093b-71cd-423d-9b7d-91= a613ef98ba</a>" <span class=3D"attribute-name">id</span>=3D"<a cl= ass=3D"attribute-value">d9f8093b-71cd-423d-9b7d-91a613ef98ba</a>"> <span id=3D"line4" class=3D""></span> <<span class=3D"start-tag">= actions</span>> <span id=3D"line5" class=3D""></span> <<span class=3D"start-t= ag">link</span> <span class=3D"attribute-name">href</span>=3D"<a class= =3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engi= ne/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/d= 9f8093b-71cd-423d-9b7d-91a613ef98ba/activate">/ovirt-engine/api/v4/datacent= ers/5a54bf81-0228-02bc-0358-000000000304/storagedomains/d9f8093b-71cd-423d-= 9b7d-91a613ef98ba/activate</a>" <span class=3D"attribute-name">rel</sp= an>=3D"<a class=3D"attribute-value">activate</a>"/> <span id=3D"line6" class=3D""></span> <<span class=3D"start-t= ag">link</span> <span class=3D"attribute-name">href</span>=3D"<a class= =3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engi= ne/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/d= 9f8093b-71cd-423d-9b7d-91a613ef98ba/deactivate">/ovirt-engine/api/v4/datace= nters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/d9f8093b-71cd-423= d-9b7d-91a613ef98ba/deactivate</a>" <span class=3D"attribute-name">rel= </span>=3D"<a class=3D"attribute-value">deactivate</a>"/> <span id=3D"line7" class=3D""></span> </<span class=3D"end-tag">a= ctions</span>> <span id=3D"line8" class=3D""></span> <<span class=3D"start-tag">= name</span>>tegile-virtman-backup</<span class=3D"end-tag">name</span= > <span id=3D"line9" class=3D""></span> <<span class=3D"start-tag">=
available</span>>17519171600384</<span class=3D"end-tag">available</= span>> <span id=3D"line11" class=3D""></span> <<span class=3D"start-tag"= backup</span>>false</<span class=3D"end-tag">backup</span>> <span id=3D"line12" class=3D""></span> <<span class=3D"start-tag"= committed</span>>0</<span class=3D"end-tag">committed</span>> <span id=3D"line13" class=3D""></span> <<span class=3D"start-tag"= critical_space_action_blocker</span>>5</<span class=3D"end-tag">crit= ical_space_action_blocker</span>> <span id=3D"line14" class=3D""></span> <<span class=3D"start-tag"= discard_after_delete</span>>false</<span class=3D"end-tag">discard_a= fter_delete</span>> <span id=3D"line15" class=3D""></span> <<span class=3D"start-tag"= external_status</span>>ok</<span class=3D"end-tag">external_status</= span>> <span id=3D"line16" class=3D""></span> <<span class=3D"start-tag"= master</span>>false</<span class=3D"end-tag">master</span>> <span id=3D"line17" class=3D""></span> <<span class=3D"start-tag"= status</span>>maintenance</<span class=3D"end-tag">status</span>> <span id=3D"line18" class=3D""></span> <<span class=3D"start-tag"= storage</span>> <span id=3D"line19" class=3D""></span> <<span class=3D"start-= tag">address</span>>192.168.64.248</<span class=3D"end-tag">address</= span>> <span id=3D"line20" class=3D""></span> <<span class=3D"start-= tag">nfs_version</span>>auto</<span class=3D"end-tag">nfs_version</sp= an>> <span id=3D"line21" class=3D""></span> <<span class=3D"start-= tag">path</span>>/export/virtman/backup</<span class=3D"end-tag">path= </span>> <span id=3D"line22" class=3D""></span> <<span class=3D"start-= tag">type</span>>nfs</<span class=3D"end-tag">type</span>> <span id=3D"line23" class=3D""></span> </<span class=3D"end-tag">= storage</span>> <span id=3D"line24" class=3D""></span> <<span class=3D"start-tag"= storage_format</span>>v1</<span class=3D"end-tag">storage_format</sp= an>> <span id=3D"line25" class=3D""></span> <<span class=3D"start-tag"= supports_discard</span>>false</<span class=3D"end-tag">supports_disc= ard</span>> <span id=3D"line26" class=3D""></span> <<span class=3D"start-tag"= supports_discard_zeroes_data</span>>false</<span class=3D"end-tag">s= upports_discard_zeroes_data</span>> <span id=3D"line27" class=3D""></span> <<span class=3D"start-tag"= type</span>>export</<span class=3D"end-tag">type</span>> <span id=3D"line28" class=3D""></span> <<span class=3D"start-tag"= used</span>>8589934592</<span class=3D"end-tag">used</span>> <span id=3D"line29" class=3D""></span> <<span class=3D"start-tag"= warning_low_space_indicator</span>>10</<span class=3D"end-tag">warni= ng_low_space_indicator</span>> <span id=3D"line30" class=3D""></span> <<span class=3D"start-tag"= wipe_after_delete</span>>false</<span class=3D"end-tag">wipe_after_d= elete</span>> <span id=3D"line31" class=3D""></span> <<span class=3D"start-tag"= data_center</span> <span class=3D"attribute-name">href</span>=3D"<a c= lass=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-= engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304">/ovirt-engi= ne/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304</a>" <span = class=3D"attribute-name">id</span>=3D"<a class=3D"attribute-value">5a5= 4bf81-0228-02bc-0358-000000000304</a>"/> <span id=3D"line32" class=3D""></span> <<span class=3D"start-tag"= data_centers</span>> <span id=3D"line33" class=3D""></span> <<span class=3D"start-= tag">data_center</span> <span class=3D"attribute-name">href</span>=3D"= <a class=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ov= irt-engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304">/ovirt-= engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304</a>" <s=
5a54bf81-0228-02bc-0358-000000000304</a>"/> <span id=3D"line34" class=3D""></span> </<span class=3D"end-tag">= data_centers</span>> <span id=3D"line35" class=3D""></span> </<span class=3D"end-tag">stor= age_domain</span>> <span id=3D"line36" class=3D""></span> <<span class=3D"start-tag">sto= rage_domain</span> <span class=3D"attribute-name">href</span>=3D"<a cl= ass=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-e= ngine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomain= s/017dd620-65ec-4fa4-8d46-67737dedd7a1">/ovirt-engine/api/v4/datacenters/5a= 54bf81-0228-02bc-0358-000000000304/storagedomains/017dd620-65ec-4fa4-8d46-6= 7737dedd7a1</a>" <span class=3D"attribute-name">id</span>=3D"<a c= lass=3D"attribute-value">017dd620-65ec-4fa4-8d46-67737dedd7a1</a>"> <span id=3D"line37" class=3D""></span> <<span class=3D"start-tag"= actions</span>> <span id=3D"line38" class=3D""></span> <<span class=3D"start-= tag">link</span> <span class=3D"attribute-name">href</span>=3D"<a clas= s=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-eng= ine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/= 017dd620-65ec-4fa4-8d46-67737dedd7a1/activate">/ovirt-engine/api/v4/datacen= ters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/017dd620-65ec-4fa4= -8d46-67737dedd7a1/activate</a>" <span class=3D"attribute-name">rel</s=
name</span>>VMStorage</<span class=3D"end-tag">name</span>> <span id=3D"line42" class=3D""></span> <<span class=3D"start-tag"= link</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D= "attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/= api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/017d= d620-65ec-4fa4-8d46-67737dedd7a1/disks">/ovirt-engine/api/v4/datacenters/5a= 54bf81-0228-02bc-0358-000000000304/storagedomains/017dd620-65ec-4fa4-8d46-6= 7737dedd7a1/disks</a>" <span class=3D"attribute-name">rel</span>=3D&qu= ot;<a class=3D"attribute-value">disks</a>"/> <span id=3D"line43" class=3D""></span> <<span class=3D"start-tag"= available</span>>11770357874688</<span class=3D"end-tag">available</= span>> <span id=3D"line44" class=3D""></span> <<span class=3D"start-tag"= backup</span>>false</<span class=3D"end-tag">backup</span>> <span id=3D"line45" class=3D""></span> <<span class=3D"start-tag"= committed</span>>118111600640</<span class=3D"end-tag">committed</sp= an>> <span id=3D"line46" class=3D""></span> <<span class=3D"start-tag"= critical_space_action_blocker</span>>5</<span class=3D"end-tag">crit= ical_space_action_blocker</span>> <span id=3D"line47" class=3D""></span> <<span class=3D"start-tag"= discard_after_delete</span>>false</<span class=3D"end-tag">discard_a= fter_delete</span>> <span id=3D"line48" class=3D""></span> <<span class=3D"start-tag"= external_status</span>>ok</<span class=3D"end-tag">external_status</= span>> <span id=3D"line49" class=3D""></span> <<span class=3D"start-tag"= master</span>>true</<span class=3D"end-tag">master</span>> <span id=3D"line50" class=3D""></span> <<span class=3D"start-tag"= status</span>>active</<span class=3D"end-tag">status</span>> <span id=3D"line51" class=3D""></span> <<span class=3D"start-tag"= storage</span>> <span id=3D"line52" class=3D""></span> <<span class=3D"start-= tag">address</span>>backoffice01.cluster</<span class=3D"end-tag">add= ress</span>> <span id=3D"line53" class=3D""></span> <<span class=3D"start-= tag">path</span>>/vm-storage2</<span class=3D"end-tag">path</span>>= ; <span id=3D"line54" class=3D""></span> <<span class=3D"start-= tag">type</span>>nfs</<span class=3D"end-tag">type</span>> <span id=3D"line55" class=3D""></span> </<span class=3D"end-tag">= storage</span>> <span id=3D"line56" class=3D""></span> <<span class=3D"start-tag"= storage_format</span>>v4</<span class=3D"end-tag">storage_format</sp= an>> <span id=3D"line57" class=3D""></span> <<span class=3D"start-tag"= supports_discard</span>>false</<span class=3D"end-tag">supports_disc= ard</span>> <span id=3D"line58" class=3D""></span> <<span class=3D"start-tag"= supports_discard_zeroes_data</span>>false</<span class=3D"end-tag">s= upports_discard_zeroes_data</span>> <span id=3D"line59" class=3D""></span> <<span class=3D"start-tag"= type</span>>data</<span class=3D"end-tag">type</span>> <span id=3D"line60" class=3D""></span> <<span class=3D"start-tag"= used</span>>38654705664</<span class=3D"end-tag">used</span>> <span id=3D"line61" class=3D""></span> <<span class=3D"start-tag"= warning_low_space_indicator</span>>10</<span class=3D"end-tag">warni= ng_low_space_indicator</span>> <span id=3D"line62" class=3D""></span> <<span class=3D"start-tag"= wipe_after_delete</span>>false</<span class=3D"end-tag">wipe_after_d= elete</span>> <span id=3D"line63" class=3D""></span> <<span class=3D"start-tag"= data_center</span> <span class=3D"attribute-name">href</span>=3D"<a c= lass=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-= engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304">/ovirt-engi= ne/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304</a>" <span = class=3D"attribute-name">id</span>=3D"<a class=3D"attribute-value">5a5= 4bf81-0228-02bc-0358-000000000304</a>"/> <span id=3D"line64" class=3D""></span> <<span class=3D"start-tag"= data_centers</span>> <span id=3D"line65" class=3D""></span> <<span class=3D"start-= tag">data_center</span> <span class=3D"attribute-name">href</span>=3D"= <a class=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ov= irt-engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304">/ovirt-= engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304</a>" <s=
5a54bf81-0228-02bc-0358-000000000304</a>"/> <span id=3D"line66" class=3D""></span> </<span class=3D"end-tag">= data_centers</span>> <span id=3D"line67" class=3D""></span> </<span class=3D"end-tag">stor= age_domain</span>> <span id=3D"line68" class=3D""></span> <<span class=3D"start-tag">sto= rage_domain</span> <span class=3D"attribute-name">href</span>=3D"<a cl= ass=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-e= ngine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomain= s/e572c874-17f8-4ad8-9bac-b6f563a9fc17">/ovirt-engine/api/v4/datacenters/5a= 54bf81-0228-02bc-0358-000000000304/storagedomains/e572c874-17f8-4ad8-9bac-b= 6f563a9fc17</a>" <span class=3D"attribute-name">id</span>=3D"<a c= lass=3D"attribute-value">e572c874-17f8-4ad8-9bac-b6f563a9fc17</a>"> <span id=3D"line69" class=3D""></span> <<span class=3D"start-tag"= actions</span>> <span id=3D"line70" class=3D""></span> <<span class=3D"start-= tag">link</span> <span class=3D"attribute-name">href</span>=3D"<a clas= s=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-eng= ine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/= e572c874-17f8-4ad8-9bac-b6f563a9fc17/activate">/ovirt-engine/api/v4/datacen= ters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/e572c874-17f8-4ad8= -9bac-b6f563a9fc17/activate</a>" <span class=3D"attribute-name">rel</s=
name</span>>tegile-virtman</<span class=3D"end-tag">name</span>> <span id=3D"line74" class=3D""></span> <<span class=3D"start-tag"= link</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D= "attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/= api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/e572= c874-17f8-4ad8-9bac-b6f563a9fc17/disks">/ovirt-engine/api/v4/datacenters/5a= 54bf81-0228-02bc-0358-000000000304/storagedomains/e572c874-17f8-4ad8-9bac-b= 6f563a9fc17/disks</a>" <span class=3D"attribute-name">rel</span>=3D&qu= ot;<a class=3D"attribute-value">disks</a>"/> <span id=3D"line75" class=3D""></span> <<span class=3D"start-tag"= available</span>>2190433320960</<span class=3D"end-tag">available</s=
backup</span>>false</<span class=3D"end-tag">backup</span>> <span id=3D"line77" class=3D""></span> <<span class=3D"start-tag"= committed</span>>226559524864</<span class=3D"end-tag">committed</sp= an>> <span id=3D"line78" class=3D""></span> <<span class=3D"start-tag"= critical_space_action_blocker</span>>5</<span class=3D"end-tag">crit= ical_space_action_blocker</span>> <span id=3D"line79" class=3D""></span> <<span class=3D"start-tag"= discard_after_delete</span>>false</<span class=3D"end-tag">discard_a= fter_delete</span>> <span id=3D"line80" class=3D""></span> <<span class=3D"start-tag"= external_status</span>>ok</<span class=3D"end-tag">external_status</= span>> <span id=3D"line81" class=3D""></span> <<span class=3D"start-tag"= master</span>>false</<span class=3D"end-tag">master</span>> <span id=3D"line82" class=3D""></span> <<span class=3D"start-tag"= status</span>>active</<span class=3D"end-tag">status</span>> <span id=3D"line83" class=3D""></span> <<span class=3D"start-tag"= storage</span>> <span id=3D"line84" class=3D""></span> <<span class=3D"start-= tag">address</span>>192.168.64.248</<span class=3D"end-tag">address</= span>> <span id=3D"line85" class=3D""></span> <<span class=3D"start-= tag">nfs_version</span>>auto</<span class=3D"end-tag">nfs_version</sp= an>> <span id=3D"line86" class=3D""></span> <<span class=3D"start-= tag">path</span>>/export/virtman/VirtualServerShare_1</<span class=3D= "end-tag">path</span>> <span id=3D"line87" class=3D""></span> <<span class=3D"start-= tag">type</span>>nfs</<span class=3D"end-tag">type</span>> <span id=3D"line88" class=3D""></span> </<span class=3D"end-tag">= storage</span>> <span id=3D"line89" class=3D""></span> <<span class=3D"start-tag"= storage_format</span>>v4</<span class=3D"end-tag">storage_format</sp= an>> <span id=3D"line90" class=3D""></span> <<span class=3D"start-tag"= supports_discard</span>>false</<span class=3D"end-tag">supports_disc= ard</span>> <span id=3D"line91" class=3D""></span> <<span class=3D"start-tag"= supports_discard_zeroes_data</span>>false</<span class=3D"end-tag">s= upports_discard_zeroes_data</span>> <span id=3D"line92" class=3D""></span> <<span class=3D"start-tag"= type</span>>data</<span class=3D"end-tag">type</span>> <span id=3D"line93" class=3D""></span> <<span class=3D"start-tag"= used</span>>8589934592</<span class=3D"end-tag">used</span>> <span id=3D"line94" class=3D""></span> <<span class=3D"start-tag"= warning_low_space_indicator</span>>10</<span class=3D"end-tag">warni= ng_low_space_indicator</span>> <span id=3D"line95" class=3D""></span> <<span class=3D"start-tag"= wipe_after_delete</span>>false</<span class=3D"end-tag">wipe_after_d= elete</span>> <span id=3D"line96" class=3D""></span> <<span class=3D"start-tag"= data_center</span> <span class=3D"attribute-name">href</span>=3D"<a c= lass=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-= engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304">/ovirt-engi= ne/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304</a>" <span = class=3D"attribute-name">id</span>=3D"<a class=3D"attribute-value">5a5= 4bf81-0228-02bc-0358-000000000304</a>"/> <span id=3D"line97" class=3D""></span> <<span class=3D"start-tag"= data_centers</span>> <span id=3D"line98" class=3D""></span> <<span class=3D"start-= tag">data_center</span> <span class=3D"attribute-name">href</span>=3D"= <a class=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ov= irt-engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304">/ovirt-= engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304</a>" <s=
5a54bf81-0228-02bc-0358-000000000304</a>"/> <span id=3D"line99" class=3D""></span> </<span class=3D"end-tag">= data_centers</span>> <span id=3D"line100" class=3D""></span> </<span class=3D"end-tag">sto= rage_domain</span>> <span id=3D"line101" class=3D""></span> <<span class=3D"start-tag">st= orage_domain</span> <span class=3D"attribute-name">href</span>=3D"<a c= lass=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-= engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomai= ns/f5914df0-f46c-4cc0-b666-c929aa0225ae">/ovirt-engine/api/v4/datacenters/5= a54bf81-0228-02bc-0358-000000000304/storagedomains/f5914df0-f46c-4cc0-b666-= c929aa0225ae</a>" <span class=3D"attribute-name">id</span>=3D"<a = class=3D"attribute-value">f5914df0-f46c-4cc0-b666-c929aa0225ae</a>">= ; <span id=3D"line102" class=3D""></span> <<span class=3D"start-tag= ">actions</span>> <span id=3D"line103" class=3D""></span> <<span class=3D"start= -tag">link</span> <span class=3D"attribute-name">href</span>=3D"<a cla= ss=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-en= gine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains= /f5914df0-f46c-4cc0-b666-c929aa0225ae/activate">/ovirt-engine/api/v4/datace= nters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/f5914df0-f46c-4cc= 0-b666-c929aa0225ae/activate</a>" <span class=3D"attribute-name">rel</= span>=3D"<a class=3D"attribute-value">activate</a>"/> <span id=3D"line104" class=3D""></span> <<span class=3D"start= -tag">link</span> <span class=3D"attribute-name">href</span>=3D"<a cla= ss=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-en= gine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains= /f5914df0-f46c-4cc0-b666-c929aa0225ae/deactivate">/ovirt-engine/api/v4/data=
actions</span>> <span id=3D"line106" class=3D""></span> <<span class=3D"start-tag= ">name</span>>VMISOs</<span class=3D"end-tag">name</span>> <span id=3D"line107" class=3D""></span> <<span class=3D"start-tag= ">available</span>>11770357874688</<span class=3D"end-tag">available<= /span>> <span id=3D"line108" class=3D""></span> <<span class=3D"start-tag= ">backup</span>>false</<span class=3D"end-tag">backup</span>> <span id=3D"line109" class=3D""></span> <<span class=3D"start-tag= ">committed</span>>0</<span class=3D"end-tag">committed</span>> <span id=3D"line110" class=3D""></span> <<span class=3D"start-tag= ">critical_space_action_blocker</span>>5</<span class=3D"end-tag">cri= tical_space_action_blocker</span>> <span id=3D"line111" class=3D""></span> <<span class=3D"start-tag= ">discard_after_delete</span>>false</<span class=3D"end-tag">discard_= after_delete</span>> <span id=3D"line112" class=3D""></span> <<span class=3D"start-tag= ">external_status</span>>ok</<span class=3D"end-tag">external_status<= /span>> <span id=3D"line113" class=3D""></span> <<span class=3D"start-tag= ">master</span>>false</<span class=3D"end-tag">master</span>> <span id=3D"line114" class=3D""></span> <<span class=3D"start-tag= ">status</span>>maintenance</<span class=3D"end-tag">status</span>>= ; <span id=3D"line115" class=3D""></span> <<span class=3D"start-tag= ">storage</span>> <span id=3D"line116" class=3D""></span> <<span class=3D"start= -tag">address</span>>backoffice01.cluster</<span class=3D"end-tag">ad= dress</span>> <span id=3D"line117" class=3D""></span> <<span class=3D"start= -tag">path</span>>/vm-iso</<span class=3D"end-tag">path</span>> <span id=3D"line118" class=3D""></span> <<span class=3D"start= -tag">type</span>>nfs</<span class=3D"end-tag">type</span>> <span id=3D"line119" class=3D""></span> </<span class=3D"end-tag"= storage</span>> <span id=3D"line120" class=3D""></span> <<span class=3D"start-tag= ">storage_format</span>>v1</<span class=3D"end-tag">storage_format</s=
data_centers</span>> <span id=3D"line131" class=3D""></span> </<span class=3D"end-tag">sto= rage_domain</span>> <span id=3D"line132" class=3D""></span></<span class=3D"end-tag">storage= _domains</span>> <span id=3D"line133" class=3D""></span></pre><div class=3D""><br class=3D""= </div> <span id=3D"line3" class=3D""></span></pre> <div class=3D""><span id=3D"cid:921E5257-26F4-4E0D-83B0-68F996842D08@well.o= x.ac.uk"><Screen Shot 2018-05-02 at 14.54.42.png></span></div> <div class=3D""> <div style=3D"letter-spacing: normal; text-align: start; text-indent: 0px; = text-transform: none; white-space: normal; word-spacing: 0px; -webkit-text-= stroke-width: 0px; word-wrap: break-word; -webkit-nbsp-mode: space; line-br= eak: after-white-space;" class=3D""> <div style=3D"word-wrap: break-word; -webkit-nbsp-mode: space; -webkit-line= -break: after-white-space;" class=3D""> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px; -webkit-text-stroke-width: 0px;" class=3D""> Regards,</div> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px; -webkit-text-stroke-width: 0px;" class=3D""> Callum</div> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px; -webkit-text-stroke-width: 0px;" class=3D""> <br class=3D""> </div> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px; -webkit-text-stroke-width: 0px;" class=3D""> --<br class=3D""> <br class=3D""> Callum Smith</div> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px; -webkit-text-stroke-width: 0px;" class=3D""> Research Computing Core</div> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px; -webkit-text-stroke-width: 0px;" class=3D""> Wellcome Trust Centre for Human Genetics<br class=3D""> University of Oxford<br class=3D""> e. <a href=3D"mailto:callum@well.ox.ac.uk" class=3D"">callum@well.ox.ac.uk<= /a></div> </div> </div> </div> <div class=3D""><br class=3D""> <blockquote type=3D"cite" class=3D""> <div class=3D"">On 2 May 2018, at 14:46, Fred Rolland <<a href=3D"mailto= :frolland@redhat.com" class=3D"">frolland@redhat.com</a>> wrote:</div> <br class=3D"Apple-interchange-newline"> <div class=3D""> <div dir=3D"ltr" class=3D""> <div class=3D"">Can you share the REST API data of the Storage domain and D= ata Center?<br class=3D""> </div> Here an example of the URLs, you will need to replace with correct ids.<br = class=3D""> <div class=3D""><br class=3D""> <a href=3D"http://my-server/ovirt-engine/api/v4/storagedomains/13461356-f6f= 7-4a58-9897-2fac61ff40af" class=3D"">http://MY-SERVER/ovirt-engine/api/v4/s= toragedomains/13461356-f6f7-4a58-9897-2fac61ff40af</a><br class=3D""> <br class=3D""> <a href=3D"http://my-server/ovirt-engine/api/v4/datacenters/5a5df553-022d-0= 36d-01e8-000000000071/storagedomains" class=3D"">http://MY-SERVER/ovirt-eng= ine/api/v4/datacenters/5a5df553-022d-036d-01e8-000000000071/storagedomains<= /a><br class=3D""> <br class=3D""> <br class=3D""> </div> </div> <div class=3D"gmail_extra"><br class=3D""> <div class=3D"gmail_quote">On Wed, May 2, 2018 at 12:53 PM, Callum Smith <s=
This is on 4.2.0.2-1, I've linked the main logs to dropbox simply because =
State is maintenance for the ISOs storage. I've extracted what is hopefull= y the relevant bits of the log. <div class=3D""> <div class=3D""><br class=3D""> </div> <div class=3D"">VDSM.log (SPM)</div> <div class=3D""><br class=3D""> </div> <div class=3D""> <div class=3D"">2018-05-02 09:16:03,455+0100 INFO (ioprocess comm= unication (179084)) [IOProcess] Starting ioprocess (__init__:447)</div> <div class=3D"">2018-05-02 09:16:03,456+0100 INFO (ioprocess comm= unication (179091)) [IOProcess] Starting ioprocess (__init__:447)</div> <div class=3D"">2018-05-02 09:16:03,461+0100 INFO (jsonrpc/0) [vd= sm.api] FINISH activateStorageDomain error=3DStorage domain not in pool: u'= domain=3Df5914df0-f46c-4cc0-b6<wbr class=3D"">66-c929aa0225ae, pool=3D5a54b= f81-0228-02bc-0358-0<wbr class=3D"">00000000304' from=3D::ffff:192.168.64.2= 54,589<wbr class=3D"">68, flow_id=3D93433989-8e26-48a9-bd3<wbr class=3D"">a-2ab95f296c08, task_id=3D= 7f21f911-348f-45a3-b79<wbr class=3D"">c-e3cb11642035 (api:50)</div> <div class=3D"">2018-05-02 09:16:03,461+0100 ERROR (jsonrpc/0) [storage= .TaskManager.Task] (Task=3D'7f21f911-348f-45a3-b79c<wbr class=3D"">-e3cb116= 42035') Unexpected error (task:875)</div> <div class=3D"">Traceback (most recent call last):</div> <div class=3D""> File "/usr/lib/python2.7/site-packa<wbr class= =3D"">ges/vdsm/storage/task.py", line 882, in _run</div> <div class=3D""> return fn(*args, **kargs)</div> <div class=3D""> File "<string>", line 2, in activate= StorageDomain</div> <div class=3D""> File "/usr/lib/python2.7/site-packa<wbr class= =3D"">ges/vdsm/common/api.py", line 48, in method</div> <div class=3D""> ret =3D func(*args, **kwargs)</div> <div class=3D""> File "/usr/lib/python2.7/site-packa<wbr class= =3D"">ges/vdsm/storage/hsm.py", line 1256, in activateStorageDomain</d= iv> <div class=3D""> pool.activateSD(sdUUID)</div> <div class=3D""> File "/usr/lib/python2.7/site-packa<wbr class= =3D"">ges/vdsm/storage/securable.py"<wbr class=3D"">, line 79, in wrap=
m)</div> <div class=3D""> File "/usr/lib/python2.7/site-packa<wbr class= =3D"">ges/vdsm/storage/securable.py"<wbr class=3D"">, line 79, in wrap=
<wbr class=3D"">orage.domain.ActivateStorageDo<wbr class=3D"">mainCommand]= (default task-20) [93433989-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] Lock Acquired to object 'EngineLock:{exclusiveLocks=3D'[<wbr class=3D"">f5= 914df0-f46c-4cc0-b666-c929aa<wbr class=3D"">0225ae=3DSTORAGE]', sharedLocks= =3D''}'</div> <div class=3D"">2018-05-02 09:16:02,376+01 INFO [<a href=3D"http:= //org.ovirt.engine.core.bll.st/" class=3D"">org.ovirt.engine.core.bll.st</a= <wbr class=3D"">orage.domain.ActivateStorageDo<wbr class=3D"">mainCommand]= (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33455) [93433989-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] Running command: Ac= tivateStorageDomainCommand internal: false. Entities affected : ID: f= 5914df0-f46c-4cc0-b666-c929aa<wbr class=3D"">0225ae Type: StorageAction gro= up MANIPULATE_STORAGE_DOMA</div> <div class=3D"">IN with role type ADMIN</div> <div class=3D"">2018-05-02 09:16:02,385+01 INFO [<a href=3D"http:= //org.ovirt.engine.core.bll.st/" class=3D"">org.ovirt.engine.core.bll.st</a= <wbr class=3D"">orage.domain.ActivateStorageDo<wbr class=3D"">mainCommand]= (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33455) [93433989-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] Lock freed to objec= t 'EngineLock:{exclusiveLocks=3D'[<wbr class=3D"">f5914df0-f46c-4cc0-b666-c= 929aa<wbr class=3D"">0225ae=3DSTORAGE]', sharedLocks=3D''}'</div> <div class=3D"">2018-05-02 09:16:02,385+01 INFO [<a href=3D"http:= //org.ovirt.engine.core.bll.st/" class=3D"">org.ovirt.engine.core.bll.st</a= <wbr class=3D"">orage.domain.ActivateStorageDo<wbr class=3D"">mainCommand]= (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33455) [93433989-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] ActivateStorage Dom= ain. Before Connect all hosts to pool. Time: Wed May 02 09:16:02 BST 2018</=
<wbr class=3D"">orage.connection.ConnectStorag<wbr class=3D"">eToVdsComman= d] (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33456) [40a82b47] Running command: ConnectStorageToVdsCommand internal: true. Ent= ities affected : ID: aaa00000-0000-0000-0000-123456<wbr class=3D"">78= 9aaa Type: SystemAction group CREATE_STORAGE_DOMAIN with role type ADMIN</d= iv> <div class=3D"">2018-05-02 09:16:02,421+01 INFO [org.ovirt.engine= .core.vdsbro<wbr class=3D"">ker.vdsbroker.ConnectStorageSe<wbr class=3D"">r= verVDSCommand] (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33456= ) [40a82b47] START, ConnectStorageServerVDSCommand<wbr class=3D"">(HostName =3D virtA003, StorageServerConnectionManagem<wbr class=3D"">entVDSParamete= rs:{hostId=3D'fe28<wbr class=3D"">61fc-2b47-4807-b054-470198eda4<wbr class= =3D"">73', storagePoolId=3D'00000000-0000-0<wbr class=3D"">000-0000-000000<= /div> <div class=3D"">000000', storageType=3D'NFS', connectionList=3D'[StorageSer= ver<wbr class=3D"">Connections:{id=3D'da392861-<wbr class=3D"">aedc-4f1e-97= f4-6919fb01f1e9', connection=3D'backoffice01.clust<wbr class=3D"">er:/vm-is= o', iqn=3D'null', vfsType=3D'null', mountOptions=3D'null', nfsVersion=3D'null', nfsRetrans=3D'null', nfsTimeo=3D'null', iface=3D'null= ', netIfaceName=3D'null'}]'}), log id: 23ce648f</div> <div class=3D"">2018-05-02 09:16:02,446+01 INFO [org.ovirt.engine= .core.vdsbro<wbr class=3D"">ker.vdsbroker.ConnectStorageSe<wbr class=3D"">r= verVDSCommand] (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33456= ) [40a82b47] FINISH, ConnectStorageServerVDSCommand<wbr class=3D"">, return: {da392861-aedc-4f1e-97f4-6919f<wbr class=3D"">b01f1e9=3D0}, log id= : 23ce648f</div> <div class=3D"">2018-05-02 09:16:02,450+01 INFO [org.ovirt.engine= .core.vdsbro<wbr class=3D"">ker.irsbroker.ActivateStorageD<wbr class=3D"">o=
54bf81-0228-02bc-0358-00000000<wbr class=3D"">0304', ignoreFailoverLimit= =3D'false', stor</div> <div class=3D"">ageDomainId=3D'f5914df0-f46c-4cc<wbr class=3D"">0-b666-c929= aa0225ae'}), log id: 5c864594</div> <div class=3D"">2018-05-02 09:16:02,635+01 ERROR [org.ovirt.engine.core= .dal.dbb<wbr class=3D"">roker.auditloghandling.AuditLo<wbr class=3D"">gDire= ctor] (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33455) [934339= 89-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] EVENT_ID: IRS_BROKER_COMMAND_FAILURE(10,<wbr class=3D"">803), VDSM command= ActivateStorageDomainVDS failed: Storage domain not in pool: u'domain=3Df5= 914df0-f46c-4cc0-b6<wbr class=3D"">66-c929aa0225ae, pool=3D5a5</div> <div class=3D"">4bf81-0228-02bc-0358-000000000<wbr class=3D"">304'</div> <div class=3D"">2018-05-02 09:16:02,635+01 ERROR [org.ovirt.engine.core= .vdsbrok<wbr class=3D"">er.irsbroker.ActivateStorageDo<wbr class=3D"">mainV= DSCommand] (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33455) [9= 3433989-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] Command 'ActivateStorageDomainVDSComma<wbr class=3D"">nd( ActivateStorageD= omainVDSComman<wbr class=3D"">dParameters:{storagePoolId=3D'5a<wbr class=3D= "">54bf81-0228-02bc-0358-00000000<wbr class=3D"">0304', ignoreFailoverLimit= =3D'false', st</div> <div class=3D"">orageDomainId=3D'f5914df0-f46c-4<wbr class=3D"">cc0-b666-c9= 29aa0225ae'})' execution failed: IRSGenericException: IRSErrorException: St= orage domain not in pool: u'domain=3Df5914df0-f46c-4cc0-b6<wbr class=3D"">6= 6-c929aa0225ae, pool=3D5a54bf81-0228-02bc-0358-0<wbr class=3D"">00000000304= '</div> <div class=3D"">2018-05-02 09:16:02,635+01 INFO [org.ovirt.engine= .core.vdsbro<wbr class=3D"">ker.irsbroker.ActivateStorageD<wbr class=3D"">o=
<wbr class=3D"">orage.domain.ActivateStorageDo<wbr class=3D"">mainCommand]= (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33455) [93433989-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] Command [id=3D22b0f= 3c1-9a09-4e26-8096-d8<wbr class=3D"">3465c8f4ee]: Compensating CHANGED_STAT= US_ONLY of org.ovirt.engine.core.common.b<wbr class=3D"">usinessentities.St= oragePoolIso<wbr class=3D"">Map; snapshot: EntityStatus</div> <div class=3D"">Snapshot:{id=3D'StoragePoolIsoMa<wbr class=3D"">pId:{storag= ePoolId=3D'5a54bf81-<wbr class=3D"">0228-02bc-0358-000000000304', storageId= =3D'f5914df0-f46c-4cc0-<wbr class=3D"">b666-c929aa0225ae'}', status=3D'Main= tenance'}.</div> <div class=3D"">2018-05-02 09:16:02,660+01 ERROR [org.ovirt.engine.core= .dal.dbb<wbr class=3D"">roker.auditloghandling.AuditLo<wbr class=3D"">gDire= ctor] (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33455) [934339= 89-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] EVENT_ID: USER_ACTIVATE_STORAGE_DOMAIN_F<wbr class=3D"">AILED(967), Failed= to activate Storage Domain VMISOs (Data Center Default) by admin@internal-= authz</div> </div> <div class=3D""><span class=3D""><br class=3D""> <div class=3D""> <div style=3D"letter-spacing:normal;text-align:start;text-indent:0px;text-t= ransform:none;white-space:normal;word-spacing:0px;word-wrap:break-word" cla= ss=3D""> <div style=3D"word-wrap:break-word" class=3D""> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> Regards,</div> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> Callum</div> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> <br class=3D""> </div> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> --<br class=3D""> <br class=3D""> Callum Smith</div> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> Research Computing Core</div> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> Wellcome Trust Centre for Human Genetics<br class=3D""> University of Oxford<br class=3D""> e. <a href=3D"mailto:callum@well.ox.ac.uk" target=3D"_blank" class=3D"">cal= lum@well.ox.ac.uk</a></div> </div> </div> </div> </span> <div class=3D""> <div class=3D"m_2571234484608545856h5"> <div class=3D""><br class=3D""> <blockquote type=3D"cite" class=3D""> <div class=3D"">On 2 May 2018, at 08:44, Fred Rolland <<a href=3D"mailto= :frolland@redhat.com" target=3D"_blank" class=3D"">frolland@redhat.com</a>&= gt; wrote:</div> <br class=3D"m_2571234484608545856m_-2093273250354586386Apple-interchange-n= ewline"> <div class=3D""> <div dir=3D"ltr" class=3D""> <div class=3D""> <div class=3D""> <div class=3D""> <div class=3D"">Hi,<br class=3D""> <br class=3D""> </div> Can you provide logs from engine and Vdsm(SPM)?<br class=3D""> </div> What is the state now?<br class=3D""> <br class=3D""> </div> Thanks,<br class=3D""> </div> Fred<br class=3D""> </div> <div class=3D"gmail_extra"><br class=3D""> <div class=3D"gmail_quote">On Tue, May 1, 2018 at 4:11 PM, Callum Smith <sp= an dir=3D"ltr" class=3D""> <<a href=3D"mailto:callum@well.ox.ac.uk" target=3D"_blank" class=3D"">ca= llum@well.ox.ac.uk</a>></span> wrote:<br class=3D""> <blockquote class=3D"gmail_quote" style=3D"margin:0 0 0 .8ex;border-left:1p= x #ccc solid;padding-left:1ex"> <div style=3D"word-wrap:break-word;line-break:after-white-space" class=3D""= Dear All, <div class=3D""><br class=3D""> </div> <div class=3D"">It appears that clicking "detach" on the ISO stor= age domain is a really bad idea. This has gotten half way through the proce= dure and now can't be recovered from. Is there any advice for re-attaching =
<pre id=3D"line1" class=3D""><span class=3D"pi">https://<i class=3D"">HOSTN= AME</i>/ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa02= 25ae</span></pre> <pre id=3D"line1" class=3D""><span class=3D"pi"><pre id=3D"line1" class=3D"= "><span class=3D"pi"><?xml version=3D"1.0" encoding=3D"UT= F-8" standalone=3D"yes"?></span> <span id=3D"line2" class=3D""></span><<span class=3D"start-tag">storage_= domain</span> <span class=3D"attribute-name">href</span>=3D"<a class= =3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engi= ne/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae">/ovirt-engin= e/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae</a>" <spa= n class=3D"attribute-name">id</span>=3D"<a class=3D"attribute-value">f= 5914df0-f46c-4cc0-b666-c929aa0225ae</a>"> <span id=3D"line3" class=3D""></span> <<span class=3D"start-tag">acti= ons</span>> <span id=3D"line4" class=3D""></span> <<span class=3D"start-tag">= link</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D"= attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/a= pi/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/isattached">/ovir= t-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/isattac= hed</a>" <span class=3D"attribute-name">rel</span>=3D"<a class=3D= "attribute-value">isattached</a>"/> <span id=3D"line5" class=3D""></span> <<span class=3D"start-tag">= link</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D"= attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/a= pi/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/reduceluns">/ovir= t-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/reducel= uns</a>" <span class=3D"attribute-name">rel</span>=3D"<a class=3D= "attribute-value">reduceluns</a>"/> <span id=3D"line6" class=3D""></span> <<span class=3D"start-tag">= link</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D"= attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/a= pi/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/refreshluns">/ovi= rt-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/refres= hluns</a>" <span class=3D"attribute-name">rel</span>=3D"<a class= =3D"attribute-value">refreshluns</a>"/> <span id=3D"line7" class=3D""></span> <<span class=3D"start-tag">= link</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D"= attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/a= pi/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/updateovfstore">/= ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/upd= ateovfstore</a>" <span class=3D"attribute-name">rel</span>=3D"<a = class=3D"attribute-value">updateovfstore</a>"/> <span id=3D"line8" class=3D""></span> </<span class=3D"end-tag">actio= ns</span>> <span id=3D"line9" class=3D""></span> <<span class=3D"start-tag">name= </span>>VMISOs</<span class=3D"end-tag">name</span>> <span id=3D"line10" class=3D""></span> <<span class=3D"start-tag">lin= k</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D"att= ribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/api/= v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/disksnapshots">/ovir= t-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/disksna= pshots</a>" <span class=3D"attribute-name">rel</span>=3D"<a class= =3D"attribute-value">disksnapshots</a>"/> <span id=3D"line11" class=3D""></span> <<span class=3D"start-tag">lin= k</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D"att= ribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/api/= v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/files">/ovirt-engine= /api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/files</a>"= <span class=3D"attribute-name">rel</span>=3D"<a class=3D"attribute-va= lue">files</a>"/> <span id=3D"line12" class=3D""></span> <<span class=3D"start-tag">lin= k</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D"att= ribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/api/= v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/diskprofiles">/ovirt= -engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/diskprof= iles</a>" <span class=3D"attribute-name">rel</span>=3D"<a class= =3D"attribute-value">diskprofiles</a>"/> <span id=3D"line13" class=3D""></span> <<span class=3D"start-tag">lin= k</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D"att= ribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/api/= v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/storageconnections">= /ovirt-engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/st= orageconnections</a>" <span class=3D"attribute-name">rel</span>=3D&quo= t;<a class=3D"attribute-value">storageconnections</a>"/> <span id=3D"line14" class=3D""></span> <<span class=3D"start-tag">lin= k</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D"att= ribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/api/= v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/permissions">/ovirt-= engine/api/v4/storagedomains/f5914df0-f46c-4cc0-b666-c929aa0225ae/permissio= ns</a>" <span class=3D"attribute-name">rel</span>=3D"<a class=3D"= attribute-value">permissions</a>"/> <span id=3D"line15" class=3D""></span> <<span class=3D"start-tag">ava= ilable</span>>11770357874688</<span class=3D"end-tag">available</span= ports_discard</span>>false</<span class=3D"end-tag">supports_discard<= /span>> <span id=3D"line29" class=3D""></span> <<span class=3D"start-tag">sup= ports_discard_zeroes_data</span>>false</<span class=3D"end-tag">suppo= rts_discard_zeroes_data</span>> <span id=3D"line30" class=3D""></span> <<span class=3D"start-tag">typ= e</span>>iso</<span class=3D"end-tag">type</span>> <span id=3D"line31" class=3D""></span> <<span class=3D"start-tag">use= d</span>>38654705664</<span class=3D"end-tag">used</span>> <span id=3D"line32" class=3D""></span> <<span class=3D"start-tag">war= ning_low_space_indicator</span>>10</<span class=3D"end-tag">warning_l= ow_space_indicator</span>> <span id=3D"line33" class=3D""></span> <<span class=3D"start-tag">wip= e_after_delete</span>>false</<span class=3D"end-tag">wipe_after_delet= e</span>> <span id=3D"line34" class=3D""></span> <<span class=3D"start-tag">dat= a_centers</span>> <span id=3D"line35" class=3D""></span> <<span class=3D"start-tag"= link</span> <span class=3D"attribute-name">href</span>=3D"<a class=3D"= attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-engine/a= pi/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/d9f80= 93b-71cd-423d-9b7d-91a613ef98ba/disks">/ovirt-engine/api/v4/datacenters/5a5= 4bf81-0228-02bc-0358-000000000304/storagedomains/d9f8093b-71cd-423d-9b7d-91= a613ef98ba/disks</a>" <span class=3D"attribute-name">rel</span>=3D&quo= t;<a class=3D"attribute-value">disks</a>"/> <span id=3D"line10" class=3D""></span> <<span class=3D"start-tag"= pan class=3D"attribute-name">id</span>=3D"<a class=3D"attribute-value"= pan>=3D"<a class=3D"attribute-value">activate</a>"/> <span id=3D"line39" class=3D""></span> <<span class=3D"start-= tag">link</span> <span class=3D"attribute-name">href</span>=3D"<a clas= s=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-eng= ine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/= 017dd620-65ec-4fa4-8d46-67737dedd7a1/deactivate">/ovirt-engine/api/v4/datac= enters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/017dd620-65ec-4f= a4-8d46-67737dedd7a1/deactivate</a>" <span class=3D"attribute-name">re= l</span>=3D"<a class=3D"attribute-value">deactivate</a>"/> <span id=3D"line40" class=3D""></span> </<span class=3D"end-tag">= actions</span>> <span id=3D"line41" class=3D""></span> <<span class=3D"start-tag"= pan class=3D"attribute-name">id</span>=3D"<a class=3D"attribute-value"= pan>=3D"<a class=3D"attribute-value">activate</a>"/> <span id=3D"line71" class=3D""></span> <<span class=3D"start-= tag">link</span> <span class=3D"attribute-name">href</span>=3D"<a clas= s=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt-eng= ine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/= e572c874-17f8-4ad8-9bac-b6f563a9fc17/deactivate">/ovirt-engine/api/v4/datac= enters/5a54bf81-0228-02bc-0358-000000000304/storagedomains/e572c874-17f8-4a= d8-9bac-b6f563a9fc17/deactivate</a>" <span class=3D"attribute-name">re= l</span>=3D"<a class=3D"attribute-value">deactivate</a>"/> <span id=3D"line72" class=3D""></span> </<span class=3D"end-tag">= actions</span>> <span id=3D"line73" class=3D""></span> <<span class=3D"start-tag"= pan>> <span id=3D"line76" class=3D""></span> <<span class=3D"start-tag"= pan class=3D"attribute-name">id</span>=3D"<a class=3D"attribute-value"= centers/5a54bf81-0228-02bc-0358-000000000304/storagedomains/f5914df0-f46c-4= cc0-b666-c929aa0225ae/deactivate</a>" <span class=3D"attribute-name">r= el</span>=3D"<a class=3D"attribute-value">deactivate</a>"/> <span id=3D"line105" class=3D""></span> </<span class=3D"end-tag"= pan>> <span id=3D"line121" class=3D""></span> <<span class=3D"start-tag= ">supports_discard</span>>false</<span class=3D"end-tag">supports_dis= card</span>> <span id=3D"line122" class=3D""></span> <<span class=3D"start-tag= ">supports_discard_zeroes_data</span>>false</<span class=3D"end-tag">= supports_discard_zeroes_data</span>> <span id=3D"line123" class=3D""></span> <<span class=3D"start-tag= ">type</span>>iso</<span class=3D"end-tag">type</span>> <span id=3D"line124" class=3D""></span> <<span class=3D"start-tag= ">used</span>>38654705664</<span class=3D"end-tag">used</span>> <span id=3D"line125" class=3D""></span> <<span class=3D"start-tag= ">warning_low_space_indicator</span>>10</<span class=3D"end-tag">warn= ing_low_space_indicator</span>> <span id=3D"line126" class=3D""></span> <<span class=3D"start-tag= ">wipe_after_delete</span>>false</<span class=3D"end-tag">wipe_after_= delete</span>> <span id=3D"line127" class=3D""></span> <<span class=3D"start-tag= ">data_center</span> <span class=3D"attribute-name">href</span>=3D"<a = class=3D"attribute-value" href=3D"view-source:https://virtman.cluster/ovirt= -engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304">/ovirt-eng= ine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304</a>" <span= class=3D"attribute-name">id</span>=3D"<a class=3D"attribute-value">5a= 54bf81-0228-02bc-0358-000000000304</a>"/> <span id=3D"line128" class=3D""></span> <<span class=3D"start-tag= ">data_centers</span>> <span id=3D"line129" class=3D""></span> <<span class=3D"start= -tag">data_center</span> <span class=3D"attribute-name">href</span>=3D"= ;<a class=3D"attribute-value" href=3D"view-source:https://virtman.cluster/o= virt-engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304">/ovirt= -engine/api/v4/datacenters/5a54bf81-0228-02bc-0358-000000000304</a>" <= span class=3D"attribute-name">id</span>=3D"<a class=3D"attribute-value= ">5a54bf81-0228-02bc-0358-000000000304</a>"/> <span id=3D"line130" class=3D""></span> </<span class=3D"end-tag"= pan dir=3D"ltr" class=3D""> <<a href=3D"mailto:callum@well.ox.ac.uk" target=3D"_blank" class=3D"">ca= llum@well.ox.ac.uk</a>></span> wrote:<br class=3D""> <blockquote class=3D"gmail_quote" style=3D"margin:0 0 0 .8ex;border-left:1p= x #ccc solid;padding-left:1ex"> <div style=3D"word-wrap:break-word;line-break:after-white-space" class=3D""= they're big, full of noise right now. <div class=3D""><a href=3D"https://www.dropbox.com/s/f8q3m5amro2a1b2/engine= .log?dl=3D0" target=3D"_blank" class=3D"">https://www.dropbox.com/s/<wbr cl= ass=3D"">f8q3m5amro2a1b2/engine.log?dl=3D<wbr class=3D"">0</a></div> <div class=3D""><a href=3D"https://www.dropbox.com/s/uods85jk65halo3/vdsm.l= og?dl=3D0" target=3D"_blank" class=3D"">https://www.dropbox.com/s/<wbr clas= s=3D"">uods85jk65halo3/vdsm.log?dl=3D0</a></div> <div class=3D""><br class=3D""> <div class=3D""> <div class=3D""><span class=3D""> <div class=3D""> <div style=3D"letter-spacing: normal; text-align: start; text-indent: 0px; = text-transform: none; white-space: normal; word-spacing: 0px; word-wrap: br= eak-word;" class=3D""> <div style=3D"word-wrap:break-word" class=3D""> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px;" class=3D""> Regards,</div> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px;" class=3D""> Callum</div> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px;" class=3D""> <br class=3D""> </div> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px;" class=3D""> --<br class=3D""> <br class=3D""> Callum Smith</div> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px;" class=3D""> Research Computing Core</div> <div style=3D"font-family: Arial; font-size: 13px; font-style: normal; font= -variant-caps: normal; font-weight: normal; letter-spacing: normal; text-al= ign: start; text-indent: 0px; text-transform: none; white-space: normal; wo= rd-spacing: 0px;" class=3D""> Wellcome Trust Centre for Human Genetics<br class=3D""> University of Oxford<br class=3D""> e. <a href=3D"mailto:callum@well.ox.ac.uk" target=3D"_blank" class=3D"">cal= lum@well.ox.ac.uk</a></div> </div> </div> </div> </span> <div class=3D""> <div class=3D"h5"> <div class=3D""><br class=3D""> <blockquote type=3D"cite" class=3D""> <div class=3D"">On 2 May 2018, at 10:43, Fred Rolland <<a href=3D"mailto= :frolland@redhat.com" target=3D"_blank" class=3D"">frolland@redhat.com</a>&= gt; wrote:</div> <br class=3D"m_2571234484608545856Apple-interchange-newline"> <div class=3D""> <div dir=3D"ltr" class=3D""> <div class=3D"">Which version are you using?<br class=3D""> Can you provide the whole log?<br class=3D""> <br class=3D""> </div> For some reason, it looks like the Vdsm thinks that the Storage Domain is n= ot part of the pool.<br class=3D""> </div> <div class=3D"gmail_extra"><br class=3D""> <div class=3D"gmail_quote">On Wed, May 2, 2018 at 11:20 AM, Callum Smith <s= pan dir=3D"ltr" class=3D""> <<a href=3D"mailto:callum@well.ox.ac.uk" target=3D"_blank" class=3D"">ca= llum@well.ox.ac.uk</a>></span> wrote:<br class=3D""> <blockquote class=3D"gmail_quote" style=3D"margin:0 0 0 .8ex;border-left:1p= x #ccc solid;padding-left:1ex"> <div style=3D"word-wrap:break-word;line-break:after-white-space" class=3D""= per</div> <div class=3D""> return method(self, *args, **kwargs)</div> <div class=3D""> File "/usr/lib/python2.7/site-packa<wbr class= =3D"">ges/vdsm/storage/sp.py", line 1130, in activateSD</div> <div class=3D""> self.validateAttachedDomain(do<wbr class=3D""= per</div> <div class=3D""> return method(self, *args, **kwargs)</div> <div class=3D""> File "/usr/lib/python2.7/site-packa<wbr class= =3D"">ges/vdsm/storage/sp.py", line 557, in validateAttachedDomain</di= v> <div class=3D""> raise se.StorageDomainNotInPool(self<wbr clas= s=3D"">.spUUID, dom.sdUUID)</div> <div class=3D"">StorageDomainNotInPool: Storage domain not in pool: u'domai= n=3Df5914df0-f46c-4cc0-b6<wbr class=3D"">66-c929aa0225ae, pool=3D5a54bf81-0= 228-02bc-0358-0<wbr class=3D"">00000000304'</div> <div class=3D"">2018-05-02 09:16:03,461+0100 INFO (jsonrpc/0) [st= orage.TaskManager.Task] (Task=3D'7f21f911-348f-45a3-b79c<wbr class=3D"">-e3= cb11642035') aborting: Task is aborted: "Storage domain not in pool: u= 'domain=3Df5914df0-f46c-4cc0-b6<wbr class=3D"">66-c929aa0225ae, pool=3D5a54bf81-0228-02bc-0358-0<wbr class=3D"">00000000304'" - code = 353 (task:1181)</div> <div class=3D"">2018-05-02 09:16:03,462+0100 ERROR (jsonrpc/0) [storage= .Dispatcher] FINISH activateStorageDomain error=3DStorage domain not in poo= l: u'domain=3Df5914df0-f46c-4cc0-b6<wbr class=3D"">66-c929aa0225ae, pool=3D= 5a54bf81-0228-02bc-0358-0<wbr class=3D"">00000000304' (dispatcher:82)</div> </div> <div class=3D""><br class=3D""> </div> <div class=3D"">engine.log</div> <div class=3D""><br class=3D""> </div> <div class=3D""> <div class=3D"">2018-05-02 09:16:02,326+01 INFO [<a href=3D"http:= //org.ovirt.engine.core.bll.st/" class=3D"">org.ovirt.engine.core.bll.st</a= div> <div class=3D"">2018-05-02 09:16:02,407+01 INFO [<a href=3D"http:= //org.ovirt.engine.core.bll.st/" class=3D"">org.ovirt.engine.core.bll.st</a= mainVDSCommand] (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-3345= 5) [93433989-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] START, ActivateStorageDomainVDSComman<wbr class=3D"">d( ActivateStorageDom= ainVDSComman<wbr class=3D"">dParameters:{storagePoolId=3D'5a<wbr class=3D""= mainVDSCommand] (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-3345= 5) [93433989-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] FINISH, ActivateStorageDomainVDSComman<wbr class=3D"">d, log id: 5c864594<= /div> <div class=3D"">2018-05-02 09:16:02,635+01 ERROR [org.ovirt.engine.core= .bll.sto<wbr class=3D"">rage.domain.ActivateStorageDom<wbr class=3D"">ainCo= mmand] (EE-ManagedThreadFactory-engin<wbr class=3D"">e-Thread-33455) [93433= 989-8e26-48a9-bd3a-2ab95<wbr class=3D"">f296c08] Command 'org.ovirt.engine.core.bll.sto<wbr class=3D"">rage.domain.Activate= StorageDom<wbr class=3D"">ainCommand' failed: EngineException: org.ovirt.en= gine.core.vdsbroke<wbr class=3D"">r.irsbroker.IrsOperationFailed<wbr class= =3D"">NoFailove</div> <div class=3D"">rException: IRSGenericException: IRSErrorException: Storage= domain not in pool: u'domain=3Df5914df0-f46c-4cc0-b6<wbr class=3D"">66-c92= 9aa0225ae, pool=3D5a54bf81-0228-02bc-0358-0<wbr class=3D"">00000000304' (Fa= iled with error StorageDomainNotInPool and code 353)</div> <div class=3D"">2018-05-02 09:16:02,636+01 INFO [<a href=3D"http:= //org.ovirt.engine.core.bll.st/" class=3D"">org.ovirt.engine.core.bll.st</a= the ISO storage domain manually? An NFS mount didn't add it back to the "pool" unfortunately.</div> <div class=3D""><br class=3D""> </div> <div class=3D"">On a separate note, is it possible to migrate this storage = to a new location? And if so how.</div> <div class=3D""><br class=3D""> <div class=3D""> <div style=3D"letter-spacing:normal;text-align:start;text-indent:0px;text-t= ransform:none;white-space:normal;word-spacing:0px;word-wrap:break-word" cla= ss=3D""> <div style=3D"word-wrap:break-word" class=3D""> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> Regards,</div> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> Callum</div> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> <br class=3D""> </div> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> --<br class=3D""> <br class=3D""> Callum Smith</div> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> Research Computing Core</div> <div style=3D"font-family:Arial;font-size:13px;font-style:normal;font-varia= nt-caps:normal;font-weight:normal;letter-spacing:normal;text-align:start;te= xt-indent:0px;text-transform:none;white-space:normal;word-spacing:0px" clas= s=3D""> Wellcome Trust Centre for Human Genetics<br class=3D""> University of Oxford<br class=3D""> e. <a href=3D"mailto:callum@well.ox.ac.uk" target=3D"_blank" class=3D"">cal= lum@well.ox.ac.uk</a></div> </div> </div> </div> <br class=3D""> </div> </div> <br class=3D""> ______________________________<wbr class=3D"">_________________<br class=3D= ""> Users mailing list<br class=3D""> <a href=3D"mailto:Users@ovirt.org" target=3D"_blank" class=3D"">Users@ovirt= .org</a><br class=3D""> <a href=3D"http://lists.ovirt.org/mailman/listinfo/users" rel=3D"noreferrer= " target=3D"_blank" class=3D"">http://lists.ovirt.org/mailman<wbr class=3D"= ">/listinfo/users</a><br class=3D""> <br class=3D""> </blockquote> </div> <br class=3D""> </div> </div> </blockquote> </div> <br class=3D""> </div> </div> </div> </div> </div> </blockquote> </div> <br class=3D""> </div> </div> </blockquote> </div> <br class=3D""> </div> </div> </div> </div> </div> </div> </blockquote> </div> <br class=3D""> </div> </div> </blockquote> </div> <br class=3D""> </div> _______________________________________________<br class=3D""> Users mailing list<br class=3D""> <a href=3D"mailto:Users@ovirt.org" class=3D"">Users@ovirt.org</a><br class= =3D""> http://lists.ovirt.org/mailman/listinfo/users<br class=3D""> </div> </blockquote> </div> <br class=3D""> </div> </body> </html> --_000_EF464B7F02A647C7A11ED8E6837B3B2Ewelloxacuk_--