Project:
http://jenkins.ovirt.org/job/ovirt-system-tests_he-node-ng-suite-4.2/
Build:
http://jenkins.ovirt.org/job/ovirt-system-tests_he-node-ng-suite-4.2/359/
Build Number: 359
Build Status: Still Failing
Triggered By: Started by timer
-------------------------------------
Changes Since Last Success:
-------------------------------------
Changes for Build #347
[Dafna Ron] ovirt-4.2: block external links from running in ost
Changes for Build #348
[Dafna Ron] ovirt-4.2: block external links from running in ost
Changes for Build #349
[Dafna Ron] ovirt-4.2: block external links from running in ost
Changes for Build #350
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
Changes for Build #351
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
Changes for Build #352
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
Changes for Build #353
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
Changes for Build #354
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
Changes for Build #355
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
Changes for Build #356
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
Changes for Build #357
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
Changes for Build #358
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
Changes for Build #359
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
-----------------
Failed Tests:
-----------------
1 tests failed.
FAILED: 010_local_maintenance_cli.local_maintenance
Error Message:
143
-------------------- >> begin captured logging << --------------------
root: INFO: * Waiting For System Stability...
lago.ssh: DEBUG: start task:351db145-144d-4f08-a64d-872742c93417:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:
lago.ssh: DEBUG: end task:351db145-144d-4f08-a64d-872742c93417:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:
lago.ssh: DEBUG: Running b830699a on lago-he-node-ng-suite-4-2-host-1: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command b830699a on lago-he-node-ng-suite-4-2-host-1 returned with 0
lago.ssh: DEBUG: Command b830699a on lago-he-node-ng-suite-4-2-host-1 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4165 (Sun Sep 30
17:38:47 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4166 (Sun Sep 30 17:38:48
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"1b17ab9f", "local_conf_timestamp": 4166, "host-ts": 4165},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4173 (Sun Sep 30
17:38:55 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4173 (Sun Sep 30 17:38:55
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "6ea7f41e",
"local_conf_timestamp": 4173, "host-ts": 4173},
"global_maintenance": false}
lago.ssh: DEBUG: start task:72deca2e-82f8-4687-8a75-3123128c7bc6:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:72deca2e-82f8-4687-8a75-3123128c7bc6:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running b92f2534 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--set-maintenance --mode=local
lago.ssh: DEBUG: Command b92f2534 on lago-he-node-ng-suite-4-2-host-0 returned with 0
root: INFO: * Waiting for engine to migrate...
lago.ssh: DEBUG: start task:383ec35a-b4a9-4a8c-a1ed-a7b467f30925:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:383ec35a-b4a9-4a8c-a1ed-a7b467f30925:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running ba3276b6 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command ba3276b6 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command ba3276b6 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4175 (Sun Sep 30
17:38:57 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4175 (Sun Sep 30 17:38:57
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"5e79ba1a", "local_conf_timestamp": 4175, "host-ts": 4175},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4173 (Sun Sep 30
17:38:55 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4173 (Sun Sep 30 17:38:55
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "6ea7f41e",
"local_conf_timestamp": 4173, "host-ts": 4173},
"global_maintenance": false}
lago.ssh: DEBUG: start task:8b4115a0-271c-47ae-bf42-5eed877e3d4c:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:8b4115a0-271c-47ae-bf42-5eed877e3d4c:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running c214b3b2 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command c214b3b2 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command c214b3b2 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4195 (Sun Sep 30
17:39:17 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4196 (Sun Sep 30 17:39:18
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"e5325f86", "local_conf_timestamp": 4196, "host-ts": 4195},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4193 (Sun Sep 30
17:39:15 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4194 (Sun Sep 30 17:39:15
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "cb629b8b",
"local_conf_timestamp": 4194, "host-ts": 4193},
"global_maintenance": false}
lago.ssh: DEBUG: start task:b61e9ba0-a5d2-4bf2-a7aa-9d769f503f1d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:b61e9ba0-a5d2-4bf2-a7aa-9d769f503f1d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running c526ad58 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command c526ad58 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command c526ad58 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4195 (Sun Sep 30
17:39:17 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4196 (Sun Sep 30 17:39:18
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"e5325f86", "local_conf_timestamp": 4196, "host-ts": 4195},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4193 (Sun Sep 30
17:39:15 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4194 (Sun Sep 30 17:39:15
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "cb629b8b",
"local_conf_timestamp": 4194, "host-ts": 4193},
"global_maintenance": false}
lago.ssh: DEBUG: start task:86087f96-02d7-4271-85fa-5c613503cd2d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:86087f96-02d7-4271-85fa-5c613503cd2d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running c832f024 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command c832f024 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command c832f024 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4205 (Sun Sep 30
17:39:27 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4205 (Sun Sep 30 17:39:27
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"3d8b64cf", "local_conf_timestamp": 4205, "host-ts": 4205},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4204 (Sun Sep 30
17:39:26 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4204 (Sun Sep 30 17:39:26
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "f314951d",
"local_conf_timestamp": 4204, "host-ts": 4204},
"global_maintenance": false}
lago.ssh: DEBUG: start task:e4d93de1-b3e0-478d-b45a-a271253b8681:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:e4d93de1-b3e0-478d-b45a-a271253b8681:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running cb1928a8 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command cb1928a8 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command cb1928a8 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4205 (Sun Sep 30
17:39:27 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4205 (Sun Sep 30 17:39:27
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"3d8b64cf", "local_conf_timestamp": 4205, "host-ts": 4205},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4204 (Sun Sep 30
17:39:26 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4204 (Sun Sep 30 17:39:26
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "f314951d",
"local_conf_timestamp": 4204, "host-ts": 4204},
"global_maintenance": false}
lago.ssh: DEBUG: start task:85226c0f-3d5f-480f-a9ac-53c166ec8d21:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:85226c0f-3d5f-480f-a9ac-53c166ec8d21:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running ce14d480 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command ce14d480 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command ce14d480 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4215 (Sun Sep 30
17:39:37 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4216 (Sun Sep 30 17:39:38
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"0ab10bb7", "local_conf_timestamp": 4216, "host-ts": 4215},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4214 (Sun Sep 30
17:39:36 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4214 (Sun Sep 30 17:39:36
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "f7526a18",
"local_conf_timestamp": 4214, "host-ts": 4214},
"global_maintenance": false}
lago.ssh: DEBUG: start task:b30d1798-cc2c-41c5-bd17-d93e0ad8e748:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:b30d1798-cc2c-41c5-bd17-d93e0ad8e748:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running d0efcb88 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command d0efcb88 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command d0efcb88 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4215 (Sun Sep 30
17:39:37 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4216 (Sun Sep 30 17:39:38
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"0ab10bb7", "local_conf_timestamp": 4216, "host-ts": 4215},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4214 (Sun Sep 30
17:39:36 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4214 (Sun Sep 30 17:39:36
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "f7526a18",
"local_conf_timestamp": 4214, "host-ts": 4214},
"global_maintenance": false}
lago.ssh: DEBUG: start task:40baa0e7-6867-4d5c-b6da-063f2eb3ea58:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:40baa0e7-6867-4d5c-b6da-063f2eb3ea58:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running d3ef38d2 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command d3ef38d2 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command d3ef38d2 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4225 (Sun Sep 30
17:39:47 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4225 (Sun Sep 30 17:39:47
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"ba9c1f0a", "local_conf_timestamp": 4225, "host-ts": 4225},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4224 (Sun Sep 30
17:39:46 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4224 (Sun Sep 30 17:39:46
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "48bdb399",
"local_conf_timestamp": 4224, "host-ts": 4224},
"global_maintenance": false}
lago.ssh: DEBUG: start task:91fc8789-2a00-403e-bba0-e0033a287760:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:91fc8789-2a00-403e-bba0-e0033a287760:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running d6d7d824 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command d6d7d824 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command d6d7d824 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4225 (Sun Sep 30
17:39:47 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4225 (Sun Sep 30 17:39:47
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"ba9c1f0a", "local_conf_timestamp": 4225, "host-ts": 4225},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4224 (Sun Sep 30
17:39:46 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4224 (Sun Sep 30 17:39:46
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "48bdb399",
"local_conf_timestamp": 4224, "host-ts": 4224},
"global_maintenance": false}
lago.ssh: DEBUG: start task:537859e3-1c5e-402e-a70c-c638e7098ea7:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:537859e3-1c5e-402e-a70c-c638e7098ea7:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running d9ee642e on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command d9ee642e on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command d9ee642e on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4235 (Sun Sep 30
17:39:57 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4236 (Sun Sep 30 17:39:58
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"8da67072", "local_conf_timestamp": 4236, "host-ts": 4235},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4234 (Sun Sep 30
17:39:56 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4235 (Sun Sep 30 17:39:56
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3bfc7c0a",
"local_conf_timestamp": 4235, "host-ts": 4234},
"global_maintenance": false}
lago.ssh: DEBUG: start task:0b1011b0-54da-4352-a438-5aaeeb4791c9:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:0b1011b0-54da-4352-a438-5aaeeb4791c9:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running dd2386ec on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command dd2386ec on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command dd2386ec on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4235 (Sun Sep 30
17:39:57 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4236 (Sun Sep 30 17:39:58
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"8da67072", "local_conf_timestamp": 4236, "host-ts": 4235},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4234 (Sun Sep 30
17:39:56 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4235 (Sun Sep 30 17:39:56
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3bfc7c0a",
"local_conf_timestamp": 4235, "host-ts": 4234},
"global_maintenance": false}
lago.ssh: DEBUG: start task:a65f6863-f1b3-4aa7-b94d-3ff202b0fb01:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:a65f6863-f1b3-4aa7-b94d-3ff202b0fb01:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running e044d510 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command e044d510 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command e044d510 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4245 (Sun Sep 30
17:40:07 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4245 (Sun Sep 30 17:40:07
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"e8d49504", "local_conf_timestamp": 4245, "host-ts": 4245},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4244 (Sun Sep 30
17:40:05 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4244 (Sun Sep 30 17:40:06
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "512bb187",
"local_conf_timestamp": 4244, "host-ts": 4244},
"global_maintenance": false}
lago.ssh: DEBUG: start task:f265d09e-b398-4040-9297-8e5500fe9cc0:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:f265d09e-b398-4040-9297-8e5500fe9cc0:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running e3270a82 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command e3270a82 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command e3270a82 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4245 (Sun Sep 30
17:40:07 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4245 (Sun Sep 30 17:40:07
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"e8d49504", "local_conf_timestamp": 4245, "host-ts": 4245},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4244 (Sun Sep 30
17:40:05 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4244 (Sun Sep 30 17:40:06
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "512bb187",
"local_conf_timestamp": 4244, "host-ts": 4244},
"global_maintenance": false}
lago.ssh: DEBUG: start task:d2849bb1-3b2e-42e8-bb6d-02975bb3878e:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:d2849bb1-3b2e-42e8-bb6d-02975bb3878e:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running e60bda52 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command e60bda52 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command e60bda52 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4255 (Sun Sep 30
17:40:17 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4255 (Sun Sep 30 17:40:17
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "VM migrated away
successfully", "health": "bad", "vm": "down",
"detail": "Down"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "775aa885",
"local_conf_timestamp": 4255, "host-ts": 4255}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4254 (Sun Sep 30
17:40:16 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4254 (Sun Sep 30 17:40:16
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"823253a2", "local_conf_timestamp": 4254, "host-ts": 4254},
"global_maintenance": false}
lago.ssh: DEBUG: start task:ded09d38-29ed-404b-8d53-ee5befacdb9c:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:ded09d38-29ed-404b-8d53-ee5befacdb9c:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running e7261466 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command e7261466 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command e7261466 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4255 (Sun Sep 30
17:40:17 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4255 (Sun Sep 30 17:40:17
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "VM migrated away
successfully", "health": "bad", "vm": "down",
"detail": "Down"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "775aa885",
"local_conf_timestamp": 4255, "host-ts": 4255}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4254 (Sun Sep 30
17:40:16 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4254 (Sun Sep 30 17:40:16
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"823253a2", "local_conf_timestamp": 4254, "host-ts": 4254},
"global_maintenance": false}
root: INFO: * Engine has migrated.
root: INFO: * Waiting For System Stability...
lago.ssh: DEBUG: start task:f348f612-9829-4c8a-9298-02b3a5464e20:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:f348f612-9829-4c8a-9298-02b3a5464e20:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 9b127ab4 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--set-maintenance --mode=none
lago.ssh: DEBUG: Command 9b127ab4 on lago-he-node-ng-suite-4-2-host-0 returned with 0
root: INFO: * Waiting for Engine Maintenance to reset...
lago.ssh: DEBUG: start task:85671d69-7ed2-4641-a0e1-ebdca009df24:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:85671d69-7ed2-4641-a0e1-ebdca009df24:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 9d52ba82 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 9d52ba82 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 9d52ba82 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4556 (Sun Sep 30
17:45:18 2018)\nhost-id=1\nscore=0\nvm_conf_refresh_time=4556 (Sun Sep 30 17:45:18
2018)\nconf_on_shared_storage=True\nmaintenance=True\nstate=LocalMaintenance\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped":
false, "maintenance": true, "crc32": "bd852b75",
"local_conf_timestamp": 4556, "host-ts": 4556}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4555 (Sun Sep 30
17:45:17 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4555 (Sun Sep 30 17:45:17
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"84ba587d", "local_conf_timestamp": 4555, "host-ts": 4555},
"global_maintenance": false}
lago.ssh: DEBUG: start task:fbb429da-32fe-4dd1-a982-33e04700c5db:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:fbb429da-32fe-4dd1-a982-33e04700c5db:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
cli: DEBUG: signal 15 was caught
--------------------- >> end captured logging << ---------------------
Stack Trace:
File "/usr/lib64/python2.7/unittest/case.py", line 369, in run
testMethod()
File "/usr/lib/python2.7/site-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 142, in
wrapped_test
test()
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 60, in
wrapper
return func(get_test_prefix(), *args, **kwargs)
File
"/home/jenkins/workspace/ovirt-system-tests_he-node-ng-suite-4.2/ovirt-system-tests/he-node-ng-suite-4.2/test-scenarios/010_local_maintenance_cli.py",
line 130, in local_maintenance
_wait_for_engine_maintenance(host, he_index, False)
File
"/home/jenkins/workspace/ovirt-system-tests_he-node-ng-suite-4.2/ovirt-system-tests/he-node-ng-suite-4.2/test-scenarios/010_local_maintenance_cli.py",
line 69, in _wait_for_engine_maintenance
testlib.assert_true_within_long(lambda: _get_he_status(host)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 286, in
assert_true_within_long
assert_equals_within_long(func, True, allowed_exceptions)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 273, in
assert_equals_within_long
func, value, LONG_TIMEOUT, allowed_exceptions=allowed_exceptions
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 234, in
assert_equals_within
res = func()
File
"/home/jenkins/workspace/ovirt-system-tests_he-node-ng-suite-4.2/ovirt-system-tests/he-node-ng-suite-4.2/test-scenarios/010_local_maintenance_cli.py",
line 69, in <lambda>
testlib.assert_true_within_long(lambda: _get_he_status(host)
File
"/home/jenkins/workspace/ovirt-system-tests_he-node-ng-suite-4.2/ovirt-system-tests/he-node-ng-suite-4.2/test-scenarios/010_local_maintenance_cli.py",
line 92, in _get_he_status
ret = host.ssh(["hosted-engine", "--vm-status",
"--json"])
File "/usr/lib/python2.7/site-packages/lago/plugins/vm.py", line 529, in ssh
password=self._spec.get('ssh-password'),
File "/usr/lib/python2.7/site-packages/lago/ssh.py", line 49, in ssh
channel = transport.open_session()
File "/usr/lib/python2.7/site-packages/paramiko/transport.py", line 712, in
open_session
timeout=timeout)
File "/usr/lib/python2.7/site-packages/paramiko/transport.py", line 828, in
open_channel
event.wait(0.1)
File "/usr/lib64/python2.7/threading.py", line 622, in wait
self.__cond.wait(timeout, balancing)
File "/usr/lib64/python2.7/threading.py", line 362, in wait
_sleep(delay)
File "/usr/lib/python2.7/site-packages/lago/cmd.py", line 922, in
exit_handler
sys.exit(128 + signum)
'143\n-------------------- >> begin captured logging <<
--------------------\nroot: INFO: * Waiting For System Stability...\nlago.ssh: DEBUG:
start task:351db145-144d-4f08-a64d-872742c93417:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:\nlago.ssh: DEBUG: end
task:351db145-144d-4f08-a64d-872742c93417:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:\nlago.ssh: DEBUG: Running b830699a on
lago-he-node-ng-suite-4-2-host-1: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command b830699a on lago-he-node-ng-suite-4-2-host-1 returned with 0\nlago.ssh: DEBUG:
Command b830699a on lago-he-node-ng-suite-4-2-host-1 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4165 (Sun Sep 30
17:38:47 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4166 (Sun Sep 30 17:38:48
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"1b17ab9f", "local_conf_timestamp": 4166, "host-ts": 4165},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4173 (Sun Sep 30
17:38:55 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4173 (Sun Sep 30 17:38:55
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "6ea7f41e",
"local_conf_timestamp": 4173, "host-ts": 4173},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:72deca2e-82f8-4687-8a75-3123128c7bc6:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:72deca2e-82f8-4687-8a75-3123128c7bc6:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running b92f2534 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --set-maintenance --mode=local\nlago.ssh:
DEBUG: Command b92f2534 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nroot: INFO:
* Waiting for engine to migrate...\nlago.ssh: DEBUG: start
task:383ec35a-b4a9-4a8c-a1ed-a7b467f30925:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:383ec35a-b4a9-4a8c-a1ed-a7b467f30925:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running ba3276b6 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command ba3276b6 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command ba3276b6 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4175 (Sun Sep 30
17:38:57 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4175 (Sun Sep 30 17:38:57
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"5e79ba1a", "local_conf_timestamp": 4175, "host-ts": 4175},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4173 (Sun Sep 30
17:38:55 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4173 (Sun Sep 30 17:38:55
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "6ea7f41e",
"local_conf_timestamp": 4173, "host-ts": 4173},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:8b4115a0-271c-47ae-bf42-5eed877e3d4c:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:8b4115a0-271c-47ae-bf42-5eed877e3d4c:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running c214b3b2 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command c214b3b2 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command c214b3b2 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4195 (Sun Sep 30
17:39:17 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4196 (Sun Sep 30 17:39:18
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"e5325f86", "local_conf_timestamp": 4196, "host-ts": 4195},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4193 (Sun Sep 30
17:39:15 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4194 (Sun Sep 30 17:39:15
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "cb629b8b",
"local_conf_timestamp": 4194, "host-ts": 4193},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:b61e9ba0-a5d2-4bf2-a7aa-9d769f503f1d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:b61e9ba0-a5d2-4bf2-a7aa-9d769f503f1d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running c526ad58 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command c526ad58 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command c526ad58 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4195 (Sun Sep 30
17:39:17 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4196 (Sun Sep 30 17:39:18
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"e5325f86", "local_conf_timestamp": 4196, "host-ts": 4195},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4193 (Sun Sep 30
17:39:15 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4194 (Sun Sep 30 17:39:15
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "cb629b8b",
"local_conf_timestamp": 4194, "host-ts": 4193},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:86087f96-02d7-4271-85fa-5c613503cd2d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:86087f96-02d7-4271-85fa-5c613503cd2d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running c832f024 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command c832f024 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command c832f024 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4205 (Sun Sep 30
17:39:27 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4205 (Sun Sep 30 17:39:27
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"3d8b64cf", "local_conf_timestamp": 4205, "host-ts": 4205},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4204 (Sun Sep 30
17:39:26 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4204 (Sun Sep 30 17:39:26
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "f314951d",
"local_conf_timestamp": 4204, "host-ts": 4204},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:e4d93de1-b3e0-478d-b45a-a271253b8681:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:e4d93de1-b3e0-478d-b45a-a271253b8681:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running cb1928a8 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command cb1928a8 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command cb1928a8 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4205 (Sun Sep 30
17:39:27 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4205 (Sun Sep 30 17:39:27
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"3d8b64cf", "local_conf_timestamp": 4205, "host-ts": 4205},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4204 (Sun Sep 30
17:39:26 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4204 (Sun Sep 30 17:39:26
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "f314951d",
"local_conf_timestamp": 4204, "host-ts": 4204},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:85226c0f-3d5f-480f-a9ac-53c166ec8d21:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:85226c0f-3d5f-480f-a9ac-53c166ec8d21:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running ce14d480 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command ce14d480 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command ce14d480 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4215 (Sun Sep 30
17:39:37 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4216 (Sun Sep 30 17:39:38
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"0ab10bb7", "local_conf_timestamp": 4216, "host-ts": 4215},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4214 (Sun Sep 30
17:39:36 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4214 (Sun Sep 30 17:39:36
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "f7526a18",
"local_conf_timestamp": 4214, "host-ts": 4214},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:b30d1798-cc2c-41c5-bd17-d93e0ad8e748:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:b30d1798-cc2c-41c5-bd17-d93e0ad8e748:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running d0efcb88 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command d0efcb88 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command d0efcb88 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4215 (Sun Sep 30
17:39:37 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4216 (Sun Sep 30 17:39:38
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"0ab10bb7", "local_conf_timestamp": 4216, "host-ts": 4215},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4214 (Sun Sep 30
17:39:36 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4214 (Sun Sep 30 17:39:36
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "f7526a18",
"local_conf_timestamp": 4214, "host-ts": 4214},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:40baa0e7-6867-4d5c-b6da-063f2eb3ea58:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:40baa0e7-6867-4d5c-b6da-063f2eb3ea58:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running d3ef38d2 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command d3ef38d2 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command d3ef38d2 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4225 (Sun Sep 30
17:39:47 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4225 (Sun Sep 30 17:39:47
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"ba9c1f0a", "local_conf_timestamp": 4225, "host-ts": 4225},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4224 (Sun Sep 30
17:39:46 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4224 (Sun Sep 30 17:39:46
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "48bdb399",
"local_conf_timestamp": 4224, "host-ts": 4224},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:91fc8789-2a00-403e-bba0-e0033a287760:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:91fc8789-2a00-403e-bba0-e0033a287760:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running d6d7d824 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command d6d7d824 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command d6d7d824 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4225 (Sun Sep 30
17:39:47 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4225 (Sun Sep 30 17:39:47
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"ba9c1f0a", "local_conf_timestamp": 4225, "host-ts": 4225},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4224 (Sun Sep 30
17:39:46 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4224 (Sun Sep 30 17:39:46
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "48bdb399",
"local_conf_timestamp": 4224, "host-ts": 4224},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:537859e3-1c5e-402e-a70c-c638e7098ea7:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:537859e3-1c5e-402e-a70c-c638e7098ea7:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running d9ee642e on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command d9ee642e on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command d9ee642e on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4235 (Sun Sep 30
17:39:57 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4236 (Sun Sep 30 17:39:58
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"8da67072", "local_conf_timestamp": 4236, "host-ts": 4235},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4234 (Sun Sep 30
17:39:56 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4235 (Sun Sep 30 17:39:56
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3bfc7c0a",
"local_conf_timestamp": 4235, "host-ts": 4234},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:0b1011b0-54da-4352-a438-5aaeeb4791c9:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:0b1011b0-54da-4352-a438-5aaeeb4791c9:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running dd2386ec on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command dd2386ec on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command dd2386ec on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4235 (Sun Sep 30
17:39:57 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4236 (Sun Sep 30 17:39:58
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"8da67072", "local_conf_timestamp": 4236, "host-ts": 4235},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4234 (Sun Sep 30
17:39:56 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4235 (Sun Sep 30 17:39:56
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3bfc7c0a",
"local_conf_timestamp": 4235, "host-ts": 4234},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:a65f6863-f1b3-4aa7-b94d-3ff202b0fb01:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:a65f6863-f1b3-4aa7-b94d-3ff202b0fb01:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running e044d510 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command e044d510 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command e044d510 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4245 (Sun Sep 30
17:40:07 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4245 (Sun Sep 30 17:40:07
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"e8d49504", "local_conf_timestamp": 4245, "host-ts": 4245},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4244 (Sun Sep 30
17:40:05 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4244 (Sun Sep 30 17:40:06
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "512bb187",
"local_conf_timestamp": 4244, "host-ts": 4244},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:f265d09e-b398-4040-9297-8e5500fe9cc0:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:f265d09e-b398-4040-9297-8e5500fe9cc0:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running e3270a82 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command e3270a82 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command e3270a82 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4245 (Sun Sep 30
17:40:07 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4245 (Sun Sep 30 17:40:07
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"e8d49504", "local_conf_timestamp": 4245, "host-ts": 4245},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4244 (Sun Sep 30
17:40:05 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4244 (Sun Sep 30 17:40:06
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "512bb187",
"local_conf_timestamp": 4244, "host-ts": 4244},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:d2849bb1-3b2e-42e8-bb6d-02975bb3878e:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:d2849bb1-3b2e-42e8-bb6d-02975bb3878e:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running e60bda52 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command e60bda52 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command e60bda52 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4255 (Sun Sep 30
17:40:17 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4255 (Sun Sep 30 17:40:17
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "VM migrated away
successfully", "health": "bad", "vm": "down",
"detail": "Down"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "775aa885",
"local_conf_timestamp": 4255, "host-ts": 4255}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4254 (Sun Sep 30
17:40:16 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4254 (Sun Sep 30 17:40:16
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"823253a2", "local_conf_timestamp": 4254, "host-ts": 4254},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:ded09d38-29ed-404b-8d53-ee5befacdb9c:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:ded09d38-29ed-404b-8d53-ee5befacdb9c:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running e7261466 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command e7261466 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command e7261466 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4255 (Sun Sep 30
17:40:17 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4255 (Sun Sep 30 17:40:17
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "VM migrated away
successfully", "health": "bad", "vm": "down",
"detail": "Down"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "775aa885",
"local_conf_timestamp": 4255, "host-ts": 4255}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4254 (Sun Sep 30
17:40:16 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4254 (Sun Sep 30 17:40:16
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"823253a2", "local_conf_timestamp": 4254, "host-ts": 4254},
"global_maintenance": false}\n\nroot: INFO: * Engine has migrated.\nroot:
INFO: * Waiting For System Stability...\nlago.ssh: DEBUG: start
task:f348f612-9829-4c8a-9298-02b3a5464e20:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:f348f612-9829-4c8a-9298-02b3a5464e20:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 9b127ab4 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --set-maintenance --mode=none\nlago.ssh:
DEBUG: Command 9b127ab4 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nroot: INFO:
* Waiting for Engine Maintenance to reset...\nlago.ssh: DEBUG: start
task:85671d69-7ed2-4641-a0e1-ebdca009df24:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:85671d69-7ed2-4641-a0e1-ebdca009df24:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 9d52ba82 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 9d52ba82 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 9d52ba82 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4556 (Sun Sep 30
17:45:18 2018)\\nhost-id=1\\nscore=0\\nvm_conf_refresh_time=4556 (Sun Sep 30 17:45:18
2018)\\nconf_on_shared_storage=True\\nmaintenance=True\\nstate=LocalMaintenance\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped":
false, "maintenance": true, "crc32": "bd852b75",
"local_conf_timestamp": 4556, "host-ts": 4556}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4555 (Sun Sep 30
17:45:17 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4555 (Sun Sep 30 17:45:17
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"84ba587d", "local_conf_timestamp": 4555, "host-ts": 4555},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:fbb429da-32fe-4dd1-a982-33e04700c5db:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:fbb429da-32fe-4dd1-a982-33e04700c5db:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\ncli: DEBUG: signal 15 was caught\n---------------------
>> end captured logging << ---------------------'