Project:
http://jenkins.ovirt.org/job/ovirt-system-tests_he-node-ng-suite-4.2/
Build:
http://jenkins.ovirt.org/job/ovirt-system-tests_he-node-ng-suite-4.2/350/
Build Number: 350
Build Status: Still Failing
Triggered By: Started by timer
-------------------------------------
Changes Since Last Success:
-------------------------------------
Changes for Build #347
[Dafna Ron] ovirt-4.2: block external links from running in ost
Changes for Build #348
[Dafna Ron] ovirt-4.2: block external links from running in ost
Changes for Build #349
[Dafna Ron] ovirt-4.2: block external links from running in ost
Changes for Build #350
[Miguel Duarte Barroso] Revert "Repos: add python2-ovsdbapp to the reposync
config"
-----------------
Failed Tests:
-----------------
1 tests failed.
FAILED: 010_local_maintenance_cli.local_maintenance
Error Message:
143
-------------------- >> begin captured logging << --------------------
root: INFO: * Waiting For System Stability...
lago.ssh: DEBUG: start task:ea8e18b3-36bd-4a60-ab82-3517ab01b5ef:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:
lago.ssh: DEBUG: end task:ea8e18b3-36bd-4a60-ab82-3517ab01b5ef:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:
lago.ssh: DEBUG: Running 309a6f6a on lago-he-node-ng-suite-4-2-host-1: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 309a6f6a on lago-he-node-ng-suite-4-2-host-1 returned with 0
lago.ssh: DEBUG: Command 309a6f6a on lago-he-node-ng-suite-4-2-host-1 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4200 (Thu Sep 27
17:38:38 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4200 (Thu Sep 27 17:38:38
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"3f8892f7", "local_conf_timestamp": 4200, "host-ts": 4200},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4203 (Thu Sep 27
17:38:41 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4204 (Thu Sep 27 17:38:41
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "7da04a36",
"local_conf_timestamp": 4204, "host-ts": 4203},
"global_maintenance": false}
lago.ssh: DEBUG: start task:05e8727e-adc6-47ef-88d6-970c7d4213d1:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:05e8727e-adc6-47ef-88d6-970c7d4213d1:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 31bfdc5e on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--set-maintenance --mode=local
lago.ssh: DEBUG: Command 31bfdc5e on lago-he-node-ng-suite-4-2-host-0 returned with 0
root: INFO: * Waiting for engine to migrate...
lago.ssh: DEBUG: start task:57d79342-2d7e-4822-8c43-2c2be7baa29b:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:57d79342-2d7e-4822-8c43-2c2be7baa29b:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 32f71678 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 32f71678 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 32f71678 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4210 (Thu Sep 27
17:38:48 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4211 (Thu Sep 27 17:38:48
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"94e8e25e", "local_conf_timestamp": 4211, "host-ts": 4210},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4213 (Thu Sep 27
17:38:50 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4213 (Thu Sep 27 17:38:50
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "e7822090",
"local_conf_timestamp": 4213, "host-ts": 4213},
"global_maintenance": false}
lago.ssh: DEBUG: start task:451ab0e3-a3ad-4327-98c7-0f3d4a6901be:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:451ab0e3-a3ad-4327-98c7-0f3d4a6901be:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 3a3cbde8 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 3a3cbde8 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 3a3cbde8 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4221 (Thu Sep 27
17:38:58 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4221 (Thu Sep 27 17:38:59
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32":
"ce15b3ca", "local_conf_timestamp": 4221, "host-ts": 4221},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4213 (Thu Sep 27
17:38:50 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4213 (Thu Sep 27 17:38:50
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "e7822090",
"local_conf_timestamp": 4213, "host-ts": 4213},
"global_maintenance": false}
lago.ssh: DEBUG: start task:c3f59c1f-142c-4454-b0cf-b280b9b971de:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:c3f59c1f-142c-4454-b0cf-b280b9b971de:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 3d74ee68 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 3d74ee68 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 3d74ee68 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4231 (Thu Sep 27
17:39:09 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4231 (Thu Sep 27 17:39:09
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"2b1f0eea", "local_conf_timestamp": 4231, "host-ts": 4231},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4223 (Thu Sep 27
17:39:00 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4223 (Thu Sep 27 17:39:01
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "9c741407",
"local_conf_timestamp": 4223, "host-ts": 4223},
"global_maintenance": false}
lago.ssh: DEBUG: start task:8f88ee3b-81bf-49e4-bc0c-2343c22d0ef4:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:8f88ee3b-81bf-49e4-bc0c-2343c22d0ef4:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 408b4750 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 408b4750 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 408b4750 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4231 (Thu Sep 27
17:39:09 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4231 (Thu Sep 27 17:39:09
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"2b1f0eea", "local_conf_timestamp": 4231, "host-ts": 4231},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4223 (Thu Sep 27
17:39:00 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4223 (Thu Sep 27 17:39:01
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "9c741407",
"local_conf_timestamp": 4223, "host-ts": 4223},
"global_maintenance": false}
lago.ssh: DEBUG: start task:a5855a1b-28b3-444e-8be2-5b3f6b06f6df:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:a5855a1b-28b3-444e-8be2-5b3f6b06f6df:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 436c66c0 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 436c66c0 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 436c66c0 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4241 (Thu Sep 27
17:39:19 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4241 (Thu Sep 27 17:39:19
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"d764ba26", "local_conf_timestamp": 4241, "host-ts": 4241},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4233 (Thu Sep 27
17:39:11 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4233 (Thu Sep 27 17:39:11
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "9832eb02",
"local_conf_timestamp": 4233, "host-ts": 4233},
"global_maintenance": false}
lago.ssh: DEBUG: start task:3e1c18fd-f5b5-4e41-885d-d93dbc9d4b40:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:3e1c18fd-f5b5-4e41-885d-d93dbc9d4b40:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 465a2598 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 465a2598 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 465a2598 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4241 (Thu Sep 27
17:39:19 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4241 (Thu Sep 27 17:39:19
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"d764ba26", "local_conf_timestamp": 4241, "host-ts": 4241},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4233 (Thu Sep 27
17:39:11 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4233 (Thu Sep 27 17:39:11
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "9832eb02",
"local_conf_timestamp": 4233, "host-ts": 4233},
"global_maintenance": false}
lago.ssh: DEBUG: start task:2d1c0253-6d87-4b6b-b1e6-5f5e93f45d32:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:2d1c0253-6d87-4b6b-b1e6-5f5e93f45d32:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 496c4c16 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 496c4c16 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 496c4c16 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4251 (Thu Sep 27
17:39:29 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4251 (Thu Sep 27 17:39:29
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"795784e4", "local_conf_timestamp": 4251, "host-ts": 4251},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4243 (Thu Sep 27
17:39:21 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4244 (Thu Sep 27 17:39:21
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "1b8683ba",
"local_conf_timestamp": 4244, "host-ts": 4243},
"global_maintenance": false}
lago.ssh: DEBUG: start task:27029167-3baa-42a6-9ab5-39da5a65ae13:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:27029167-3baa-42a6-9ab5-39da5a65ae13:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 4c73eb12 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 4c73eb12 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 4c73eb12 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4251 (Thu Sep 27
17:39:29 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4251 (Thu Sep 27 17:39:29
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"795784e4", "local_conf_timestamp": 4251, "host-ts": 4251},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4243 (Thu Sep 27
17:39:21 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4244 (Thu Sep 27 17:39:21
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "1b8683ba",
"local_conf_timestamp": 4244, "host-ts": 4243},
"global_maintenance": false}
lago.ssh: DEBUG: start task:f837bcfc-cacd-494a-a35f-5c1ccde6e4ef:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:f837bcfc-cacd-494a-a35f-5c1ccde6e4ef:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 4f633512 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 4f633512 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 4f633512 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4261 (Thu Sep 27
17:39:38 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4261 (Thu Sep 27 17:39:38
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"5073c1e3", "local_conf_timestamp": 4261, "host-ts": 4261},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4253 (Thu Sep 27
17:39:30 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4253 (Thu Sep 27 17:39:30
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "81a4e91c",
"local_conf_timestamp": 4253, "host-ts": 4253},
"global_maintenance": false}
lago.ssh: DEBUG: start task:389198af-4e4d-4a33-acd7-109c009ae20d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:389198af-4e4d-4a33-acd7-109c009ae20d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 52744c82 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 52744c82 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 52744c82 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4261 (Thu Sep 27
17:39:38 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4261 (Thu Sep 27 17:39:38
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"5073c1e3", "local_conf_timestamp": 4261, "host-ts": 4261},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4253 (Thu Sep 27
17:39:30 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4253 (Thu Sep 27 17:39:30
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "81a4e91c",
"local_conf_timestamp": 4253, "host-ts": 4253},
"global_maintenance": false}
lago.ssh: DEBUG: start task:b749cce2-a1bb-4a90-aff8-5d8213242c04:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:b749cce2-a1bb-4a90-aff8-5d8213242c04:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 55a3cca2 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 55a3cca2 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 55a3cca2 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4271 (Thu Sep 27
17:39:49 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4271 (Thu Sep 27 17:39:49
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"fe40ff21", "local_conf_timestamp": 4271, "host-ts": 4271},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4263 (Thu Sep 27
17:39:40 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4263 (Thu Sep 27 17:39:41
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3e4b309d",
"local_conf_timestamp": 4263, "host-ts": 4263},
"global_maintenance": false}
lago.ssh: DEBUG: start task:7315593a-ac15-4a08-bf66-3bf8b3371c94:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:7315593a-ac15-4a08-bf66-3bf8b3371c94:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 58e08522 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 58e08522 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 58e08522 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4271 (Thu Sep 27
17:39:49 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4271 (Thu Sep 27 17:39:49
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"fe40ff21", "local_conf_timestamp": 4271, "host-ts": 4271},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4263 (Thu Sep 27
17:39:40 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4263 (Thu Sep 27 17:39:41
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3e4b309d",
"local_conf_timestamp": 4263, "host-ts": 4263},
"global_maintenance": false}
lago.ssh: DEBUG: start task:668a7844-5ee0-42e2-bb6b-79daf7e20562:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:668a7844-5ee0-42e2-bb6b-79daf7e20562:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 5bd7d118 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 5bd7d118 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 5bd7d118 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4281 (Thu Sep 27
17:39:59 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4281 (Thu Sep 27 17:39:59
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"73f5ae3a", "local_conf_timestamp": 4281, "host-ts": 4281},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4273 (Thu Sep 27
17:39:51 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4273 (Thu Sep 27 17:39:51
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3a0dcf98",
"local_conf_timestamp": 4273, "host-ts": 4273},
"global_maintenance": false}
lago.ssh: DEBUG: start task:8b2c4f71-066d-4f17-ba3a-96ea07db9286:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:8b2c4f71-066d-4f17-ba3a-96ea07db9286:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 5efdd5d6 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 5efdd5d6 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 5efdd5d6 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4281 (Thu Sep 27
17:39:59 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4281 (Thu Sep 27 17:39:59
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"73f5ae3a", "local_conf_timestamp": 4281, "host-ts": 4281},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4273 (Thu Sep 27
17:39:51 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4273 (Thu Sep 27 17:39:51
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3a0dcf98",
"local_conf_timestamp": 4273, "host-ts": 4273},
"global_maintenance": false}
lago.ssh: DEBUG: start task:aecfb02e-adb2-45c1-84c8-0fae10f68591:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:aecfb02e-adb2-45c1-84c8-0fae10f68591:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 61de6b94 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 61de6b94 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 61de6b94 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4291 (Thu Sep 27
17:40:09 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4292 (Thu Sep 27 17:40:09
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "3dcfc5c1",
"local_conf_timestamp": 4292, "host-ts": 4291}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4283 (Thu Sep 27
17:40:01 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4284 (Thu Sep 27 17:40:01
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "9b8e5f08",
"local_conf_timestamp": 4284, "host-ts": 4283},
"global_maintenance": false}
lago.ssh: DEBUG: start task:c9ee20ad-6b4d-440b-b317-73217d37dd31:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:c9ee20ad-6b4d-440b-b317-73217d37dd31:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 630555aa on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 630555aa on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 630555aa on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4291 (Thu Sep 27
17:40:09 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4292 (Thu Sep 27 17:40:09
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "3dcfc5c1",
"local_conf_timestamp": 4292, "host-ts": 4291}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4283 (Thu Sep 27
17:40:01 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4284 (Thu Sep 27 17:40:01
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "9b8e5f08",
"local_conf_timestamp": 4284, "host-ts": 4283},
"global_maintenance": false}
lago.ssh: DEBUG: start task:5f006cc1-89ad-43dd-89ac-4180169375ee:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:5f006cc1-89ad-43dd-89ac-4180169375ee:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 6a175294 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 6a175294 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 6a175294 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4302 (Thu Sep 27
17:40:20 2018)\nhost-id=1\nscore=0\nvm_conf_refresh_time=4302 (Thu Sep 27 17:40:20
2018)\nconf_on_shared_storage=True\nmaintenance=True\nstate=LocalMaintenance\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped":
false, "maintenance": true, "crc32": "f7f7f6b4",
"local_conf_timestamp": 4302, "host-ts": 4302}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4293 (Thu Sep 27
17:40:10 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4293 (Thu Sep 27 17:40:11
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"b0c19d29", "local_conf_timestamp": 4293, "host-ts": 4293},
"global_maintenance": false}
root: INFO: * Engine has migrated.
root: INFO: * Waiting For System Stability...
lago.ssh: DEBUG: start task:d5de2191-b962-4f3a-b898-587010be47f4:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:d5de2191-b962-4f3a-b898-587010be47f4:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 1dfc412a on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--set-maintenance --mode=none
lago.ssh: DEBUG: Command 1dfc412a on lago-he-node-ng-suite-4-2-host-0 returned with 0
root: INFO: * Waiting for Engine Maintenance to reset...
lago.ssh: DEBUG: start task:0a270c25-c332-41b1-9b68-ea72b3a1d580:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:0a270c25-c332-41b1-9b68-ea72b3a1d580:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 20385208 on lago-he-node-ng-suite-4-2-host-0: hosted-engine
--vm-status --json
lago.ssh: DEBUG: Command 20385208 on lago-he-node-ng-suite-4-2-host-0 returned with 0
lago.ssh: DEBUG: Command 20385208 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4603 (Thu Sep 27
17:45:21 2018)\nhost-id=1\nscore=0\nvm_conf_refresh_time=4603 (Thu Sep 27 17:45:21
2018)\nconf_on_shared_storage=True\nmaintenance=True\nstate=LocalMaintenance\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped":
false, "maintenance": true, "crc32": "30e65eec",
"local_conf_timestamp": 4603, "host-ts": 4603}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4604 (Thu Sep 27
17:45:22 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4604 (Thu Sep 27 17:45:22
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"2e503cd4", "local_conf_timestamp": 4604, "host-ts": 4604},
"global_maintenance": false}
cli: DEBUG: signal 15 was caught
--------------------- >> end captured logging << ---------------------
Stack Trace:
File "/usr/lib64/python2.7/unittest/case.py", line 369, in run
testMethod()
File "/usr/lib/python2.7/site-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 142, in
wrapped_test
test()
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 60, in
wrapper
return func(get_test_prefix(), *args, **kwargs)
File
"/home/jenkins/workspace/ovirt-system-tests_he-node-ng-suite-4.2/ovirt-system-tests/he-node-ng-suite-4.2/test-scenarios/010_local_maintenance_cli.py",
line 130, in local_maintenance
_wait_for_engine_maintenance(host, he_index, False)
File
"/home/jenkins/workspace/ovirt-system-tests_he-node-ng-suite-4.2/ovirt-system-tests/he-node-ng-suite-4.2/test-scenarios/010_local_maintenance_cli.py",
line 69, in _wait_for_engine_maintenance
testlib.assert_true_within_long(lambda: _get_he_status(host)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 286, in
assert_true_within_long
assert_equals_within_long(func, True, allowed_exceptions)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 273, in
assert_equals_within_long
func, value, LONG_TIMEOUT, allowed_exceptions=allowed_exceptions
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 248, in
assert_equals_within
time.sleep(initial_wait)
File "/usr/lib/python2.7/site-packages/lago/cmd.py", line 922, in
exit_handler
sys.exit(128 + signum)
'143\n-------------------- >> begin captured logging <<
--------------------\nroot: INFO: * Waiting For System Stability...\nlago.ssh: DEBUG:
start task:ea8e18b3-36bd-4a60-ab82-3517ab01b5ef:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:\nlago.ssh: DEBUG: end
task:ea8e18b3-36bd-4a60-ab82-3517ab01b5ef:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:\nlago.ssh: DEBUG: Running 309a6f6a on
lago-he-node-ng-suite-4-2-host-1: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 309a6f6a on lago-he-node-ng-suite-4-2-host-1 returned with 0\nlago.ssh: DEBUG:
Command 309a6f6a on lago-he-node-ng-suite-4-2-host-1 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4200 (Thu Sep 27
17:38:38 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4200 (Thu Sep 27 17:38:38
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"3f8892f7", "local_conf_timestamp": 4200, "host-ts": 4200},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4203 (Thu Sep 27
17:38:41 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4204 (Thu Sep 27 17:38:41
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "7da04a36",
"local_conf_timestamp": 4204, "host-ts": 4203},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:05e8727e-adc6-47ef-88d6-970c7d4213d1:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:05e8727e-adc6-47ef-88d6-970c7d4213d1:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 31bfdc5e on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --set-maintenance --mode=local\nlago.ssh:
DEBUG: Command 31bfdc5e on lago-he-node-ng-suite-4-2-host-0 returned with 0\nroot: INFO:
* Waiting for engine to migrate...\nlago.ssh: DEBUG: start
task:57d79342-2d7e-4822-8c43-2c2be7baa29b:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:57d79342-2d7e-4822-8c43-2c2be7baa29b:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 32f71678 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 32f71678 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 32f71678 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4210 (Thu Sep 27
17:38:48 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4211 (Thu Sep 27 17:38:48
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"94e8e25e", "local_conf_timestamp": 4211, "host-ts": 4210},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4213 (Thu Sep 27
17:38:50 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4213 (Thu Sep 27 17:38:50
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "e7822090",
"local_conf_timestamp": 4213, "host-ts": 4213},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:451ab0e3-a3ad-4327-98c7-0f3d4a6901be:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:451ab0e3-a3ad-4327-98c7-0f3d4a6901be:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 3a3cbde8 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 3a3cbde8 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 3a3cbde8 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4221 (Thu Sep 27
17:38:58 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4221 (Thu Sep 27 17:38:59
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32":
"ce15b3ca", "local_conf_timestamp": 4221, "host-ts": 4221},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4213 (Thu Sep 27
17:38:50 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4213 (Thu Sep 27 17:38:50
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "e7822090",
"local_conf_timestamp": 4213, "host-ts": 4213},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:c3f59c1f-142c-4454-b0cf-b280b9b971de:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:c3f59c1f-142c-4454-b0cf-b280b9b971de:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 3d74ee68 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 3d74ee68 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 3d74ee68 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4231 (Thu Sep 27
17:39:09 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4231 (Thu Sep 27 17:39:09
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"2b1f0eea", "local_conf_timestamp": 4231, "host-ts": 4231},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4223 (Thu Sep 27
17:39:00 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4223 (Thu Sep 27 17:39:01
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "9c741407",
"local_conf_timestamp": 4223, "host-ts": 4223},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:8f88ee3b-81bf-49e4-bc0c-2343c22d0ef4:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:8f88ee3b-81bf-49e4-bc0c-2343c22d0ef4:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 408b4750 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 408b4750 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 408b4750 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4231 (Thu Sep 27
17:39:09 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4231 (Thu Sep 27 17:39:09
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"2b1f0eea", "local_conf_timestamp": 4231, "host-ts": 4231},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4223 (Thu Sep 27
17:39:00 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4223 (Thu Sep 27 17:39:01
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "9c741407",
"local_conf_timestamp": 4223, "host-ts": 4223},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:a5855a1b-28b3-444e-8be2-5b3f6b06f6df:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:a5855a1b-28b3-444e-8be2-5b3f6b06f6df:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 436c66c0 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 436c66c0 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 436c66c0 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4241 (Thu Sep 27
17:39:19 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4241 (Thu Sep 27 17:39:19
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"d764ba26", "local_conf_timestamp": 4241, "host-ts": 4241},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4233 (Thu Sep 27
17:39:11 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4233 (Thu Sep 27 17:39:11
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "9832eb02",
"local_conf_timestamp": 4233, "host-ts": 4233},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:3e1c18fd-f5b5-4e41-885d-d93dbc9d4b40:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:3e1c18fd-f5b5-4e41-885d-d93dbc9d4b40:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 465a2598 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 465a2598 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 465a2598 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4241 (Thu Sep 27
17:39:19 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4241 (Thu Sep 27 17:39:19
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"d764ba26", "local_conf_timestamp": 4241, "host-ts": 4241},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4233 (Thu Sep 27
17:39:11 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4233 (Thu Sep 27 17:39:11
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "9832eb02",
"local_conf_timestamp": 4233, "host-ts": 4233},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:2d1c0253-6d87-4b6b-b1e6-5f5e93f45d32:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:2d1c0253-6d87-4b6b-b1e6-5f5e93f45d32:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 496c4c16 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 496c4c16 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 496c4c16 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4251 (Thu Sep 27
17:39:29 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4251 (Thu Sep 27 17:39:29
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"795784e4", "local_conf_timestamp": 4251, "host-ts": 4251},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4243 (Thu Sep 27
17:39:21 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4244 (Thu Sep 27 17:39:21
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "1b8683ba",
"local_conf_timestamp": 4244, "host-ts": 4243},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:27029167-3baa-42a6-9ab5-39da5a65ae13:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:27029167-3baa-42a6-9ab5-39da5a65ae13:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 4c73eb12 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 4c73eb12 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 4c73eb12 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4251 (Thu Sep 27
17:39:29 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4251 (Thu Sep 27 17:39:29
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"795784e4", "local_conf_timestamp": 4251, "host-ts": 4251},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4243 (Thu Sep 27
17:39:21 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4244 (Thu Sep 27 17:39:21
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "1b8683ba",
"local_conf_timestamp": 4244, "host-ts": 4243},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:f837bcfc-cacd-494a-a35f-5c1ccde6e4ef:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:f837bcfc-cacd-494a-a35f-5c1ccde6e4ef:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 4f633512 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 4f633512 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 4f633512 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4261 (Thu Sep 27
17:39:38 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4261 (Thu Sep 27 17:39:38
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"5073c1e3", "local_conf_timestamp": 4261, "host-ts": 4261},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4253 (Thu Sep 27
17:39:30 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4253 (Thu Sep 27 17:39:30
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "81a4e91c",
"local_conf_timestamp": 4253, "host-ts": 4253},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:389198af-4e4d-4a33-acd7-109c009ae20d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:389198af-4e4d-4a33-acd7-109c009ae20d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 52744c82 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 52744c82 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 52744c82 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4261 (Thu Sep 27
17:39:38 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4261 (Thu Sep 27 17:39:38
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"5073c1e3", "local_conf_timestamp": 4261, "host-ts": 4261},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4253 (Thu Sep 27
17:39:30 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4253 (Thu Sep 27 17:39:30
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3400, "stopped": false,
"maintenance": false, "crc32": "81a4e91c",
"local_conf_timestamp": 4253, "host-ts": 4253},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:b749cce2-a1bb-4a90-aff8-5d8213242c04:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:b749cce2-a1bb-4a90-aff8-5d8213242c04:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 55a3cca2 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 55a3cca2 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 55a3cca2 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4271 (Thu Sep 27
17:39:49 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4271 (Thu Sep 27 17:39:49
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"fe40ff21", "local_conf_timestamp": 4271, "host-ts": 4271},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4263 (Thu Sep 27
17:39:40 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4263 (Thu Sep 27 17:39:41
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3e4b309d",
"local_conf_timestamp": 4263, "host-ts": 4263},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:7315593a-ac15-4a08-bf66-3bf8b3371c94:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:7315593a-ac15-4a08-bf66-3bf8b3371c94:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 58e08522 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 58e08522 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 58e08522 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4271 (Thu Sep 27
17:39:49 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4271 (Thu Sep 27 17:39:49
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"fe40ff21", "local_conf_timestamp": 4271, "host-ts": 4271},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4263 (Thu Sep 27
17:39:40 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4263 (Thu Sep 27 17:39:41
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3e4b309d",
"local_conf_timestamp": 4263, "host-ts": 4263},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:668a7844-5ee0-42e2-bb6b-79daf7e20562:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:668a7844-5ee0-42e2-bb6b-79daf7e20562:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 5bd7d118 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 5bd7d118 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 5bd7d118 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4281 (Thu Sep 27
17:39:59 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4281 (Thu Sep 27 17:39:59
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"73f5ae3a", "local_conf_timestamp": 4281, "host-ts": 4281},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4273 (Thu Sep 27
17:39:51 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4273 (Thu Sep 27 17:39:51
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3a0dcf98",
"local_conf_timestamp": 4273, "host-ts": 4273},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:8b2c4f71-066d-4f17-ba3a-96ea07db9286:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:8b2c4f71-066d-4f17-ba3a-96ea07db9286:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 5efdd5d6 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 5efdd5d6 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 5efdd5d6 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4281 (Thu Sep 27
17:39:59 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4281 (Thu Sep 27 17:39:59
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"health": "good", "vm":
"up", "detail": "Migration Source"}, "score":
3000, "stopped": false, "maintenance": false, "crc32":
"73f5ae3a", "local_conf_timestamp": 4281, "host-ts": 4281},
"2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4273 (Thu Sep 27
17:39:51 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4273 (Thu Sep 27 17:39:51
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "3a0dcf98",
"local_conf_timestamp": 4273, "host-ts": 4273},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:aecfb02e-adb2-45c1-84c8-0fae10f68591:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:aecfb02e-adb2-45c1-84c8-0fae10f68591:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 61de6b94 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 61de6b94 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 61de6b94 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4291 (Thu Sep 27
17:40:09 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4292 (Thu Sep 27 17:40:09
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "3dcfc5c1",
"local_conf_timestamp": 4292, "host-ts": 4291}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4283 (Thu Sep 27
17:40:01 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4284 (Thu Sep 27 17:40:01
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "9b8e5f08",
"local_conf_timestamp": 4284, "host-ts": 4283},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:c9ee20ad-6b4d-440b-b317-73217d37dd31:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:c9ee20ad-6b4d-440b-b317-73217d37dd31:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 630555aa on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 630555aa on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 630555aa on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4291 (Thu Sep 27
17:40:09 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4292 (Thu Sep 27 17:40:09
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "3dcfc5c1",
"local_conf_timestamp": 4292, "host-ts": 4291}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4283 (Thu Sep 27
17:40:01 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4284 (Thu Sep 27 17:40:01
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"reason": "bad vm status",
"health": "bad", "vm": "down", "detail":
"Migration Destination"}, "score": 3000, "stopped": false,
"maintenance": false, "crc32": "9b8e5f08",
"local_conf_timestamp": 4284, "host-ts": 4283},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:5f006cc1-89ad-43dd-89ac-4180169375ee:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:5f006cc1-89ad-43dd-89ac-4180169375ee:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 6a175294 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 6a175294 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 6a175294 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4302 (Thu Sep 27
17:40:20 2018)\\nhost-id=1\\nscore=0\\nvm_conf_refresh_time=4302 (Thu Sep 27 17:40:20
2018)\\nconf_on_shared_storage=True\\nmaintenance=True\\nstate=LocalMaintenance\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped":
false, "maintenance": true, "crc32": "f7f7f6b4",
"local_conf_timestamp": 4302, "host-ts": 4302}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4293 (Thu Sep 27
17:40:10 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4293 (Thu Sep 27 17:40:11
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"b0c19d29", "local_conf_timestamp": 4293, "host-ts": 4293},
"global_maintenance": false}\n\nroot: INFO: * Engine has migrated.\nroot:
INFO: * Waiting For System Stability...\nlago.ssh: DEBUG: start
task:d5de2191-b962-4f3a-b898-587010be47f4:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:d5de2191-b962-4f3a-b898-587010be47f4:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 1dfc412a on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --set-maintenance --mode=none\nlago.ssh:
DEBUG: Command 1dfc412a on lago-he-node-ng-suite-4-2-host-0 returned with 0\nroot: INFO:
* Waiting for Engine Maintenance to reset...\nlago.ssh: DEBUG: start
task:0a270c25-c332-41b1-9b68-ea72b3a1d580:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:0a270c25-c332-41b1-9b68-ea72b3a1d580:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 20385208 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh: DEBUG:
Command 20385208 on lago-he-node-ng-suite-4-2-host-0 returned with 0\nlago.ssh: DEBUG:
Command 20385208 on lago-he-node-ng-suite-4-2-host-0 output:\n {"1":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4603 (Thu Sep 27
17:45:21 2018)\\nhost-id=1\\nscore=0\\nvm_conf_refresh_time=4603 (Thu Sep 27 17:45:21
2018)\\nconf_on_shared_storage=True\\nmaintenance=True\\nstate=LocalMaintenance\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id":
1, "engine-status": {"reason": "vm not running on this
host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped":
false, "maintenance": true, "crc32": "30e65eec",
"local_conf_timestamp": 4603, "host-ts": 4603}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4604 (Thu Sep 27
17:45:22 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4604 (Thu Sep 27 17:45:22
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id":
2, "engine-status": {"health": "good", "vm":
"up", "detail": "Up"}, "score": 3400,
"stopped": false, "maintenance": false, "crc32":
"2e503cd4", "local_conf_timestamp": 4604, "host-ts": 4604},
"global_maintenance": false}\n\ncli: DEBUG: signal 15 was
caught\n--------------------- >> end captured logging <<
---------------------'