mirror of
https://github.com/Motorhead1991/qemu.git
synced 2025-07-31 06:13:53 -06:00
b6aed193e5
In many cases we just want an effect of qmp command and want to raise
on failure. Use vm.cmd() method which does exactly this.
The commit is generated by command
git grep -l '\.qmp(' | xargs ./scripts/python_qmp_updater.py
And then, fix self.assertRaises to expect ExecuteError exception in
tests/qemu-iotests/124
Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@yandex-team.ru>
Reviewed-by: Eric Blake <eblake@redhat.com>
Message-id: 20231006154125.1068348-16-vsementsov@yandex-team.ru
Signed-off-by: John Snow <jsnow@redhat.com>
269 lines
9.3 KiB
Python
Executable file
269 lines
9.3 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# group: rw migration
|
|
#
|
|
# Tests for dirty bitmaps postcopy migration.
|
|
#
|
|
# Copyright (c) 2016-2017 Virtuozzo International GmbH. All rights reserved.
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
|
|
import os
|
|
import iotests
|
|
from iotests import qemu_img
|
|
|
|
debug = False
|
|
|
|
disk_a = os.path.join(iotests.test_dir, 'disk_a')
|
|
disk_b = os.path.join(iotests.test_dir, 'disk_b')
|
|
size = '256G'
|
|
fifo = os.path.join(iotests.test_dir, 'mig_fifo')
|
|
|
|
granularity = 512
|
|
nb_bitmaps = 15
|
|
|
|
GiB = 1024 * 1024 * 1024
|
|
|
|
discards1 = (
|
|
(0, GiB),
|
|
(2 * GiB + 512 * 5, 512),
|
|
(3 * GiB + 512 * 5, 512),
|
|
(100 * GiB, GiB)
|
|
)
|
|
|
|
discards2 = (
|
|
(3 * GiB + 512 * 8, 512),
|
|
(4 * GiB + 512 * 8, 512),
|
|
(50 * GiB, GiB),
|
|
(100 * GiB + GiB // 2, GiB)
|
|
)
|
|
|
|
|
|
def apply_discards(vm, discards):
|
|
for d in discards:
|
|
vm.hmp_qemu_io('drive0', 'discard {} {}'.format(*d))
|
|
|
|
|
|
def event_seconds(event):
|
|
return event['timestamp']['seconds'] + \
|
|
event['timestamp']['microseconds'] / 1000000.0
|
|
|
|
|
|
def event_dist(e1, e2):
|
|
return event_seconds(e2) - event_seconds(e1)
|
|
|
|
|
|
def check_bitmaps(vm, count):
|
|
result = vm.qmp('query-block')
|
|
|
|
info = result['return'][0].get('inserted', {})
|
|
|
|
if count == 0:
|
|
assert 'dirty-bitmaps' not in info
|
|
else:
|
|
assert len(info['dirty-bitmaps']) == count
|
|
|
|
|
|
class TestDirtyBitmapPostcopyMigration(iotests.QMPTestCase):
|
|
def tearDown(self):
|
|
if debug:
|
|
self.vm_a_events += self.vm_a.get_qmp_events()
|
|
self.vm_b_events += self.vm_b.get_qmp_events()
|
|
for e in self.vm_a_events:
|
|
e['vm'] = 'SRC'
|
|
for e in self.vm_b_events:
|
|
e['vm'] = 'DST'
|
|
events = self.vm_a_events + self.vm_b_events
|
|
events = [(e['timestamp']['seconds'],
|
|
e['timestamp']['microseconds'],
|
|
e['vm'],
|
|
e['event'],
|
|
e.get('data', '')) for e in events]
|
|
for e in sorted(events):
|
|
print('{}.{:06} {} {} {}'.format(*e))
|
|
|
|
self.vm_a.shutdown()
|
|
self.vm_b.shutdown()
|
|
os.remove(disk_a)
|
|
os.remove(disk_b)
|
|
os.remove(fifo)
|
|
|
|
def setUp(self):
|
|
os.mkfifo(fifo)
|
|
qemu_img('create', '-f', iotests.imgfmt, disk_a, size)
|
|
qemu_img('create', '-f', iotests.imgfmt, disk_b, size)
|
|
self.vm_a = iotests.VM(path_suffix='a').add_drive(disk_a,
|
|
'discard=unmap')
|
|
self.vm_b = iotests.VM(path_suffix='b').add_drive(disk_b,
|
|
'discard=unmap')
|
|
self.vm_b.add_incoming("exec: cat '" + fifo + "'")
|
|
self.vm_a.launch()
|
|
self.vm_b.launch()
|
|
|
|
# collect received events for debug
|
|
self.vm_a_events = []
|
|
self.vm_b_events = []
|
|
|
|
def start_postcopy(self):
|
|
""" Run migration until RESUME event on target. Return this event. """
|
|
for i in range(nb_bitmaps):
|
|
self.vm_a.cmd('block-dirty-bitmap-add', node='drive0',
|
|
name='bitmap{}'.format(i),
|
|
granularity=granularity,
|
|
persistent=True)
|
|
|
|
result = self.vm_a.qmp('x-debug-block-dirty-bitmap-sha256',
|
|
node='drive0', name='bitmap0')
|
|
empty_sha256 = result['return']['sha256']
|
|
|
|
apply_discards(self.vm_a, discards1)
|
|
|
|
result = self.vm_a.qmp('x-debug-block-dirty-bitmap-sha256',
|
|
node='drive0', name='bitmap0')
|
|
discards1_sha256 = result['return']['sha256']
|
|
|
|
# Check, that updating the bitmap by discards works
|
|
assert discards1_sha256 != empty_sha256
|
|
|
|
# We want to calculate resulting sha256. Do it in bitmap0, so, disable
|
|
# other bitmaps
|
|
for i in range(1, nb_bitmaps):
|
|
self.vm_a.cmd('block-dirty-bitmap-disable', node='drive0',
|
|
name='bitmap{}'.format(i))
|
|
|
|
apply_discards(self.vm_a, discards2)
|
|
|
|
result = self.vm_a.qmp('x-debug-block-dirty-bitmap-sha256',
|
|
node='drive0', name='bitmap0')
|
|
all_discards_sha256 = result['return']['sha256']
|
|
|
|
# Now, enable some bitmaps, to be updated during migration
|
|
for i in range(2, nb_bitmaps, 2):
|
|
self.vm_a.cmd('block-dirty-bitmap-enable', node='drive0',
|
|
name='bitmap{}'.format(i))
|
|
|
|
caps = [{'capability': 'dirty-bitmaps', 'state': True},
|
|
{'capability': 'events', 'state': True}]
|
|
|
|
self.vm_a.cmd('migrate-set-capabilities', capabilities=caps)
|
|
|
|
self.vm_b.cmd('migrate-set-capabilities', capabilities=caps)
|
|
|
|
self.vm_a.cmd('migrate', uri='exec:cat>' + fifo)
|
|
|
|
self.vm_a.cmd('migrate-start-postcopy')
|
|
|
|
event_resume = self.vm_b.event_wait('RESUME')
|
|
self.vm_b_events.append(event_resume)
|
|
return (event_resume, discards1_sha256, all_discards_sha256)
|
|
|
|
def test_postcopy_success(self):
|
|
event_resume, discards1_sha256, all_discards_sha256 = \
|
|
self.start_postcopy()
|
|
|
|
# enabled bitmaps should be updated
|
|
apply_discards(self.vm_b, discards2)
|
|
|
|
match = {'data': {'status': 'completed'}}
|
|
event_complete = self.vm_b.event_wait('MIGRATION', match=match)
|
|
self.vm_b_events.append(event_complete)
|
|
|
|
# take queued event, should already been happened
|
|
event_stop = self.vm_a.event_wait('STOP')
|
|
self.vm_a_events.append(event_stop)
|
|
|
|
downtime = event_dist(event_stop, event_resume)
|
|
postcopy_time = event_dist(event_resume, event_complete)
|
|
|
|
assert downtime * 10 < postcopy_time
|
|
if debug:
|
|
print('downtime:', downtime)
|
|
print('postcopy_time:', postcopy_time)
|
|
|
|
# check that there are no bitmaps stored on source
|
|
self.vm_a_events += self.vm_a.get_qmp_events()
|
|
self.vm_a.shutdown()
|
|
self.vm_a.launch()
|
|
check_bitmaps(self.vm_a, 0)
|
|
|
|
# check that bitmaps are migrated and persistence works
|
|
check_bitmaps(self.vm_b, nb_bitmaps)
|
|
self.vm_b.shutdown()
|
|
# recreate vm_b, so there is no incoming option, which prevents
|
|
# loading bitmaps from disk
|
|
self.vm_b = iotests.VM(path_suffix='b').add_drive(disk_b)
|
|
self.vm_b.launch()
|
|
check_bitmaps(self.vm_b, nb_bitmaps)
|
|
|
|
# Check content of migrated bitmaps. Still, don't waste time checking
|
|
# every bitmap
|
|
for i in range(0, nb_bitmaps, 5):
|
|
result = self.vm_b.qmp('x-debug-block-dirty-bitmap-sha256',
|
|
node='drive0', name='bitmap{}'.format(i))
|
|
sha = discards1_sha256 if i % 2 else all_discards_sha256
|
|
self.assert_qmp(result, 'return/sha256', sha)
|
|
|
|
def test_early_shutdown_destination(self):
|
|
self.start_postcopy()
|
|
|
|
self.vm_b_events += self.vm_b.get_qmp_events()
|
|
|
|
# While being here, let's check that we can't remove in-flight bitmaps.
|
|
for vm in (self.vm_a, self.vm_b):
|
|
for i in range(0, nb_bitmaps):
|
|
result = vm.qmp('block-dirty-bitmap-remove', node='drive0',
|
|
name=f'bitmap{i}')
|
|
self.assert_qmp(result, 'error/desc',
|
|
f"Bitmap 'bitmap{i}' is currently in use by "
|
|
"another operation and cannot be used")
|
|
|
|
self.vm_b.shutdown()
|
|
# recreate vm_b, so there is no incoming option, which prevents
|
|
# loading bitmaps from disk
|
|
self.vm_b = iotests.VM(path_suffix='b').add_drive(disk_b)
|
|
self.vm_b.launch()
|
|
check_bitmaps(self.vm_b, 0)
|
|
|
|
# Bitmaps will be lost if we just shutdown the vm, as they are marked
|
|
# to skip storing to disk when prepared for migration. And that's
|
|
# correct, as actual data may be modified in target vm, so we play
|
|
# safe.
|
|
# Still, this mark would be taken away if we do 'cont', and bitmaps
|
|
# become persistent again. (see iotest 169 for such behavior case)
|
|
result = self.vm_a.qmp('query-status')
|
|
assert not result['return']['running']
|
|
self.vm_a_events += self.vm_a.get_qmp_events()
|
|
self.vm_a.shutdown()
|
|
self.vm_a.launch()
|
|
check_bitmaps(self.vm_a, 0)
|
|
|
|
def test_early_kill_source(self):
|
|
self.start_postcopy()
|
|
|
|
self.vm_a_events = self.vm_a.get_qmp_events()
|
|
self.vm_a.kill()
|
|
|
|
self.vm_a.launch()
|
|
|
|
match = {'data': {'status': 'completed'}}
|
|
e_complete = self.vm_b.event_wait('MIGRATION', match=match)
|
|
self.vm_b_events.append(e_complete)
|
|
|
|
check_bitmaps(self.vm_a, 0)
|
|
check_bitmaps(self.vm_b, 0)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
iotests.main(supported_fmts=['qcow2'],
|
|
unsupported_imgopts=['compat'])
|