On Tue, Mar 17, 2020 at 11:17 AM Cleber Rosa <cr...@redhat.com> wrote:
>
> This acceptance test, validates that a full blown Linux guest can
> successfully boot in QEMU. In this specific case, the guest chosen is
> Fedora version 31.
>
> * x86_64, pc-i440fx and pc-q35 machine types, with TCG and KVM as
> accelerators
>
> * aarch64 and virt machine type, with TCG and KVM as accelerators
>
> * ppc64 and pseries machine type with TCG as accelerator
>
> * s390x and s390-ccw-virtio machine type with TCG as accelerator
>
> The Avocado vmimage utils library is used to download and cache the
> Linux guest images, and from those images a snapshot image is created
> and given to QEMU. If a qemu-img binary is available in the build
> directory, it's used to create the snapshot image, so that matching
> qemu-system-* and qemu-img are used in the same test run. If qemu-img
> is not available in the build tree, one is attempted to be found
> installed system-wide (in the $PATH). If qemu-img is not found in the
> build dir or in the $PATH, the test is canceled.
>
> The method for checking the successful boot is based on "cloudinit"
> and its "phone home" feature. The guest is given an ISO image with
> the location of the phone home server, and the information to post
> (the instance ID). Upon receiving the correct information, from the
> guest, the test is considered to have PASSed.
>
> This test is currently limited to user mode networking only, and
> instructs the guest to connect to the "router" address that is hard
> coded in QEMU.
>
> To create the cloudinit ISO image that will be used to configure the
> guest, the pycdlib library is also required and has been added as
> requirement to the virtual environment created by "check-venv".
>
> The console output is read by a separate thread, by means of the
> Avocado datadrainer utility module.
>
> Signed-off-by: Cleber Rosa <cr...@redhat.com>
> ---
> .travis.yml | 2 +-
> tests/acceptance/boot_linux.py | 222 +++++++++++++++++++++++++++++++++
> tests/requirements.txt | 1 +
> 3 files changed, 224 insertions(+), 1 deletion(-)
> create mode 100644 tests/acceptance/boot_linux.py
>
> diff --git a/.travis.yml b/.travis.yml
> index b92798ac3b..c460059a7b 100644
> --- a/.travis.yml
> +++ b/.travis.yml
> @@ -315,7 +315,7 @@ jobs:
> - name: "GCC check-acceptance"
> dist: bionic
> env:
> - -
> CONFIG="--target-list=aarch64-softmmu,alpha-softmmu,arm-softmmu,m68k-softmmu,microblaze-softmmu,mips-softmmu,mips64el-softmmu,nios2-softmmu,or1k-softmmu,ppc-softmmu,ppc64-softmmu,s390x-softmmu,sparc-softmmu,x86_64-softmmu,xtensa-softmmu"
> + - CONFIG="--enable-tools
> --target-list=aarch64-softmmu,alpha-softmmu,arm-softmmu,m68k-softmmu,microblaze-softmmu,mips-softmmu,mips64el-softmmu,nios2-softmmu,or1k-softmmu,ppc-softmmu,ppc64-softmmu,s390x-softmmu,sparc-softmmu,x86_64-softmmu,xtensa-softmmu"
> - TEST_CMD="make check-acceptance"
> after_script:
> - python3 -c 'import json; r =
> json.load(open("tests/results/latest/results.json")); [print(t["logfile"])
> for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
> diff --git a/tests/acceptance/boot_linux.py b/tests/acceptance/boot_linux.py
> new file mode 100644
> index 0000000000..075a386300
> --- /dev/null
> +++ b/tests/acceptance/boot_linux.py
> @@ -0,0 +1,222 @@
> +# Functional test that boots a complete Linux system via a cloud image
> +#
> +# Copyright (c) 2018-2020 Red Hat, Inc.
> +#
> +# Author:
> +# Cleber Rosa <cr...@redhat.com>
> +#
> +# This work is licensed under the terms of the GNU GPL, version 2 or
> +# later. See the COPYING file in the top-level directory.
> +
> +import os
> +
> +from avocado_qemu import Test, BUILD_DIR
> +
> +from qemu.accel import kvm_available
> +from qemu.accel import tcg_available
> +
> +from avocado.utils import cloudinit
> +from avocado.utils import network
> +from avocado.utils import vmimage
> +from avocado.utils import datadrainer
> +from avocado.utils.path import find_command
> +
> +ACCEL_NOT_AVAILABLE_FMT = "%s accelerator does not seem to be available"
> +KVM_NOT_AVAILABLE = ACCEL_NOT_AVAILABLE_FMT % "KVM"
> +TCG_NOT_AVAILABLE = ACCEL_NOT_AVAILABLE_FMT % "TCG"
> +
> +
> +class BootLinux(Test):
> + """
> + Boots a Linux system, checking for a successful initialization
> + """
> +
> + timeout = 900
> + chksum = None
> +
> + def setUp(self):
> + super(BootLinux, self).setUp()
> + self.vm.add_args('-smp', '2')
> + self.vm.add_args('-m', '1024')
> + self.prepare_boot()
> + self.prepare_cloudinit()
> +
> + def prepare_boot(self):
> + self.log.debug('Looking for and selecting a qemu-img binary to be '
> + 'used to create the bootable snapshot image')
> + # If qemu-img has been built, use it, otherwise the system wide one
> + # will be used. If none is available, the test will cancel.
> + qemu_img = os.path.join(BUILD_DIR, 'qemu-img')
> + if not os.path.exists(qemu_img):
> + qemu_img = find_command('qemu-img', False)
> + if qemu_img is False:
> + self.cancel('Could not find "qemu-img", which is required to '
> + 'create the bootable image')
> + vmimage.QEMU_IMG = qemu_img
> +
> + self.log.info('Downloading/preparing boot image')
> + # Fedora 31 only provides ppc64le images
> + image_arch = self.arch
> + if image_arch == 'ppc64':
> + image_arch = 'ppc64le'
> + try:
> + self.boot = vmimage.get(
> + 'fedora', arch=image_arch, version='31',
> + checksum=self.chksum,
> + algorithm='sha256',
> + cache_dir=self.cache_dirs[0],
> + snapshot_dir=self.workdir)
> + self.vm.add_args('-drive', 'file=%s' % self.boot.path)
> + except:
> + self.cancel('Failed to download/prepare boot image')
> +
> + def prepare_cloudinit(self):
> + self.log.info('Preparing cloudinit image')
> + try:
> + cloudinit_iso = os.path.join(self.workdir, 'cloudinit.iso')
> + self.phone_home_port = network.find_free_port()
> + cloudinit.iso(cloudinit_iso, self.name,
> + username='root',
> + password='password',
> + # QEMU's hard coded usermode router address
> + phone_home_host='10.0.2.2',
> + phone_home_port=self.phone_home_port)
> + self.vm.add_args('-drive', 'file=%s,format=raw' % cloudinit_iso)
> + except Exception:
> + self.cancel('Failed to prepared cloudinit image')
> +
> + def launch_and_wait(self):
> + self.vm.set_console()
> + self.vm.launch()
> + console_drainer =
> datadrainer.LineLogger(self.vm.console_socket.fileno(),
> +
> logger=self.log.getChild('console'))
> + console_drainer.start()
> + self.log.info('VM launched, waiting for boot confirmation from
> guest')
> + cloudinit.wait_for_phone_home(('0.0.0.0', self.phone_home_port),
> self.name)
> +
> +
> +class BootLinuxX8664(BootLinux):
> + """
> + :avocado: tags=arch:x86_64
> + """
> +
> + chksum =
> 'e3c1b309d9203604922d6e255c2c5d098a309c2d46215d8fc026954f3c5c27a0'
> +
> + def test_pc_i440fx_tcg(self):
> + """
> + :avocado: tags=machine:pc
> + :avocado: tags=accel:tcg
> + """
> + if not tcg_available(self.qemu_bin):
> + self.cancel(TCG_NOT_AVAILABLE)
> + self.vm.add_args("-accel", "tcg")
> + self.launch_and_wait()
> +
> + def test_pc_i440fx_kvm(self):
> + """
> + :avocado: tags=machine:pc
> + :avocado: tags=accel:kvm
> + """
> + if not kvm_available(self.arch, self.qemu_bin):
> + self.cancel(KVM_NOT_AVAILABLE)
> + self.vm.add_args("-accel", "kvm")
> + self.launch_and_wait()
> +
> + def test_pc_q35_tcg(self):
> + """
> + :avocado: tags=machine:q35
> + :avocado: tags=accel:tcg
> + """
> + if not tcg_available(self.qemu_bin):
> + self.cancel(TCG_NOT_AVAILABLE)
> + self.vm.add_args("-accel", "tcg")
> + self.launch_and_wait()
> +
> + def test_pc_q35_kvm(self):
> + """
> + :avocado: tags=machine:q35
> + :avocado: tags=accel:kvm
> + """
> + if not kvm_available(self.arch, self.qemu_bin):
> + self.cancel(KVM_NOT_AVAILABLE)
> + self.vm.add_args("-accel", "kvm")
> + self.launch_and_wait()
> +
> +
> +class BootLinuxAarch64(BootLinux):
> + """
> + :avocado: tags=arch:aarch64
> + :avocado: tags=machine:virt
> + :avocado: tags=machine:gic-version=2
> + """
> +
> + chksum =
> '1e18d9c0cf734940c4b5d5ec592facaed2af0ad0329383d5639c997fdf16fe49'
> +
> + def add_common_args(self):
> + self.vm.add_args('-bios',
> + os.path.join(BUILD_DIR, 'pc-bios',
> + 'edk2-aarch64-code.fd'))
> + self.vm.add_args('-device', 'virtio-rng-pci,rng=rng0')
> + self.vm.add_args('-object',
> 'rng-random,id=rng0,filename=/dev/urandom')
> +
> + def test_virt_tcg(self):
> + """
> + :avocado: tags=accel:tcg
> + :avocado: tags=cpu:max
> + """
> + if not tcg_available(self.qemu_bin):
> + self.cancel(TCG_NOT_AVAILABLE)
> + self.vm.add_args("-accel", "tcg")
> + self.vm.add_args("-cpu", "max")
> + self.vm.add_args("-machine", "virt,gic-version=2")
> + self.add_common_args()
> + self.launch_and_wait()
> +
> + def test_virt_kvm(self):
> + """
> + :avocado: tags=accel:kvm
> + :avocado: tags=cpu:host
> + """
> + if not kvm_available(self.arch, self.qemu_bin):
> + self.cancel(KVM_NOT_AVAILABLE)
> + self.vm.add_args("-accel", "kvm")
> + self.vm.add_args("-cpu", "host")
> + self.vm.add_args("-machine", "virt,gic-version=2")
> + self.add_common_args()
> + self.launch_and_wait()
> +
> +
> +class BootLinuxPPC64(BootLinux):
> + """
> + :avocado: tags=arch:ppc64
> + """
> +
> + chksum =
> '7c3528b85a3df4b2306e892199a9e1e43f991c506f2cc390dc4efa2026ad2f58'
> +
> + def test_pseries_tcg(self):
> + """
> + :avocado: tags=machine:pseries
> + :avocado: tags=accel:tcg
> + """
> + if not tcg_available(self.qemu_bin):
> + self.cancel(TCG_NOT_AVAILABLE)
> + self.vm.add_args("-accel", "tcg")
> + self.launch_and_wait()
> +
> +
> +class BootLinuxS390X(BootLinux):
> + """
> + :avocado: tags=arch:s390x
> + """
> +
> + chksum =
> '4caaab5a434fd4d1079149a072fdc7891e354f834d355069ca982fdcaf5a122d'
> +
> + def test_s390_ccw_virtio_tcg(self):
> + """
> + :avocado: tags=machine:s390-ccw-virtio
> + :avocado: tags=accel:tcg
> + """
> + if not tcg_available(self.qemu_bin):
> + self.cancel(TCG_NOT_AVAILABLE)
> + self.vm.add_args("-accel", "tcg")
> + self.launch_and_wait()
> diff --git a/tests/requirements.txt b/tests/requirements.txt
> index f4f1736a08..f9c84b4ba1 100644
> --- a/tests/requirements.txt
> +++ b/tests/requirements.txt
> @@ -2,3 +2,4 @@
> # in the tests/venv Python virtual environment. For more info,
> # refer to: https://pip.pypa.io/en/stable/user_guide/#id1
> avocado-framework==76.0
> +pycdlib==1.9.0
> --
> 2.25.1
>
Reviewed-by: Willian Rampazzo <willi...@redhat.com>
Tested-by: Willian Rampazzo <willi...@redhat.com>
