From 1328d49625e0030e00d09d74d35f57bd87b14a04 Mon Sep 17 00:00:00 2001 From: Stefan Stanacar Date: Fri, 28 Jun 2013 10:57:04 +0300 Subject: classes/testimage.bbclass: new class for image tests Replacement class for imagetest-qemu.bbclass. It launches a qemu instance and runs test modules defined in TEST_SUITES. (From OE-Core rev: e0e32b978e5af128d7ff4ee2686777b49f919e27) Signed-off-by: Stefan Stanacar Signed-off-by: Radu Moisan Signed-off-by: Richard Purdie --- meta/classes/testimage.bbclass | 92 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 meta/classes/testimage.bbclass diff --git a/meta/classes/testimage.bbclass b/meta/classes/testimage.bbclass new file mode 100644 index 0000000..35c6811 --- /dev/null +++ b/meta/classes/testimage.bbclass @@ -0,0 +1,92 @@ +TEST_LOG_DIR ?= "${WORKDIR}/testimage" + +DEFAULT_TEST_SUITES = "ping auto" +DEFAULT_TEST_SUITES_pn-core-image-minimal = "ping" +DEFAULT_TEST_SUITES_pn-core-image-sato = "ping ssh connman rpm smart xorg dmesg" +DEFAULT_TEST_SUITES_pn-core-image-sato-sdk = "ping ssh connman rpm smart gcc xorg dmesg" + +TEST_SUITES ?= "${DEFAULT_TEST_SUITES}" + +python do_testimage() { + testimage_main(d) +} +addtask testimage +do_testimage[nostamp] = "1" +do_testimage[depends] += "qemu-native:do_populate_sysroot" +do_testimage[depends] += "qemu-helper-native:do_populate_sysroot" + +def testimage_main(d): + import unittest + import os + import oeqa.runtime + import re + from oeqa.oetest import runTests + from oeqa.utils.sshcontrol import SSHControl + from oeqa.utils.qemurunner import QemuRunner + + testdir = d.getVar("TEST_LOG_DIR", True) + bb.utils.mkdirhier(testdir) + sshlog = os.path.join(testdir, "ssh_target_log.%s" % d.getVar('DATETIME', True)) + sshloglink = os.path.join(testdir, "ssh_target_log") + if os.path.islink(sshloglink): + os.unlink(sshloglink) + os.symlink(sshlog, sshloglink) + + # tests in TEST_SUITES become required tests + # they won't be skipped even if they aren't suitable for a default image (like xorg for minimal) + testsuites = d.getVar("TEST_SUITES", True) + # testslist is what we'll run and order matters + testslist = [ x for x in testsuites.split() if x != "auto" ] + # if we have auto search for other modules + if "auto" in testsuites: + for f in os.listdir(os.path.dirname(os.path.abspath(oeqa.runtime.__file__))): + if f.endswith('.py') and not f.startswith('_') and f[:-3] not in testslist: + testslist.append(f[:-3]) + + testslist = [ "oeqa.runtime." + x for x in testslist ] + + class TestContext: + def __init__(self): + self.d = d + self.testslist = testslist + self.testsrequired = testsuites.split() + self.filesdir = os.path.join(os.path.dirname(os.path.abspath(oeqa.runtime.__file__)),"files") + + # test context + tc = TestContext() + + # prepare qemu instance + # and boot each supported fs type + machine=d.getVar("MACHINE", True) + #will handle fs type eventually, stick with ext3 for now + rootfs=d.getVar("DEPLOY_DIR_IMAGE", True) + '/' + d.getVar("IMAGE_BASENAME",True) + '-' + machine + '.ext3' + + qemu = QemuRunner(machine, rootfs) + qemu.tmpdir = d.getVar("TMPDIR", True) + qemu.display = d.getVar("BB_ORIGENV", False).getVar("DISPLAY", True) + qemu.logfile = os.path.join(testdir, "qemu_boot_log.%s" % d.getVar('DATETIME', True)) + + bb.note("DISPLAY value: %s" % qemu.display) + bb.note("rootfs file: %s" % rootfs) + bb.note("Qemu logfile: %s" % qemu.logfile) + + #catch exceptions when loading or running tests (mostly our own errors) + try: + if qemu.launch(): + + # set more context - ssh instance and qemu + # we do these here because we needed qemu to boot and get the ip + tc.qemu = qemu + tc.target = SSHControl(host=qemu.ip,logfile=sshlog) + # run tests and get the results + result = runTests(tc) + + if result.wasSuccessful(): + bb.note("All required tests passed") + else: + raise bb.build.FuncFailed("Some tests failed. You should check the task log and the ssh log. (ssh log is %s" % sshlog) + + else: + raise bb.build.FuncFailed("Failed to start qemu. You should check the task log and the qemu boot log (qemu log is %s)" % qemu.logfile) + finally: + qemu.kill() -- cgit v1.1