xref: /OK3568_Linux_fs/yocto/poky/meta/lib/oeqa/sdkext/testsdk.py (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1#
2# Copyright 2018 by Garmin Ltd. or its subsidiaries
3#
4# SPDX-License-Identifier: MIT
5#
6
7from oeqa.sdk.testsdk import TestSDKBase
8
9class TestSDKExt(TestSDKBase):
10    def run(self, d):
11        import os
12        import json
13        import subprocess
14        import logging
15
16        from bb.utils import export_proxies
17        from oeqa.utils import avoid_paths_in_environ, make_logger_bitbake_compatible, subprocesstweak
18        from oeqa.sdkext.context import OESDKExtTestContext, OESDKExtTestContextExecutor
19
20        pn = d.getVar("PN")
21        logger = make_logger_bitbake_compatible(logging.getLogger("BitBake"))
22
23        # extensible sdk use network
24        export_proxies(d)
25
26        subprocesstweak.errors_have_output()
27
28        # We need the original PATH for testing the eSDK, not with our manipulations
29        os.environ['PATH'] = d.getVar("BB_ORIGENV", False).getVar("PATH")
30
31        tcname = d.expand("${SDK_DEPLOY}/${TOOLCHAINEXT_OUTPUTNAME}.sh")
32        if not os.path.exists(tcname):
33            bb.fatal("The toolchain ext %s is not built. Build it before running the" \
34                    " tests: 'bitbake <image> -c populate_sdk_ext' ." % tcname)
35
36        tdname = d.expand("${SDK_DEPLOY}/${TOOLCHAINEXT_OUTPUTNAME}.testdata.json")
37        test_data = json.load(open(tdname, "r"))
38
39        target_pkg_manifest = OESDKExtTestContextExecutor._load_manifest(
40            d.expand("${SDK_DEPLOY}/${TOOLCHAINEXT_OUTPUTNAME}.target.manifest"))
41        host_pkg_manifest = OESDKExtTestContextExecutor._load_manifest(
42            d.expand("${SDK_DEPLOY}/${TOOLCHAINEXT_OUTPUTNAME}.host.manifest"))
43
44        sdk_dir = d.expand("${WORKDIR}/testsdkext/")
45        bb.utils.remove(sdk_dir, True)
46        bb.utils.mkdirhier(sdk_dir)
47        try:
48            subprocess.check_output("%s -y -d %s" % (tcname, sdk_dir), shell=True)
49        except subprocess.CalledProcessError as e:
50            msg = "Couldn't install the extensible SDK:\n%s" % e.output.decode("utf-8")
51            logfn = os.path.join(sdk_dir, 'preparing_build_system.log')
52            if os.path.exists(logfn):
53                msg += '\n\nContents of preparing_build_system.log:\n'
54                with open(logfn, 'r') as f:
55                    for line in f:
56                        msg += line
57            bb.fatal(msg)
58
59        fail = False
60        sdk_envs = OESDKExtTestContextExecutor._get_sdk_environs(sdk_dir)
61        for s in sdk_envs:
62            bb.plain("Extensible SDK testing environment: %s" % s)
63
64            sdk_env = sdk_envs[s]
65
66            # Use our own SSTATE_DIR and DL_DIR so that updates to the eSDK come from our sstate cache
67            # and we don't spend hours downloading kernels for the kernel module test
68            # Abuse auto.conf since local.conf would be overwritten by the SDK
69            with open(os.path.join(sdk_dir, 'conf', 'auto.conf'), 'a+') as f:
70                f.write('SSTATE_MIRRORS += "file://.* file://%s/PATH"\n' % test_data.get('SSTATE_DIR'))
71                f.write('SOURCE_MIRROR_URL = "file://%s"\n' % test_data.get('DL_DIR'))
72                f.write('INHERIT += "own-mirrors"\n')
73                f.write('PREMIRRORS:prepend = "git://git.yoctoproject.org/.* git://%s/git2/git.yoctoproject.org.BASENAME "\n' % test_data.get('DL_DIR'))
74
75            # We need to do this in case we have a minimal SDK
76            subprocess.check_output(". %s > /dev/null; devtool sdk-install meta-extsdk-toolchain" % \
77                    sdk_env, cwd=sdk_dir, shell=True, stderr=subprocess.STDOUT)
78
79            tc = OESDKExtTestContext(td=test_data, logger=logger, sdk_dir=sdk_dir,
80                sdk_env=sdk_env, target_pkg_manifest=target_pkg_manifest,
81                host_pkg_manifest=host_pkg_manifest)
82
83            try:
84                tc.loadTests(OESDKExtTestContextExecutor.default_cases)
85            except Exception as e:
86                import traceback
87                bb.fatal("Loading tests failed:\n%s" % traceback.format_exc())
88
89            result = tc.runTests()
90
91            component = "%s %s" % (pn, OESDKExtTestContextExecutor.name)
92            context_msg = "%s:%s" % (os.path.basename(tcname), os.path.basename(sdk_env))
93            configuration = self.get_sdk_configuration(d, 'sdkext')
94            result.logDetails(self.get_sdk_json_result_dir(d),
95                            configuration,
96                            self.get_sdk_result_id(configuration))
97            result.logSummary(component, context_msg)
98
99            if not result.wasSuccessful():
100                fail = True
101
102            # Clean the workspace/sources to avoid `devtool add' failure because of non-empty source directory
103            bb.utils.remove(sdk_dir+'workspace/sources', True)
104
105        if fail:
106            bb.fatal("%s - FAILED - check the task log and the commands log" % pn)
107
108