xref: /OK3568_Linux_fs/yocto/poky/meta/classes/uninative.bbclass (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1UNINATIVE_LOADER ?= "${UNINATIVE_STAGING_DIR}-uninative/${BUILD_ARCH}-linux/lib/${@bb.utils.contains('BUILD_ARCH', 'x86_64', 'ld-linux-x86-64.so.2', '', d)}${@bb.utils.contains('BUILD_ARCH', 'i686', 'ld-linux.so.2', '', d)}${@bb.utils.contains('BUILD_ARCH', 'aarch64', 'ld-linux-aarch64.so.1', '', d)}${@bb.utils.contains('BUILD_ARCH', 'ppc64le', 'ld64.so.2', '', d)}"
2UNINATIVE_STAGING_DIR ?= "${STAGING_DIR}"
3
4UNINATIVE_URL ?= "unset"
5UNINATIVE_TARBALL ?= "${BUILD_ARCH}-nativesdk-libc-${UNINATIVE_VERSION}.tar.xz"
6# Example checksums
7#UNINATIVE_CHECKSUM[aarch64] = "dead"
8#UNINATIVE_CHECKSUM[i686] = "dead"
9#UNINATIVE_CHECKSUM[x86_64] = "dead"
10UNINATIVE_DLDIR ?= "${DL_DIR}/uninative/"
11
12# Enabling uninative will change the following variables so they need to go the parsing ignored variables list to prevent multiple recipe parsing
13BB_HASHCONFIG_IGNORE_VARS += "NATIVELSBSTRING SSTATEPOSTUNPACKFUNCS BUILD_LDFLAGS"
14
15addhandler uninative_event_fetchloader
16uninative_event_fetchloader[eventmask] = "bb.event.BuildStarted"
17
18addhandler uninative_event_enable
19uninative_event_enable[eventmask] = "bb.event.ConfigParsed"
20
21python uninative_event_fetchloader() {
22    """
23    This event fires on the parent and will try to fetch the tarball if the
24    loader isn't already present.
25    """
26
27    chksum = d.getVarFlag("UNINATIVE_CHECKSUM", d.getVar("BUILD_ARCH"))
28    if not chksum:
29        bb.fatal("Uninative selected but not configured correctly, please set UNINATIVE_CHECKSUM[%s]" % d.getVar("BUILD_ARCH"))
30
31    loader = d.getVar("UNINATIVE_LOADER")
32    loaderchksum = loader + ".chksum"
33    if os.path.exists(loader) and os.path.exists(loaderchksum):
34        with open(loaderchksum, "r") as f:
35            readchksum = f.read().strip()
36        if readchksum == chksum:
37            return
38
39    import subprocess
40    try:
41        # Save and restore cwd as Fetch.download() does a chdir()
42        olddir = os.getcwd()
43
44        tarball = d.getVar("UNINATIVE_TARBALL")
45        tarballdir = os.path.join(d.getVar("UNINATIVE_DLDIR"), chksum)
46        tarballpath = os.path.join(tarballdir, tarball)
47
48        if not os.path.exists(tarballpath + ".done"):
49            bb.utils.mkdirhier(tarballdir)
50            if d.getVar("UNINATIVE_URL") == "unset":
51                bb.fatal("Uninative selected but not configured, please set UNINATIVE_URL")
52
53            localdata = bb.data.createCopy(d)
54            localdata.setVar('FILESPATH', "")
55            localdata.setVar('DL_DIR', tarballdir)
56            # Our games with path manipulation of DL_DIR mean standard PREMIRRORS don't work
57            # and we can't easily put 'chksum' into the url path from a url parameter with
58            # the current fetcher url handling
59            premirrors = bb.fetch2.mirror_from_string(localdata.getVar("PREMIRRORS"))
60            for line in premirrors:
61                try:
62                    (find, replace) = line
63                except ValueError:
64                    continue
65                if find.startswith("http"):
66                    localdata.appendVar("PREMIRRORS", " ${UNINATIVE_URL}${UNINATIVE_TARBALL} %s/uninative/%s/${UNINATIVE_TARBALL}" % (replace, chksum))
67
68            srcuri = d.expand("${UNINATIVE_URL}${UNINATIVE_TARBALL};sha256sum=%s" % chksum)
69            bb.note("Fetching uninative binary shim %s (will check PREMIRRORS first)" % srcuri)
70
71            fetcher = bb.fetch2.Fetch([srcuri], localdata, cache=False)
72            fetcher.download()
73            localpath = fetcher.localpath(srcuri)
74            if localpath != tarballpath and os.path.exists(localpath) and not os.path.exists(tarballpath):
75                # Follow the symlink behavior from the bitbake fetch2.
76                # This will cover the case where an existing symlink is broken
77                # as well as if there are two processes trying to create it
78                # at the same time.
79                if os.path.islink(tarballpath):
80                    # Broken symbolic link
81                    os.unlink(tarballpath)
82
83                # Deal with two processes trying to make symlink at once
84                try:
85                    os.symlink(localpath, tarballpath)
86                except FileExistsError:
87                    pass
88
89        # ldd output is "ldd (Ubuntu GLIBC 2.23-0ubuntu10) 2.23", extract last option from first line
90        glibcver = subprocess.check_output(["ldd", "--version"]).decode('utf-8').split('\n')[0].split()[-1]
91        if bb.utils.vercmp_string(d.getVar("UNINATIVE_MAXGLIBCVERSION"), glibcver) < 0:
92            raise RuntimeError("Your host glibc version (%s) is newer than that in uninative (%s). Disabling uninative so that sstate is not corrupted." % (glibcver, d.getVar("UNINATIVE_MAXGLIBCVERSION")))
93
94        cmd = d.expand("\
95mkdir -p ${UNINATIVE_STAGING_DIR}-uninative; \
96cd ${UNINATIVE_STAGING_DIR}-uninative; \
97tar -xJf ${UNINATIVE_DLDIR}/%s/${UNINATIVE_TARBALL}; \
98${UNINATIVE_STAGING_DIR}-uninative/relocate_sdk.py \
99  ${UNINATIVE_STAGING_DIR}-uninative/${BUILD_ARCH}-linux \
100  ${UNINATIVE_LOADER} \
101  ${UNINATIVE_LOADER} \
102  ${UNINATIVE_STAGING_DIR}-uninative/${BUILD_ARCH}-linux/${bindir_native}/patchelf-uninative \
103  ${UNINATIVE_STAGING_DIR}-uninative/${BUILD_ARCH}-linux${base_libdir_native}/libc*.so*" % chksum)
104        subprocess.check_output(cmd, shell=True)
105
106        with open(loaderchksum, "w") as f:
107            f.write(chksum)
108
109        enable_uninative(d)
110
111    except RuntimeError as e:
112        bb.warn(str(e))
113    except bb.fetch2.BBFetchException as exc:
114        bb.warn("Disabling uninative as unable to fetch uninative tarball: %s" % str(exc))
115        bb.warn("To build your own uninative loader, please bitbake uninative-tarball and set UNINATIVE_TARBALL appropriately.")
116    except subprocess.CalledProcessError as exc:
117        bb.warn("Disabling uninative as unable to install uninative tarball: %s" % str(exc))
118        bb.warn("To build your own uninative loader, please bitbake uninative-tarball and set UNINATIVE_TARBALL appropriately.")
119    finally:
120        os.chdir(olddir)
121}
122
123python uninative_event_enable() {
124    """
125    This event handler is called in the workers and is responsible for setting
126    up uninative if a loader is found.
127    """
128    enable_uninative(d)
129}
130
131def enable_uninative(d):
132    loader = d.getVar("UNINATIVE_LOADER")
133    if os.path.exists(loader):
134        bb.debug(2, "Enabling uninative")
135        d.setVar("NATIVELSBSTRING", "universal%s" % oe.utils.host_gcc_version(d))
136        d.appendVar("SSTATEPOSTUNPACKFUNCS", " uninative_changeinterp")
137        d.appendVarFlag("SSTATEPOSTUNPACKFUNCS", "vardepvalueexclude", "| uninative_changeinterp")
138        d.appendVar("BUILD_LDFLAGS", " -Wl,--allow-shlib-undefined -Wl,--dynamic-linker=${UNINATIVE_LOADER}")
139        d.appendVarFlag("BUILD_LDFLAGS", "vardepvalueexclude", "| -Wl,--allow-shlib-undefined -Wl,--dynamic-linker=${UNINATIVE_LOADER}")
140        d.appendVarFlag("BUILD_LDFLAGS", "vardepsexclude", "UNINATIVE_LOADER")
141        d.prependVar("PATH", "${STAGING_DIR}-uninative/${BUILD_ARCH}-linux${bindir_native}:")
142
143python uninative_changeinterp () {
144    import subprocess
145    import stat
146    import oe.qa
147
148    if not (bb.data.inherits_class('native', d) or bb.data.inherits_class('crosssdk', d) or bb.data.inherits_class('cross', d)):
149        return
150
151    sstateinst = d.getVar('SSTATE_INSTDIR')
152    for walkroot, dirs, files in os.walk(sstateinst):
153        for file in files:
154            if file.endswith(".so") or ".so." in file:
155                continue
156            f = os.path.join(walkroot, file)
157            if os.path.islink(f):
158                continue
159            s = os.stat(f)
160            if not ((s[stat.ST_MODE] & stat.S_IXUSR) or (s[stat.ST_MODE] & stat.S_IXGRP) or (s[stat.ST_MODE] & stat.S_IXOTH)):
161                continue
162            elf = oe.qa.ELFFile(f)
163            try:
164                elf.open()
165            except oe.qa.NotELFFileError:
166                continue
167            if not elf.isDynamic():
168                continue
169
170            os.chmod(f, s[stat.ST_MODE] | stat.S_IWUSR)
171            subprocess.check_output(("patchelf-uninative", "--set-interpreter", d.getVar("UNINATIVE_LOADER"), f), stderr=subprocess.STDOUT)
172            os.chmod(f, s[stat.ST_MODE])
173}
174