meta/classes/sstate.bbclass

5 SSTATE_MANIFESTS ?= "${TMPDIR}/sstate-control"
6 SSTATE_MANFILEPREFIX = "${SSTATE_MANIFESTS}/manifest-${SSTATE_MANMACH}-${PN}"
13     limit = 254 - 8
25 …ail = (limit - len(hash + "_" + taskname + extension) - len(components[0]) - len(components[1]) - …
32             bb.fatal("Unable to reduce sstate name to less than 255 chararacters")
36 SSTATE_PKGSPEC    = "sstate:${PN}:${PACKAGE_ARCH}${TARGET_VENDOR}-${TARGET_OS}:${PV}:${PR}:${SSTATE…
37 SSTATE_SWSPEC     = "sstate:${PN}::${PV}:${PR}::${SSTATE_VERSION}:"
47 # We don't want the sstate to depend on things like the distro string
48 # of the system, we let the sstate paths take care of this.
56 # sdk-provides-dummy-nativesdk and nativesdk-buildtools-perl-dummy overlap for different SDKMACHINE
57 …= "${DEPLOY_DIR_RPM}/sdk_provides_dummy_nativesdk/ ${DEPLOY_DIR_IPK}/sdk-provides-dummy-nativesdk/"
58 …ES += "${DEPLOY_DIR_RPM}/buildtools_dummy_nativesdk/ ${DEPLOY_DIR_IPK}/buildtools-dummy-nativesdk/"
59 # target-sdk-provides-dummy overlaps that allarch is disabled when multilib is used
60 … "${COMPONENTS_DIR}/sdk-provides-dummy-target/ ${DEPLOY_DIR_RPM}/sdk_provides_dummy_target/ ${DEPL…
63 # ovmf/grub-efi/systemd-boot/intel-microcode multilib recipes can generate identical overlapping fi…
65 SSTATE_ALLOW_OVERLAP_FILES += "${DEPLOY_DIR_IMAGE}/grub-efi"
66 SSTATE_ALLOW_OVERLAP_FILES += "${DEPLOY_DIR_IMAGE}/systemd-boot"
69 SSTATE_SCAN_FILES ?= "*.la *-config *_config postinst-*"
70 …N_CMD ??= 'find ${SSTATE_BUILDDIR} \( -name "${@"\" -o -name \"".join(d.getVar("SSTATE_SCAN_FILES"…
71 SSTATE_SCAN_CMD_NATIVE ??= 'grep -Irl -e ${RECIPE_SYSROOT} -e ${RECIPE_SYSROOT_NATIVE} -e ${HOSTTOO…
73     populate_sysroot:*/postinst-useradd-*:${TMPDIR} \
74     populate_sysroot:*/postinst-useradd-*:${COREBASE} \
75 …populate_sysroot:*/postinst-useradd-*:regex-\s(PATH|PSEUDO_IGNORE_PATHS|HOME|LOGNAME|OMP_NUM_THREA…
104 # Check whether sstate exists for tasks that support sstate and are in the
112 # The GnuPG key ID and passphrase to use to sign sstate archives (or unset to
116 # Whether to verify the GnUPG signatures when extracting sstate archives
123 SSTATE_HASHEQUIV_METHOD[doc] = "The fully-qualified function used to calculate \
143     elif bb.data.inherits_class('cross-canadian', d):
170     ss['lockfiles-shared'] = []
177             bb.fatal("sstate code running without task context?!")
182     inputs = (d.getVarFlag("do_" + task, 'sstate-inputdirs') or "").split()
183     outputs = (d.getVarFlag("do_" + task, 'sstate-outputdirs') or "").split()
184     plaindirs = (d.getVarFlag("do_" + task, 'sstate-plaindirs') or "").split()
185     lockfiles = (d.getVarFlag("do_" + task, 'sstate-lockfile') or "").split()
186     lockfilesshared = (d.getVarFlag("do_" + task, 'sstate-lockfile-shared') or "").split()
187     interceptfuncs = (d.getVarFlag("do_" + task, 'sstate-interceptfuncs') or "").split()
188     fixmedir = d.getVarFlag("do_" + task, 'sstate-fixmedir') or ""
190         bb.fatal("sstate variables not setup correctly?!")
201     ss['lockfiles-shared'] = lockfilesshared
227     sstateinst = d.expand("${WORKDIR}/sstate-install-%s/" % ss['task'])
237     for lock in ss['lockfiles-shared']:
275 …sstate_search_cmd = "grep -rlF '%s' %s --exclude=master.list | sed -e 's:^.*/::'" % (f, d.expand("…
278                     match.append("  (matched in %s)" % search_output.decode('utf-8').rstrip())
286           "break things - if not now, possibly in the future (we've seen builds fail " \
291           "linux-yocto to linux-yocto-dev), in that case you need to execute the " \
295           "DISTRO_FEATURES on an existing build directory is not supported - you " \
296           "should really clean out tmp and rebuild (reusing sstate should be safe). " \
304 …e simpler version is you're advised to wipe out tmp and rebuild (reusing sstate is fine). That wil…
326     i = d2.expand("${SSTATE_MANIFESTS}/index-${SSTATE_MANMACH}")
358     sstateinst = d.expand("${WORKDIR}/sstate-install-%s/" % ss['task'])
367         bb.note("Sstate package %s does not exist" % sstatepkg)
376             bb.warn("No signature file for sstate package %s, skipping acceleration..." % sstatepkg)
380 …      bb.warn("Cannot verify signature on sstate package %s, skipping acceleration..." % sstatepkg)
422         sharedworkdir = os.path.join(d.getVar('TMPDIR'), "work-shared")
447         if bb.data.inherits_class('native', d) or bb.data.inherits_class('cross-canadian', d):
448             sstate_sed_cmd = "sed -i -e 's:FIXMESTAGINGDIRHOST:%s:g'" % (staging_host)
450 …sstate_sed_cmd = "sed -i -e 's:FIXMESTAGINGDIRTARGET:%s:g; s:FIXMESTAGINGDIRHOST:%s:g'" % (staging…
452             sstate_sed_cmd = "sed -i -e 's:FIXMESTAGINGDIRTARGET:%s:g'" % (staging_target)
457             sstate_sed_cmd += " -e 's:FIXME_%s:%s:g'" % (fixmevar, fixme_path)
460 …    sstate_hardcode_cmd = "sed -e 's:^:%s:g' %s | xargs %s" % (sstateinst, fixmefn, sstate_sed_cmd)
474         bb.note("Replacing fixme paths in sstate package: %s" % (sstate_hardcode_cmd))
513                 if os.path.islink(entry[:-1]):
514                     os.remove(entry[:-1])
518                     os.rmdir(entry[:-1])
539     extrainf = d.getVarFlag("do_" + ss['task'], 'stamp-extra-info')
550         for lock in ss['lockfiles-shared']:
611     sstate_sed_cmd = "sed -i -e 's:%s:FIXMESTAGINGDIRHOST:g'" % staging_host
612     if bb.data.inherits_class('native', d) or bb.data.inherits_class('cross-canadian', d):
613         sstate_grep_cmd = "grep -l -e '%s'" % (staging_host)
615         sstate_grep_cmd = "grep -l -e '%s' -e '%s'" % (staging_target, staging_host)
616         sstate_sed_cmd += " -e 's:%s:FIXMESTAGINGDIRTARGET:g'" % staging_target
618         sstate_grep_cmd = "grep -l -e '%s' -e '%s'" % (staging_target, staging_host)
619         sstate_sed_cmd += " -e 's:%s:FIXMESTAGINGDIRTARGET:g'" % staging_target
624         sstate_sed_cmd += " -e 's:%s:FIXME_%s:g'" % (fixme_path, fixmevar)
625         sstate_grep_cmd += " -e '%s'" % (fixme_path)
633     sstate_filelist_relative_cmd = "sed -i -e 's:^%s::g' %s" % (sstate_builddir, fixmefn)
635     xargs_no_empty_run_cmd = '--no-run-if-empty'
640     # This has the side effect of making sure the vfs cache is hot
643     bb.note("Removing hardcoded paths from sstate package: '%s'" % (sstate_hardcode_cmd))
669     sstatebuild = d.expand("${WORKDIR}/sstate-build-%s/" % ss['task'])
680         # to sstate tasks but there aren't many of these so better just avoid them entirely.
693 …bb.error("sstate found an absolute path symlink %s pointing at %s. Please replace this with a rela…
698     sharedworkdir = os.path.join(d.getVar('TMPDIR'), "work-shared")
738             # Handle read-only file systems gracefully
773     # Try a fetch from the sstate mirror, if it fails just return and
783             fetcher = bb.fetch2.Fetch([srcuri], localdata, cache=False)
797         msg = "No sstate archive obtainable, will run full task instead."
815        bb.note("Using umask 0o002 (not %0o) for sstate packaging" % omask)
830 # Shell function to generate a sstate package from a directory
835 	if [ -e ${SSTATE_PKG} ]; then
840 	mkdir --mode=0775 -p `dirname ${SSTATE_PKG}`
843 	OPT="-cS"
844 	ZSTD="zstd -${SSTATE_ZSTD_CLEVEL} -T${ZSTD_THREADS}"
846 	if [ -x "$(command -v pzstd)" ]; then
847 		ZSTD="pzstd -${SSTATE_ZSTD_CLEVEL} -p ${ZSTD_THREADS}"
851 	if [ "$(ls -A)" ]; then
853 		tar -I "$ZSTD" $OPT -f $TFILE *
855 		if [ $ret -ne 0 ] && [ $ret -ne 1 ]; then
858 		set -e
860 		tar -I "$ZSTD" $OPT --file=$TFILE --files-from=/dev/null
864 	if [ -h ${SSTATE_PKG} ] && [ ! -e ${SSTATE_PKG} ]; then
867 		ln -f $TFILE ${SSTATE_PKG} || true
868 	elif [ ! -e ${SSTATE_PKG} ]; then
903 	ZSTD="zstd -T${ZSTD_THREADS}"
905 	if [ -x "$(command -v pzstd)" ]; then
906 		ZSTD="pzstd -p ${ZSTD_THREADS}"
909 	tar -I "$ZSTD" -xvpf ${SSTATE_PKG}
911 …[ ! -h ${SSTATE_PKG}.siginfo ] || [ ! -e ${SSTATE_PKG}.siginfo ] || touch -a ${SSTATE_PKG}.siginfo…
913 	touch --no-dereference ${SSTATE_PKG} 2>/dev/null || true
914 	[ ! -e ${SSTATE_PKG}.sig ] || touch --no-dereference ${SSTATE_PKG}.sig 2>/dev/null || true
915 	[ ! -e ${SSTATE_PKG}.siginfo ] || touch --no-dereference ${SSTATE_PKG}.siginfo 2>/dev/null || true
954             bb.debug(2, "SState: Found valid sstate file %s" % sstatefile)
957             bb.debug(2, "SState: Looked for but didn't find file %s" % sstatefile)
971         bb.debug(2, "SState using premirror of: %s" % mirrors)
992             bb.debug(2, "SState: Attempting to fetch %s" % srcuri)
1000                 bb.debug(2, "SState: Successful fetch test for %s" % srcuri)
1004 …bb.debug(2, "SState: Unsuccessful fetch test for %s (%s)\n%s" % (srcuri, repr(e), traceback.format…
1006 …             bb.error("SState: cannot test %s: %s\n%s" % (srcuri, repr(e), traceback.format_exc()))
1009 …       bb.event.fire(bb.event.ProcessProgress(msg, len(tasklist) - thread_worker.tasks.qsize()), d)
1021                 msg = "Checking sstate mirror object availability"
1030                         name="sstate_checkhashes-")
1052         # Print some summary statistics about the current task completion and how much sstate
1061 …bb.plain("Sstate summary: Wanted %d Local %d Mirrors %d Missed %d Current %d (%d%% match, %d%% com…
1062             (total, foundLocal, len(found)-foundLocal, len(missed), currentcount, match, complete))
1075     # Return - False - We need this dependency
1076     #        - True - We can skip this dependency
1090         return x.endswith("-native") or "-cross-" in x or "-crosssdk" in x or x.endswith("-cross")
1125 …sroot') and taskdependees[dep][0].endswith(('shadow-native', 'shadow-sysroot', 'base-passwd', 'pse…
1133 …      # See also http://lists.openembedded.org/pipermail/openembedded-core/2018-January/146324.html
1137                 # Cache the regular expressions for speed
1140 …       excludedeps.append((re.compile(excl.split('->', 1)[0]), re.compile(excl.split('->', 1)[1])))
1149             # For meta-extsdk-toolchain we want all sysroot dependencies
1150             if taskdependees[dep][0] == 'meta-extsdk-toolchain':
1159             # Add an exception for shadow-native as required by useradd.bbclass
1160             if isNativeCross(taskdependees[task][0]) and taskdependees[task][0] != 'shadow-native':
1195                 # Handle read-only file systems gracefully
1220     preservestampfile = d.expand('${SSTATE_MANIFESTS}/preserve-stamps')
1231     mi = d.expand("${SSTATE_MANIFESTS}/index-machine-${MACHINE}")
1238         i = d.expand("${SSTATE_MANIFESTS}/index-" + a)
1262                     bb.fatal("Invalid line '%s' in sstate manifest '%s'" % (l, i))
1304 # this now rather than mid build since the distribution of files between sstate
1319         i = d.expand("${SSTATE_MANIFESTS}/index-" + a)
1333 …               bb.debug(2, "Sstate for %s is stale, removing related manifest %s" % (tid, manname))
1337                     bb.fatal("Invalid line '%s' in sstate manifest '%s'" % (l, i))
1340             msg = "Removing %d stale sstate objects for arch %s" % (len(toremove), a)