1*4882a593Smuzhiyun# 2*4882a593Smuzhiyun# Packaging process 3*4882a593Smuzhiyun# 4*4882a593Smuzhiyun# Executive summary: This class iterates over the functions listed in PACKAGEFUNCS 5*4882a593Smuzhiyun# Taking D and splitting it up into the packages listed in PACKAGES, placing the 6*4882a593Smuzhiyun# resulting output in PKGDEST. 7*4882a593Smuzhiyun# 8*4882a593Smuzhiyun# There are the following default steps but PACKAGEFUNCS can be extended: 9*4882a593Smuzhiyun# 10*4882a593Smuzhiyun# a) package_convert_pr_autoinc - convert AUTOINC in PKGV to ${PRSERV_PV_AUTOINC} 11*4882a593Smuzhiyun# 12*4882a593Smuzhiyun# b) perform_packagecopy - Copy D into PKGD 13*4882a593Smuzhiyun# 14*4882a593Smuzhiyun# c) package_do_split_locales - Split out the locale files, updates FILES and PACKAGES 15*4882a593Smuzhiyun# 16*4882a593Smuzhiyun# d) split_and_strip_files - split the files into runtime and debug and strip them. 17*4882a593Smuzhiyun# Debug files include debug info split, and associated sources that end up in -dbg packages 18*4882a593Smuzhiyun# 19*4882a593Smuzhiyun# e) fixup_perms - Fix up permissions in the package before we split it. 20*4882a593Smuzhiyun# 21*4882a593Smuzhiyun# f) populate_packages - Split the files in PKGD into separate packages in PKGDEST/<pkgname> 22*4882a593Smuzhiyun# Also triggers the binary stripping code to put files in -dbg packages. 23*4882a593Smuzhiyun# 24*4882a593Smuzhiyun# g) package_do_filedeps - Collect perfile run-time dependency metadata 25*4882a593Smuzhiyun# The data is stores in FILER{PROVIDES,DEPENDS}_file_pkg variables with 26*4882a593Smuzhiyun# a list of affected files in FILER{PROVIDES,DEPENDS}FLIST_pkg 27*4882a593Smuzhiyun# 28*4882a593Smuzhiyun# h) package_do_shlibs - Look at the shared libraries generated and autotmatically add any 29*4882a593Smuzhiyun# dependencies found. Also stores the package name so anyone else using this library 30*4882a593Smuzhiyun# knows which package to depend on. 31*4882a593Smuzhiyun# 32*4882a593Smuzhiyun# i) package_do_pkgconfig - Keep track of which packages need and provide which .pc files 33*4882a593Smuzhiyun# 34*4882a593Smuzhiyun# j) read_shlibdeps - Reads the stored shlibs information into the metadata 35*4882a593Smuzhiyun# 36*4882a593Smuzhiyun# k) package_depchains - Adds automatic dependencies to -dbg and -dev packages 37*4882a593Smuzhiyun# 38*4882a593Smuzhiyun# l) emit_pkgdata - saves the packaging data into PKGDATA_DIR for use in later 39*4882a593Smuzhiyun# packaging steps 40*4882a593Smuzhiyun 41*4882a593Smuzhiyuninherit packagedata 42*4882a593Smuzhiyuninherit chrpath 43*4882a593Smuzhiyuninherit package_pkgdata 44*4882a593Smuzhiyuninherit insane 45*4882a593Smuzhiyun 46*4882a593SmuzhiyunPKGD = "${WORKDIR}/package" 47*4882a593SmuzhiyunPKGDEST = "${WORKDIR}/packages-split" 48*4882a593Smuzhiyun 49*4882a593SmuzhiyunLOCALE_SECTION ?= '' 50*4882a593Smuzhiyun 51*4882a593SmuzhiyunALL_MULTILIB_PACKAGE_ARCHS = "${@all_multilib_tune_values(d, 'PACKAGE_ARCHS')}" 52*4882a593Smuzhiyun 53*4882a593Smuzhiyun# rpm is used for the per-file dependency identification 54*4882a593Smuzhiyun# dwarfsrcfiles is used to determine the list of debug source files 55*4882a593SmuzhiyunPACKAGE_DEPENDS += "rpm-native dwarfsrcfiles-native" 56*4882a593Smuzhiyun 57*4882a593Smuzhiyun 58*4882a593Smuzhiyun# If your postinstall can execute at rootfs creation time rather than on 59*4882a593Smuzhiyun# target but depends on a native/cross tool in order to execute, you need to 60*4882a593Smuzhiyun# list that tool in PACKAGE_WRITE_DEPS. Target package dependencies belong 61*4882a593Smuzhiyun# in the package dependencies as normal, this is just for native/cross support 62*4882a593Smuzhiyun# tools at rootfs build time. 63*4882a593SmuzhiyunPACKAGE_WRITE_DEPS ??= "" 64*4882a593Smuzhiyun 65*4882a593Smuzhiyundef legitimize_package_name(s): 66*4882a593Smuzhiyun """ 67*4882a593Smuzhiyun Make sure package names are legitimate strings 68*4882a593Smuzhiyun """ 69*4882a593Smuzhiyun import re 70*4882a593Smuzhiyun 71*4882a593Smuzhiyun def fixutf(m): 72*4882a593Smuzhiyun cp = m.group(1) 73*4882a593Smuzhiyun if cp: 74*4882a593Smuzhiyun return ('\\u%s' % cp).encode('latin-1').decode('unicode_escape') 75*4882a593Smuzhiyun 76*4882a593Smuzhiyun # Handle unicode codepoints encoded as <U0123>, as in glibc locale files. 77*4882a593Smuzhiyun s = re.sub(r'<U([0-9A-Fa-f]{1,4})>', fixutf, s) 78*4882a593Smuzhiyun 79*4882a593Smuzhiyun # Remaining package name validity fixes 80*4882a593Smuzhiyun return s.lower().replace('_', '-').replace('@', '+').replace(',', '+').replace('/', '-') 81*4882a593Smuzhiyun 82*4882a593Smuzhiyundef do_split_packages(d, root, file_regex, output_pattern, description, postinst=None, recursive=False, hook=None, extra_depends=None, aux_files_pattern=None, postrm=None, allow_dirs=False, prepend=False, match_path=False, aux_files_pattern_verbatim=None, allow_links=False, summary=None): 83*4882a593Smuzhiyun """ 84*4882a593Smuzhiyun Used in .bb files to split up dynamically generated subpackages of a 85*4882a593Smuzhiyun given package, usually plugins or modules. 86*4882a593Smuzhiyun 87*4882a593Smuzhiyun Arguments: 88*4882a593Smuzhiyun root -- the path in which to search 89*4882a593Smuzhiyun file_regex -- regular expression to match searched files. Use 90*4882a593Smuzhiyun parentheses () to mark the part of this expression 91*4882a593Smuzhiyun that should be used to derive the module name (to be 92*4882a593Smuzhiyun substituted where %s is used in other function 93*4882a593Smuzhiyun arguments as noted below) 94*4882a593Smuzhiyun output_pattern -- pattern to use for the package names. Must include %s. 95*4882a593Smuzhiyun description -- description to set for each package. Must include %s. 96*4882a593Smuzhiyun postinst -- postinstall script to use for all packages (as a 97*4882a593Smuzhiyun string) 98*4882a593Smuzhiyun recursive -- True to perform a recursive search - default False 99*4882a593Smuzhiyun hook -- a hook function to be called for every match. The 100*4882a593Smuzhiyun function will be called with the following arguments 101*4882a593Smuzhiyun (in the order listed): 102*4882a593Smuzhiyun f: full path to the file/directory match 103*4882a593Smuzhiyun pkg: the package name 104*4882a593Smuzhiyun file_regex: as above 105*4882a593Smuzhiyun output_pattern: as above 106*4882a593Smuzhiyun modulename: the module name derived using file_regex 107*4882a593Smuzhiyun extra_depends -- extra runtime dependencies (RDEPENDS) to be set for 108*4882a593Smuzhiyun all packages. The default value of None causes a 109*4882a593Smuzhiyun dependency on the main package (${PN}) - if you do 110*4882a593Smuzhiyun not want this, pass '' for this parameter. 111*4882a593Smuzhiyun aux_files_pattern -- extra item(s) to be added to FILES for each 112*4882a593Smuzhiyun package. Can be a single string item or a list of 113*4882a593Smuzhiyun strings for multiple items. Must include %s. 114*4882a593Smuzhiyun postrm -- postrm script to use for all packages (as a string) 115*4882a593Smuzhiyun allow_dirs -- True allow directories to be matched - default False 116*4882a593Smuzhiyun prepend -- if True, prepend created packages to PACKAGES instead 117*4882a593Smuzhiyun of the default False which appends them 118*4882a593Smuzhiyun match_path -- match file_regex on the whole relative path to the 119*4882a593Smuzhiyun root rather than just the file name 120*4882a593Smuzhiyun aux_files_pattern_verbatim -- extra item(s) to be added to FILES for 121*4882a593Smuzhiyun each package, using the actual derived module name 122*4882a593Smuzhiyun rather than converting it to something legal for a 123*4882a593Smuzhiyun package name. Can be a single string item or a list 124*4882a593Smuzhiyun of strings for multiple items. Must include %s. 125*4882a593Smuzhiyun allow_links -- True to allow symlinks to be matched - default False 126*4882a593Smuzhiyun summary -- Summary to set for each package. Must include %s; 127*4882a593Smuzhiyun defaults to description if not set. 128*4882a593Smuzhiyun 129*4882a593Smuzhiyun """ 130*4882a593Smuzhiyun 131*4882a593Smuzhiyun dvar = d.getVar('PKGD') 132*4882a593Smuzhiyun root = d.expand(root) 133*4882a593Smuzhiyun output_pattern = d.expand(output_pattern) 134*4882a593Smuzhiyun extra_depends = d.expand(extra_depends) 135*4882a593Smuzhiyun 136*4882a593Smuzhiyun # If the root directory doesn't exist, don't error out later but silently do 137*4882a593Smuzhiyun # no splitting. 138*4882a593Smuzhiyun if not os.path.exists(dvar + root): 139*4882a593Smuzhiyun return [] 140*4882a593Smuzhiyun 141*4882a593Smuzhiyun ml = d.getVar("MLPREFIX") 142*4882a593Smuzhiyun if ml: 143*4882a593Smuzhiyun if not output_pattern.startswith(ml): 144*4882a593Smuzhiyun output_pattern = ml + output_pattern 145*4882a593Smuzhiyun 146*4882a593Smuzhiyun newdeps = [] 147*4882a593Smuzhiyun for dep in (extra_depends or "").split(): 148*4882a593Smuzhiyun if dep.startswith(ml): 149*4882a593Smuzhiyun newdeps.append(dep) 150*4882a593Smuzhiyun else: 151*4882a593Smuzhiyun newdeps.append(ml + dep) 152*4882a593Smuzhiyun if newdeps: 153*4882a593Smuzhiyun extra_depends = " ".join(newdeps) 154*4882a593Smuzhiyun 155*4882a593Smuzhiyun 156*4882a593Smuzhiyun packages = d.getVar('PACKAGES').split() 157*4882a593Smuzhiyun split_packages = set() 158*4882a593Smuzhiyun 159*4882a593Smuzhiyun if postinst: 160*4882a593Smuzhiyun postinst = '#!/bin/sh\n' + postinst + '\n' 161*4882a593Smuzhiyun if postrm: 162*4882a593Smuzhiyun postrm = '#!/bin/sh\n' + postrm + '\n' 163*4882a593Smuzhiyun if not recursive: 164*4882a593Smuzhiyun objs = os.listdir(dvar + root) 165*4882a593Smuzhiyun else: 166*4882a593Smuzhiyun objs = [] 167*4882a593Smuzhiyun for walkroot, dirs, files in os.walk(dvar + root): 168*4882a593Smuzhiyun for file in files: 169*4882a593Smuzhiyun relpath = os.path.join(walkroot, file).replace(dvar + root + '/', '', 1) 170*4882a593Smuzhiyun if relpath: 171*4882a593Smuzhiyun objs.append(relpath) 172*4882a593Smuzhiyun 173*4882a593Smuzhiyun if extra_depends == None: 174*4882a593Smuzhiyun extra_depends = d.getVar("PN") 175*4882a593Smuzhiyun 176*4882a593Smuzhiyun if not summary: 177*4882a593Smuzhiyun summary = description 178*4882a593Smuzhiyun 179*4882a593Smuzhiyun for o in sorted(objs): 180*4882a593Smuzhiyun import re, stat 181*4882a593Smuzhiyun if match_path: 182*4882a593Smuzhiyun m = re.match(file_regex, o) 183*4882a593Smuzhiyun else: 184*4882a593Smuzhiyun m = re.match(file_regex, os.path.basename(o)) 185*4882a593Smuzhiyun 186*4882a593Smuzhiyun if not m: 187*4882a593Smuzhiyun continue 188*4882a593Smuzhiyun f = os.path.join(dvar + root, o) 189*4882a593Smuzhiyun mode = os.lstat(f).st_mode 190*4882a593Smuzhiyun if not (stat.S_ISREG(mode) or (allow_links and stat.S_ISLNK(mode)) or (allow_dirs and stat.S_ISDIR(mode))): 191*4882a593Smuzhiyun continue 192*4882a593Smuzhiyun on = legitimize_package_name(m.group(1)) 193*4882a593Smuzhiyun pkg = output_pattern % on 194*4882a593Smuzhiyun split_packages.add(pkg) 195*4882a593Smuzhiyun if not pkg in packages: 196*4882a593Smuzhiyun if prepend: 197*4882a593Smuzhiyun packages = [pkg] + packages 198*4882a593Smuzhiyun else: 199*4882a593Smuzhiyun packages.append(pkg) 200*4882a593Smuzhiyun oldfiles = d.getVar('FILES:' + pkg) 201*4882a593Smuzhiyun newfile = os.path.join(root, o) 202*4882a593Smuzhiyun # These names will be passed through glob() so if the filename actually 203*4882a593Smuzhiyun # contains * or ? (rare, but possible) we need to handle that specially 204*4882a593Smuzhiyun newfile = newfile.replace('*', '[*]') 205*4882a593Smuzhiyun newfile = newfile.replace('?', '[?]') 206*4882a593Smuzhiyun if not oldfiles: 207*4882a593Smuzhiyun the_files = [newfile] 208*4882a593Smuzhiyun if aux_files_pattern: 209*4882a593Smuzhiyun if type(aux_files_pattern) is list: 210*4882a593Smuzhiyun for fp in aux_files_pattern: 211*4882a593Smuzhiyun the_files.append(fp % on) 212*4882a593Smuzhiyun else: 213*4882a593Smuzhiyun the_files.append(aux_files_pattern % on) 214*4882a593Smuzhiyun if aux_files_pattern_verbatim: 215*4882a593Smuzhiyun if type(aux_files_pattern_verbatim) is list: 216*4882a593Smuzhiyun for fp in aux_files_pattern_verbatim: 217*4882a593Smuzhiyun the_files.append(fp % m.group(1)) 218*4882a593Smuzhiyun else: 219*4882a593Smuzhiyun the_files.append(aux_files_pattern_verbatim % m.group(1)) 220*4882a593Smuzhiyun d.setVar('FILES:' + pkg, " ".join(the_files)) 221*4882a593Smuzhiyun else: 222*4882a593Smuzhiyun d.setVar('FILES:' + pkg, oldfiles + " " + newfile) 223*4882a593Smuzhiyun if extra_depends != '': 224*4882a593Smuzhiyun d.appendVar('RDEPENDS:' + pkg, ' ' + extra_depends) 225*4882a593Smuzhiyun if not d.getVar('DESCRIPTION:' + pkg): 226*4882a593Smuzhiyun d.setVar('DESCRIPTION:' + pkg, description % on) 227*4882a593Smuzhiyun if not d.getVar('SUMMARY:' + pkg): 228*4882a593Smuzhiyun d.setVar('SUMMARY:' + pkg, summary % on) 229*4882a593Smuzhiyun if postinst: 230*4882a593Smuzhiyun d.setVar('pkg_postinst:' + pkg, postinst) 231*4882a593Smuzhiyun if postrm: 232*4882a593Smuzhiyun d.setVar('pkg_postrm:' + pkg, postrm) 233*4882a593Smuzhiyun if callable(hook): 234*4882a593Smuzhiyun hook(f, pkg, file_regex, output_pattern, m.group(1)) 235*4882a593Smuzhiyun 236*4882a593Smuzhiyun d.setVar('PACKAGES', ' '.join(packages)) 237*4882a593Smuzhiyun return list(split_packages) 238*4882a593Smuzhiyun 239*4882a593SmuzhiyunPACKAGE_DEPENDS += "file-native" 240*4882a593Smuzhiyun 241*4882a593Smuzhiyunpython () { 242*4882a593Smuzhiyun if d.getVar('PACKAGES') != '': 243*4882a593Smuzhiyun deps = "" 244*4882a593Smuzhiyun for dep in (d.getVar('PACKAGE_DEPENDS') or "").split(): 245*4882a593Smuzhiyun deps += " %s:do_populate_sysroot" % dep 246*4882a593Smuzhiyun if d.getVar('PACKAGE_MINIDEBUGINFO') == '1': 247*4882a593Smuzhiyun deps += ' xz-native:do_populate_sysroot' 248*4882a593Smuzhiyun d.appendVarFlag('do_package', 'depends', deps) 249*4882a593Smuzhiyun 250*4882a593Smuzhiyun # shlibs requires any DEPENDS to have already packaged for the *.list files 251*4882a593Smuzhiyun d.appendVarFlag('do_package', 'deptask', " do_packagedata") 252*4882a593Smuzhiyun} 253*4882a593Smuzhiyun 254*4882a593Smuzhiyun# Get a list of files from file vars by searching files under current working directory 255*4882a593Smuzhiyun# The list contains symlinks, directories and normal files. 256*4882a593Smuzhiyundef files_from_filevars(filevars): 257*4882a593Smuzhiyun import os,glob 258*4882a593Smuzhiyun cpath = oe.cachedpath.CachedPath() 259*4882a593Smuzhiyun files = [] 260*4882a593Smuzhiyun for f in filevars: 261*4882a593Smuzhiyun if os.path.isabs(f): 262*4882a593Smuzhiyun f = '.' + f 263*4882a593Smuzhiyun if not f.startswith("./"): 264*4882a593Smuzhiyun f = './' + f 265*4882a593Smuzhiyun globbed = glob.glob(f) 266*4882a593Smuzhiyun if globbed: 267*4882a593Smuzhiyun if [ f ] != globbed: 268*4882a593Smuzhiyun files += globbed 269*4882a593Smuzhiyun continue 270*4882a593Smuzhiyun files.append(f) 271*4882a593Smuzhiyun 272*4882a593Smuzhiyun symlink_paths = [] 273*4882a593Smuzhiyun for ind, f in enumerate(files): 274*4882a593Smuzhiyun # Handle directory symlinks. Truncate path to the lowest level symlink 275*4882a593Smuzhiyun parent = '' 276*4882a593Smuzhiyun for dirname in f.split('/')[:-1]: 277*4882a593Smuzhiyun parent = os.path.join(parent, dirname) 278*4882a593Smuzhiyun if dirname == '.': 279*4882a593Smuzhiyun continue 280*4882a593Smuzhiyun if cpath.islink(parent): 281*4882a593Smuzhiyun bb.warn("FILES contains file '%s' which resides under a " 282*4882a593Smuzhiyun "directory symlink. Please fix the recipe and use the " 283*4882a593Smuzhiyun "real path for the file." % f[1:]) 284*4882a593Smuzhiyun symlink_paths.append(f) 285*4882a593Smuzhiyun files[ind] = parent 286*4882a593Smuzhiyun f = parent 287*4882a593Smuzhiyun break 288*4882a593Smuzhiyun 289*4882a593Smuzhiyun if not cpath.islink(f): 290*4882a593Smuzhiyun if cpath.isdir(f): 291*4882a593Smuzhiyun newfiles = [ os.path.join(f,x) for x in os.listdir(f) ] 292*4882a593Smuzhiyun if newfiles: 293*4882a593Smuzhiyun files += newfiles 294*4882a593Smuzhiyun 295*4882a593Smuzhiyun return files, symlink_paths 296*4882a593Smuzhiyun 297*4882a593Smuzhiyun# Called in package_<rpm,ipk,deb>.bbclass to get the correct list of configuration files 298*4882a593Smuzhiyundef get_conffiles(pkg, d): 299*4882a593Smuzhiyun pkgdest = d.getVar('PKGDEST') 300*4882a593Smuzhiyun root = os.path.join(pkgdest, pkg) 301*4882a593Smuzhiyun cwd = os.getcwd() 302*4882a593Smuzhiyun os.chdir(root) 303*4882a593Smuzhiyun 304*4882a593Smuzhiyun conffiles = d.getVar('CONFFILES:%s' % pkg); 305*4882a593Smuzhiyun if conffiles == None: 306*4882a593Smuzhiyun conffiles = d.getVar('CONFFILES') 307*4882a593Smuzhiyun if conffiles == None: 308*4882a593Smuzhiyun conffiles = "" 309*4882a593Smuzhiyun conffiles = conffiles.split() 310*4882a593Smuzhiyun conf_orig_list = files_from_filevars(conffiles)[0] 311*4882a593Smuzhiyun 312*4882a593Smuzhiyun # Remove links and directories from conf_orig_list to get conf_list which only contains normal files 313*4882a593Smuzhiyun conf_list = [] 314*4882a593Smuzhiyun for f in conf_orig_list: 315*4882a593Smuzhiyun if os.path.isdir(f): 316*4882a593Smuzhiyun continue 317*4882a593Smuzhiyun if os.path.islink(f): 318*4882a593Smuzhiyun continue 319*4882a593Smuzhiyun if not os.path.exists(f): 320*4882a593Smuzhiyun continue 321*4882a593Smuzhiyun conf_list.append(f) 322*4882a593Smuzhiyun 323*4882a593Smuzhiyun # Remove the leading './' 324*4882a593Smuzhiyun for i in range(0, len(conf_list)): 325*4882a593Smuzhiyun conf_list[i] = conf_list[i][1:] 326*4882a593Smuzhiyun 327*4882a593Smuzhiyun os.chdir(cwd) 328*4882a593Smuzhiyun return conf_list 329*4882a593Smuzhiyun 330*4882a593Smuzhiyundef checkbuildpath(file, d): 331*4882a593Smuzhiyun tmpdir = d.getVar('TMPDIR') 332*4882a593Smuzhiyun with open(file) as f: 333*4882a593Smuzhiyun file_content = f.read() 334*4882a593Smuzhiyun if tmpdir in file_content: 335*4882a593Smuzhiyun return True 336*4882a593Smuzhiyun 337*4882a593Smuzhiyun return False 338*4882a593Smuzhiyun 339*4882a593Smuzhiyundef parse_debugsources_from_dwarfsrcfiles_output(dwarfsrcfiles_output): 340*4882a593Smuzhiyun debugfiles = {} 341*4882a593Smuzhiyun 342*4882a593Smuzhiyun for line in dwarfsrcfiles_output.splitlines(): 343*4882a593Smuzhiyun if line.startswith("\t"): 344*4882a593Smuzhiyun debugfiles[os.path.normpath(line.split()[0])] = "" 345*4882a593Smuzhiyun 346*4882a593Smuzhiyun return debugfiles.keys() 347*4882a593Smuzhiyun 348*4882a593Smuzhiyundef source_info(file, d, fatal=True): 349*4882a593Smuzhiyun import subprocess 350*4882a593Smuzhiyun 351*4882a593Smuzhiyun cmd = ["dwarfsrcfiles", file] 352*4882a593Smuzhiyun try: 353*4882a593Smuzhiyun output = subprocess.check_output(cmd, universal_newlines=True, stderr=subprocess.STDOUT) 354*4882a593Smuzhiyun retval = 0 355*4882a593Smuzhiyun except subprocess.CalledProcessError as exc: 356*4882a593Smuzhiyun output = exc.output 357*4882a593Smuzhiyun retval = exc.returncode 358*4882a593Smuzhiyun 359*4882a593Smuzhiyun # 255 means a specific file wasn't fully parsed to get the debug file list, which is not a fatal failure 360*4882a593Smuzhiyun if retval != 0 and retval != 255: 361*4882a593Smuzhiyun msg = "dwarfsrcfiles failed with exit code %s (cmd was %s)%s" % (retval, cmd, ":\n%s" % output if output else "") 362*4882a593Smuzhiyun if fatal: 363*4882a593Smuzhiyun bb.fatal(msg) 364*4882a593Smuzhiyun bb.note(msg) 365*4882a593Smuzhiyun 366*4882a593Smuzhiyun debugsources = parse_debugsources_from_dwarfsrcfiles_output(output) 367*4882a593Smuzhiyun 368*4882a593Smuzhiyun return list(debugsources) 369*4882a593Smuzhiyun 370*4882a593Smuzhiyundef splitdebuginfo(file, dvar, dv, d): 371*4882a593Smuzhiyun # Function to split a single file into two components, one is the stripped 372*4882a593Smuzhiyun # target system binary, the other contains any debugging information. The 373*4882a593Smuzhiyun # two files are linked to reference each other. 374*4882a593Smuzhiyun # 375*4882a593Smuzhiyun # return a mapping of files:debugsources 376*4882a593Smuzhiyun 377*4882a593Smuzhiyun import stat 378*4882a593Smuzhiyun import subprocess 379*4882a593Smuzhiyun 380*4882a593Smuzhiyun src = file[len(dvar):] 381*4882a593Smuzhiyun dest = dv["libdir"] + os.path.dirname(src) + dv["dir"] + "/" + os.path.basename(src) + dv["append"] 382*4882a593Smuzhiyun debugfile = dvar + dest 383*4882a593Smuzhiyun sources = [] 384*4882a593Smuzhiyun 385*4882a593Smuzhiyun if file.endswith(".ko") and file.find("/lib/modules/") != -1: 386*4882a593Smuzhiyun if oe.package.is_kernel_module_signed(file): 387*4882a593Smuzhiyun bb.debug(1, "Skip strip on signed module %s" % file) 388*4882a593Smuzhiyun return (file, sources) 389*4882a593Smuzhiyun 390*4882a593Smuzhiyun # Split the file... 391*4882a593Smuzhiyun bb.utils.mkdirhier(os.path.dirname(debugfile)) 392*4882a593Smuzhiyun #bb.note("Split %s -> %s" % (file, debugfile)) 393*4882a593Smuzhiyun # Only store off the hard link reference if we successfully split! 394*4882a593Smuzhiyun 395*4882a593Smuzhiyun dvar = d.getVar('PKGD') 396*4882a593Smuzhiyun objcopy = d.getVar("OBJCOPY") 397*4882a593Smuzhiyun 398*4882a593Smuzhiyun newmode = None 399*4882a593Smuzhiyun if not os.access(file, os.W_OK) or os.access(file, os.R_OK): 400*4882a593Smuzhiyun origmode = os.stat(file)[stat.ST_MODE] 401*4882a593Smuzhiyun newmode = origmode | stat.S_IWRITE | stat.S_IREAD 402*4882a593Smuzhiyun os.chmod(file, newmode) 403*4882a593Smuzhiyun 404*4882a593Smuzhiyun # We need to extract the debug src information here... 405*4882a593Smuzhiyun if dv["srcdir"]: 406*4882a593Smuzhiyun sources = source_info(file, d) 407*4882a593Smuzhiyun 408*4882a593Smuzhiyun bb.utils.mkdirhier(os.path.dirname(debugfile)) 409*4882a593Smuzhiyun 410*4882a593Smuzhiyun subprocess.check_output([objcopy, '--only-keep-debug', file, debugfile], stderr=subprocess.STDOUT) 411*4882a593Smuzhiyun 412*4882a593Smuzhiyun # Set the debuglink to have the view of the file path on the target 413*4882a593Smuzhiyun subprocess.check_output([objcopy, '--add-gnu-debuglink', debugfile, file], stderr=subprocess.STDOUT) 414*4882a593Smuzhiyun 415*4882a593Smuzhiyun if newmode: 416*4882a593Smuzhiyun os.chmod(file, origmode) 417*4882a593Smuzhiyun 418*4882a593Smuzhiyun return (file, sources) 419*4882a593Smuzhiyun 420*4882a593Smuzhiyundef splitstaticdebuginfo(file, dvar, dv, d): 421*4882a593Smuzhiyun # Unlike the function above, there is no way to split a static library 422*4882a593Smuzhiyun # two components. So to get similar results we will copy the unmodified 423*4882a593Smuzhiyun # static library (containing the debug symbols) into a new directory. 424*4882a593Smuzhiyun # We will then strip (preserving symbols) the static library in the 425*4882a593Smuzhiyun # typical location. 426*4882a593Smuzhiyun # 427*4882a593Smuzhiyun # return a mapping of files:debugsources 428*4882a593Smuzhiyun 429*4882a593Smuzhiyun import stat 430*4882a593Smuzhiyun 431*4882a593Smuzhiyun src = file[len(dvar):] 432*4882a593Smuzhiyun dest = dv["staticlibdir"] + os.path.dirname(src) + dv["staticdir"] + "/" + os.path.basename(src) + dv["staticappend"] 433*4882a593Smuzhiyun debugfile = dvar + dest 434*4882a593Smuzhiyun sources = [] 435*4882a593Smuzhiyun 436*4882a593Smuzhiyun # Copy the file... 437*4882a593Smuzhiyun bb.utils.mkdirhier(os.path.dirname(debugfile)) 438*4882a593Smuzhiyun #bb.note("Copy %s -> %s" % (file, debugfile)) 439*4882a593Smuzhiyun 440*4882a593Smuzhiyun dvar = d.getVar('PKGD') 441*4882a593Smuzhiyun 442*4882a593Smuzhiyun newmode = None 443*4882a593Smuzhiyun if not os.access(file, os.W_OK) or os.access(file, os.R_OK): 444*4882a593Smuzhiyun origmode = os.stat(file)[stat.ST_MODE] 445*4882a593Smuzhiyun newmode = origmode | stat.S_IWRITE | stat.S_IREAD 446*4882a593Smuzhiyun os.chmod(file, newmode) 447*4882a593Smuzhiyun 448*4882a593Smuzhiyun # We need to extract the debug src information here... 449*4882a593Smuzhiyun if dv["srcdir"]: 450*4882a593Smuzhiyun sources = source_info(file, d) 451*4882a593Smuzhiyun 452*4882a593Smuzhiyun bb.utils.mkdirhier(os.path.dirname(debugfile)) 453*4882a593Smuzhiyun 454*4882a593Smuzhiyun # Copy the unmodified item to the debug directory 455*4882a593Smuzhiyun shutil.copy2(file, debugfile) 456*4882a593Smuzhiyun 457*4882a593Smuzhiyun if newmode: 458*4882a593Smuzhiyun os.chmod(file, origmode) 459*4882a593Smuzhiyun 460*4882a593Smuzhiyun return (file, sources) 461*4882a593Smuzhiyun 462*4882a593Smuzhiyundef inject_minidebuginfo(file, dvar, dv, d): 463*4882a593Smuzhiyun # Extract just the symbols from debuginfo into minidebuginfo, 464*4882a593Smuzhiyun # compress it with xz and inject it back into the binary in a .gnu_debugdata section. 465*4882a593Smuzhiyun # https://sourceware.org/gdb/onlinedocs/gdb/MiniDebugInfo.html 466*4882a593Smuzhiyun 467*4882a593Smuzhiyun import subprocess 468*4882a593Smuzhiyun 469*4882a593Smuzhiyun readelf = d.getVar('READELF') 470*4882a593Smuzhiyun nm = d.getVar('NM') 471*4882a593Smuzhiyun objcopy = d.getVar('OBJCOPY') 472*4882a593Smuzhiyun 473*4882a593Smuzhiyun minidebuginfodir = d.expand('${WORKDIR}/minidebuginfo') 474*4882a593Smuzhiyun 475*4882a593Smuzhiyun src = file[len(dvar):] 476*4882a593Smuzhiyun dest = dv["libdir"] + os.path.dirname(src) + dv["dir"] + "/" + os.path.basename(src) + dv["append"] 477*4882a593Smuzhiyun debugfile = dvar + dest 478*4882a593Smuzhiyun minidebugfile = minidebuginfodir + src + '.minidebug' 479*4882a593Smuzhiyun bb.utils.mkdirhier(os.path.dirname(minidebugfile)) 480*4882a593Smuzhiyun 481*4882a593Smuzhiyun # If we didn't produce debuginfo for any reason, we can't produce minidebuginfo either 482*4882a593Smuzhiyun # so skip it. 483*4882a593Smuzhiyun if not os.path.exists(debugfile): 484*4882a593Smuzhiyun bb.debug(1, 'ELF file {} has no debuginfo, skipping minidebuginfo injection'.format(file)) 485*4882a593Smuzhiyun return 486*4882a593Smuzhiyun 487*4882a593Smuzhiyun # minidebuginfo does not make sense to apply to ELF objects other than 488*4882a593Smuzhiyun # executables and shared libraries, skip applying the minidebuginfo 489*4882a593Smuzhiyun # generation for objects like kernel modules. 490*4882a593Smuzhiyun for line in subprocess.check_output([readelf, '-h', debugfile], universal_newlines=True).splitlines(): 491*4882a593Smuzhiyun if not line.strip().startswith("Type:"): 492*4882a593Smuzhiyun continue 493*4882a593Smuzhiyun elftype = line.split(":")[1].strip() 494*4882a593Smuzhiyun if not any(elftype.startswith(i) for i in ["EXEC", "DYN"]): 495*4882a593Smuzhiyun bb.debug(1, 'ELF file {} is not executable/shared, skipping minidebuginfo injection'.format(file)) 496*4882a593Smuzhiyun return 497*4882a593Smuzhiyun break 498*4882a593Smuzhiyun 499*4882a593Smuzhiyun # Find non-allocated PROGBITS, NOTE, and NOBITS sections in the debuginfo. 500*4882a593Smuzhiyun # We will exclude all of these from minidebuginfo to save space. 501*4882a593Smuzhiyun remove_section_names = [] 502*4882a593Smuzhiyun for line in subprocess.check_output([readelf, '-W', '-S', debugfile], universal_newlines=True).splitlines(): 503*4882a593Smuzhiyun # strip the leading " [ 1]" section index to allow splitting on space 504*4882a593Smuzhiyun if ']' not in line: 505*4882a593Smuzhiyun continue 506*4882a593Smuzhiyun fields = line[line.index(']') + 1:].split() 507*4882a593Smuzhiyun if len(fields) < 7: 508*4882a593Smuzhiyun continue 509*4882a593Smuzhiyun name = fields[0] 510*4882a593Smuzhiyun type = fields[1] 511*4882a593Smuzhiyun flags = fields[6] 512*4882a593Smuzhiyun # .debug_ sections will be removed by objcopy -S so no need to explicitly remove them 513*4882a593Smuzhiyun if name.startswith('.debug_'): 514*4882a593Smuzhiyun continue 515*4882a593Smuzhiyun if 'A' not in flags and type in ['PROGBITS', 'NOTE', 'NOBITS']: 516*4882a593Smuzhiyun remove_section_names.append(name) 517*4882a593Smuzhiyun 518*4882a593Smuzhiyun # List dynamic symbols in the binary. We can exclude these from minidebuginfo 519*4882a593Smuzhiyun # because they are always present in the binary. 520*4882a593Smuzhiyun dynsyms = set() 521*4882a593Smuzhiyun for line in subprocess.check_output([nm, '-D', file, '--format=posix', '--defined-only'], universal_newlines=True).splitlines(): 522*4882a593Smuzhiyun dynsyms.add(line.split()[0]) 523*4882a593Smuzhiyun 524*4882a593Smuzhiyun # Find all function symbols from debuginfo which aren't in the dynamic symbols table. 525*4882a593Smuzhiyun # These are the ones we want to keep in minidebuginfo. 526*4882a593Smuzhiyun keep_symbols_file = minidebugfile + '.symlist' 527*4882a593Smuzhiyun found_any_symbols = False 528*4882a593Smuzhiyun with open(keep_symbols_file, 'w') as f: 529*4882a593Smuzhiyun for line in subprocess.check_output([nm, debugfile, '--format=sysv', '--defined-only'], universal_newlines=True).splitlines(): 530*4882a593Smuzhiyun fields = line.split('|') 531*4882a593Smuzhiyun if len(fields) < 7: 532*4882a593Smuzhiyun continue 533*4882a593Smuzhiyun name = fields[0].strip() 534*4882a593Smuzhiyun type = fields[3].strip() 535*4882a593Smuzhiyun if type == 'FUNC' and name not in dynsyms: 536*4882a593Smuzhiyun f.write('{}\n'.format(name)) 537*4882a593Smuzhiyun found_any_symbols = True 538*4882a593Smuzhiyun 539*4882a593Smuzhiyun if not found_any_symbols: 540*4882a593Smuzhiyun bb.debug(1, 'ELF file {} contains no symbols, skipping minidebuginfo injection'.format(file)) 541*4882a593Smuzhiyun return 542*4882a593Smuzhiyun 543*4882a593Smuzhiyun bb.utils.remove(minidebugfile) 544*4882a593Smuzhiyun bb.utils.remove(minidebugfile + '.xz') 545*4882a593Smuzhiyun 546*4882a593Smuzhiyun subprocess.check_call([objcopy, '-S'] + 547*4882a593Smuzhiyun ['--remove-section={}'.format(s) for s in remove_section_names] + 548*4882a593Smuzhiyun ['--keep-symbols={}'.format(keep_symbols_file), debugfile, minidebugfile]) 549*4882a593Smuzhiyun 550*4882a593Smuzhiyun subprocess.check_call(['xz', '--keep', minidebugfile]) 551*4882a593Smuzhiyun 552*4882a593Smuzhiyun subprocess.check_call([objcopy, '--add-section', '.gnu_debugdata={}.xz'.format(minidebugfile), file]) 553*4882a593Smuzhiyun 554*4882a593Smuzhiyundef copydebugsources(debugsrcdir, sources, d): 555*4882a593Smuzhiyun # The debug src information written out to sourcefile is further processed 556*4882a593Smuzhiyun # and copied to the destination here. 557*4882a593Smuzhiyun 558*4882a593Smuzhiyun import stat 559*4882a593Smuzhiyun import subprocess 560*4882a593Smuzhiyun 561*4882a593Smuzhiyun if debugsrcdir and sources: 562*4882a593Smuzhiyun sourcefile = d.expand("${WORKDIR}/debugsources.list") 563*4882a593Smuzhiyun bb.utils.remove(sourcefile) 564*4882a593Smuzhiyun 565*4882a593Smuzhiyun # filenames are null-separated - this is an artefact of the previous use 566*4882a593Smuzhiyun # of rpm's debugedit, which was writing them out that way, and the code elsewhere 567*4882a593Smuzhiyun # is still assuming that. 568*4882a593Smuzhiyun debuglistoutput = '\0'.join(sources) + '\0' 569*4882a593Smuzhiyun with open(sourcefile, 'a') as sf: 570*4882a593Smuzhiyun sf.write(debuglistoutput) 571*4882a593Smuzhiyun 572*4882a593Smuzhiyun dvar = d.getVar('PKGD') 573*4882a593Smuzhiyun strip = d.getVar("STRIP") 574*4882a593Smuzhiyun objcopy = d.getVar("OBJCOPY") 575*4882a593Smuzhiyun workdir = d.getVar("WORKDIR") 576*4882a593Smuzhiyun sdir = d.getVar("S") 577*4882a593Smuzhiyun sparentdir = os.path.dirname(os.path.dirname(sdir)) 578*4882a593Smuzhiyun sbasedir = os.path.basename(os.path.dirname(sdir)) + "/" + os.path.basename(sdir) 579*4882a593Smuzhiyun workparentdir = os.path.dirname(os.path.dirname(workdir)) 580*4882a593Smuzhiyun workbasedir = os.path.basename(os.path.dirname(workdir)) + "/" + os.path.basename(workdir) 581*4882a593Smuzhiyun 582*4882a593Smuzhiyun # If S isnt based on WORKDIR we can infer our sources are located elsewhere, 583*4882a593Smuzhiyun # e.g. using externalsrc; use S as base for our dirs 584*4882a593Smuzhiyun if workdir in sdir or 'work-shared' in sdir: 585*4882a593Smuzhiyun basedir = workbasedir 586*4882a593Smuzhiyun parentdir = workparentdir 587*4882a593Smuzhiyun else: 588*4882a593Smuzhiyun basedir = sbasedir 589*4882a593Smuzhiyun parentdir = sparentdir 590*4882a593Smuzhiyun 591*4882a593Smuzhiyun # If build path exists in sourcefile, it means toolchain did not use 592*4882a593Smuzhiyun # -fdebug-prefix-map to compile 593*4882a593Smuzhiyun if checkbuildpath(sourcefile, d): 594*4882a593Smuzhiyun localsrc_prefix = parentdir + "/" 595*4882a593Smuzhiyun else: 596*4882a593Smuzhiyun localsrc_prefix = "/usr/src/debug/" 597*4882a593Smuzhiyun 598*4882a593Smuzhiyun nosuchdir = [] 599*4882a593Smuzhiyun basepath = dvar 600*4882a593Smuzhiyun for p in debugsrcdir.split("/"): 601*4882a593Smuzhiyun basepath = basepath + "/" + p 602*4882a593Smuzhiyun if not cpath.exists(basepath): 603*4882a593Smuzhiyun nosuchdir.append(basepath) 604*4882a593Smuzhiyun bb.utils.mkdirhier(basepath) 605*4882a593Smuzhiyun cpath.updatecache(basepath) 606*4882a593Smuzhiyun 607*4882a593Smuzhiyun # Ignore files from the recipe sysroots (target and native) 608*4882a593Smuzhiyun processdebugsrc = "LC_ALL=C ; sort -z -u '%s' | egrep -v -z '((<internal>|<built-in>)$|/.*recipe-sysroot.*/)' | " 609*4882a593Smuzhiyun # We need to ignore files that are not actually ours 610*4882a593Smuzhiyun # we do this by only paying attention to items from this package 611*4882a593Smuzhiyun processdebugsrc += "fgrep -zw '%s' | " 612*4882a593Smuzhiyun # Remove prefix in the source paths 613*4882a593Smuzhiyun processdebugsrc += "sed 's#%s##g' | " 614*4882a593Smuzhiyun processdebugsrc += "(cd '%s' ; cpio -pd0mlL --no-preserve-owner '%s%s' 2>/dev/null)" 615*4882a593Smuzhiyun 616*4882a593Smuzhiyun cmd = processdebugsrc % (sourcefile, basedir, localsrc_prefix, parentdir, dvar, debugsrcdir) 617*4882a593Smuzhiyun try: 618*4882a593Smuzhiyun subprocess.check_output(cmd, shell=True, stderr=subprocess.STDOUT) 619*4882a593Smuzhiyun except subprocess.CalledProcessError: 620*4882a593Smuzhiyun # Can "fail" if internal headers/transient sources are attempted 621*4882a593Smuzhiyun pass 622*4882a593Smuzhiyun 623*4882a593Smuzhiyun # cpio seems to have a bug with -lL together and symbolic links are just copied, not dereferenced. 624*4882a593Smuzhiyun # Work around this by manually finding and copying any symbolic links that made it through. 625*4882a593Smuzhiyun cmd = "find %s%s -type l -print0 -delete | sed s#%s%s/##g | (cd '%s' ; cpio -pd0mL --no-preserve-owner '%s%s')" % \ 626*4882a593Smuzhiyun (dvar, debugsrcdir, dvar, debugsrcdir, parentdir, dvar, debugsrcdir) 627*4882a593Smuzhiyun subprocess.check_output(cmd, shell=True, stderr=subprocess.STDOUT) 628*4882a593Smuzhiyun 629*4882a593Smuzhiyun 630*4882a593Smuzhiyun # debugsources.list may be polluted from the host if we used externalsrc, 631*4882a593Smuzhiyun # cpio uses copy-pass and may have just created a directory structure 632*4882a593Smuzhiyun # matching the one from the host, if thats the case move those files to 633*4882a593Smuzhiyun # debugsrcdir to avoid host contamination. 634*4882a593Smuzhiyun # Empty dir structure will be deleted in the next step. 635*4882a593Smuzhiyun 636*4882a593Smuzhiyun # Same check as above for externalsrc 637*4882a593Smuzhiyun if workdir not in sdir: 638*4882a593Smuzhiyun if os.path.exists(dvar + debugsrcdir + sdir): 639*4882a593Smuzhiyun # Special case for /build since we need to move into 640*4882a593Smuzhiyun # /usr/src/debug/build so rename sdir to build.build 641*4882a593Smuzhiyun if sdir.find("/build") == 0: 642*4882a593Smuzhiyun cmd = "mv %s%s%s %s%s%s" % (dvar, debugsrcdir, "/build", dvar, debugsrcdir, "/build.build") 643*4882a593Smuzhiyun subprocess.check_output(cmd, shell=True, stderr=subprocess.STDOUT) 644*4882a593Smuzhiyun sdir = sdir.replace("/build", "/build.build", 1) 645*4882a593Smuzhiyun 646*4882a593Smuzhiyun cmd = "mv %s%s%s/* %s%s" % (dvar, debugsrcdir, sdir, dvar,debugsrcdir) 647*4882a593Smuzhiyun subprocess.check_output(cmd, shell=True, stderr=subprocess.STDOUT) 648*4882a593Smuzhiyun 649*4882a593Smuzhiyun # The copy by cpio may have resulted in some empty directories! Remove these 650*4882a593Smuzhiyun cmd = "find %s%s -empty -type d -delete" % (dvar, debugsrcdir) 651*4882a593Smuzhiyun subprocess.check_output(cmd, shell=True, stderr=subprocess.STDOUT) 652*4882a593Smuzhiyun 653*4882a593Smuzhiyun # Also remove debugsrcdir if its empty 654*4882a593Smuzhiyun for p in nosuchdir[::-1]: 655*4882a593Smuzhiyun if os.path.exists(p) and not os.listdir(p): 656*4882a593Smuzhiyun os.rmdir(p) 657*4882a593Smuzhiyun 658*4882a593Smuzhiyun# 659*4882a593Smuzhiyun# Package data handling routines 660*4882a593Smuzhiyun# 661*4882a593Smuzhiyun 662*4882a593Smuzhiyundef get_package_mapping (pkg, basepkg, d, depversions=None): 663*4882a593Smuzhiyun import oe.packagedata 664*4882a593Smuzhiyun 665*4882a593Smuzhiyun data = oe.packagedata.read_subpkgdata(pkg, d) 666*4882a593Smuzhiyun key = "PKG:%s" % pkg 667*4882a593Smuzhiyun 668*4882a593Smuzhiyun if key in data: 669*4882a593Smuzhiyun if bb.data.inherits_class('allarch', d) and bb.data.inherits_class('packagegroup', d) and pkg != data[key]: 670*4882a593Smuzhiyun bb.error("An allarch packagegroup shouldn't depend on packages which are dynamically renamed (%s to %s)" % (pkg, data[key])) 671*4882a593Smuzhiyun # Have to avoid undoing the write_extra_pkgs(global_variants...) 672*4882a593Smuzhiyun if bb.data.inherits_class('allarch', d) and not d.getVar('MULTILIB_VARIANTS') \ 673*4882a593Smuzhiyun and data[key] == basepkg: 674*4882a593Smuzhiyun return pkg 675*4882a593Smuzhiyun if depversions == []: 676*4882a593Smuzhiyun # Avoid returning a mapping if the renamed package rprovides its original name 677*4882a593Smuzhiyun rprovkey = "RPROVIDES:%s" % pkg 678*4882a593Smuzhiyun if rprovkey in data: 679*4882a593Smuzhiyun if pkg in bb.utils.explode_dep_versions2(data[rprovkey]): 680*4882a593Smuzhiyun bb.note("%s rprovides %s, not replacing the latter" % (data[key], pkg)) 681*4882a593Smuzhiyun return pkg 682*4882a593Smuzhiyun # Do map to rewritten package name 683*4882a593Smuzhiyun return data[key] 684*4882a593Smuzhiyun 685*4882a593Smuzhiyun return pkg 686*4882a593Smuzhiyun 687*4882a593Smuzhiyundef get_package_additional_metadata (pkg_type, d): 688*4882a593Smuzhiyun base_key = "PACKAGE_ADD_METADATA" 689*4882a593Smuzhiyun for key in ("%s_%s" % (base_key, pkg_type.upper()), base_key): 690*4882a593Smuzhiyun if d.getVar(key, False) is None: 691*4882a593Smuzhiyun continue 692*4882a593Smuzhiyun d.setVarFlag(key, "type", "list") 693*4882a593Smuzhiyun if d.getVarFlag(key, "separator") is None: 694*4882a593Smuzhiyun d.setVarFlag(key, "separator", "\\n") 695*4882a593Smuzhiyun metadata_fields = [field.strip() for field in oe.data.typed_value(key, d)] 696*4882a593Smuzhiyun return "\n".join(metadata_fields).strip() 697*4882a593Smuzhiyun 698*4882a593Smuzhiyundef runtime_mapping_rename (varname, pkg, d): 699*4882a593Smuzhiyun #bb.note("%s before: %s" % (varname, d.getVar(varname))) 700*4882a593Smuzhiyun 701*4882a593Smuzhiyun new_depends = {} 702*4882a593Smuzhiyun deps = bb.utils.explode_dep_versions2(d.getVar(varname) or "") 703*4882a593Smuzhiyun for depend, depversions in deps.items(): 704*4882a593Smuzhiyun new_depend = get_package_mapping(depend, pkg, d, depversions) 705*4882a593Smuzhiyun if depend != new_depend: 706*4882a593Smuzhiyun bb.note("package name mapping done: %s -> %s" % (depend, new_depend)) 707*4882a593Smuzhiyun new_depends[new_depend] = deps[depend] 708*4882a593Smuzhiyun 709*4882a593Smuzhiyun d.setVar(varname, bb.utils.join_deps(new_depends, commasep=False)) 710*4882a593Smuzhiyun 711*4882a593Smuzhiyun #bb.note("%s after: %s" % (varname, d.getVar(varname))) 712*4882a593Smuzhiyun 713*4882a593Smuzhiyun# 714*4882a593Smuzhiyun# Used by do_packagedata (and possibly other routines post do_package) 715*4882a593Smuzhiyun# 716*4882a593Smuzhiyun 717*4882a593SmuzhiyunPRSERV_ACTIVE = "${@bool(d.getVar("PRSERV_HOST"))}" 718*4882a593SmuzhiyunPRSERV_ACTIVE[vardepvalue] = "${PRSERV_ACTIVE}" 719*4882a593Smuzhiyunpackage_get_auto_pr[vardepsexclude] = "BB_TASKDEPDATA" 720*4882a593Smuzhiyunpackage_get_auto_pr[vardeps] += "PRSERV_ACTIVE" 721*4882a593Smuzhiyunpython package_get_auto_pr() { 722*4882a593Smuzhiyun import oe.prservice 723*4882a593Smuzhiyun 724*4882a593Smuzhiyun def get_do_package_hash(pn): 725*4882a593Smuzhiyun if d.getVar("BB_RUNTASK") != "do_package": 726*4882a593Smuzhiyun taskdepdata = d.getVar("BB_TASKDEPDATA", False) 727*4882a593Smuzhiyun for dep in taskdepdata: 728*4882a593Smuzhiyun if taskdepdata[dep][1] == "do_package" and taskdepdata[dep][0] == pn: 729*4882a593Smuzhiyun return taskdepdata[dep][6] 730*4882a593Smuzhiyun return None 731*4882a593Smuzhiyun 732*4882a593Smuzhiyun # Support per recipe PRSERV_HOST 733*4882a593Smuzhiyun pn = d.getVar('PN') 734*4882a593Smuzhiyun host = d.getVar("PRSERV_HOST_" + pn) 735*4882a593Smuzhiyun if not (host is None): 736*4882a593Smuzhiyun d.setVar("PRSERV_HOST", host) 737*4882a593Smuzhiyun 738*4882a593Smuzhiyun pkgv = d.getVar("PKGV") 739*4882a593Smuzhiyun 740*4882a593Smuzhiyun # PR Server not active, handle AUTOINC 741*4882a593Smuzhiyun if not d.getVar('PRSERV_HOST'): 742*4882a593Smuzhiyun d.setVar("PRSERV_PV_AUTOINC", "0") 743*4882a593Smuzhiyun return 744*4882a593Smuzhiyun 745*4882a593Smuzhiyun auto_pr = None 746*4882a593Smuzhiyun pv = d.getVar("PV") 747*4882a593Smuzhiyun version = d.getVar("PRAUTOINX") 748*4882a593Smuzhiyun pkgarch = d.getVar("PACKAGE_ARCH") 749*4882a593Smuzhiyun checksum = get_do_package_hash(pn) 750*4882a593Smuzhiyun 751*4882a593Smuzhiyun # If do_package isn't in the dependencies, we can't get the checksum... 752*4882a593Smuzhiyun if not checksum: 753*4882a593Smuzhiyun bb.warn('Task %s requested do_package unihash, but it was not available.' % d.getVar('BB_RUNTASK')) 754*4882a593Smuzhiyun #taskdepdata = d.getVar("BB_TASKDEPDATA", False) 755*4882a593Smuzhiyun #for dep in taskdepdata: 756*4882a593Smuzhiyun # bb.warn('%s:%s = %s' % (taskdepdata[dep][0], taskdepdata[dep][1], taskdepdata[dep][6])) 757*4882a593Smuzhiyun return 758*4882a593Smuzhiyun 759*4882a593Smuzhiyun if d.getVar('PRSERV_LOCKDOWN'): 760*4882a593Smuzhiyun auto_pr = d.getVar('PRAUTO_' + version + '_' + pkgarch) or d.getVar('PRAUTO_' + version) or None 761*4882a593Smuzhiyun if auto_pr is None: 762*4882a593Smuzhiyun bb.fatal("Can NOT get PRAUTO from lockdown exported file") 763*4882a593Smuzhiyun d.setVar('PRAUTO',str(auto_pr)) 764*4882a593Smuzhiyun return 765*4882a593Smuzhiyun 766*4882a593Smuzhiyun try: 767*4882a593Smuzhiyun conn = oe.prservice.prserv_make_conn(d) 768*4882a593Smuzhiyun if conn is not None: 769*4882a593Smuzhiyun if "AUTOINC" in pkgv: 770*4882a593Smuzhiyun srcpv = bb.fetch2.get_srcrev(d) 771*4882a593Smuzhiyun base_ver = "AUTOINC-%s" % version[:version.find(srcpv)] 772*4882a593Smuzhiyun value = conn.getPR(base_ver, pkgarch, srcpv) 773*4882a593Smuzhiyun d.setVar("PRSERV_PV_AUTOINC", str(value)) 774*4882a593Smuzhiyun 775*4882a593Smuzhiyun auto_pr = conn.getPR(version, pkgarch, checksum) 776*4882a593Smuzhiyun conn.close() 777*4882a593Smuzhiyun except Exception as e: 778*4882a593Smuzhiyun bb.fatal("Can NOT get PRAUTO, exception %s" % str(e)) 779*4882a593Smuzhiyun if auto_pr is None: 780*4882a593Smuzhiyun bb.fatal("Can NOT get PRAUTO from remote PR service") 781*4882a593Smuzhiyun d.setVar('PRAUTO',str(auto_pr)) 782*4882a593Smuzhiyun} 783*4882a593Smuzhiyun 784*4882a593Smuzhiyun# 785*4882a593Smuzhiyun# Package functions suitable for inclusion in PACKAGEFUNCS 786*4882a593Smuzhiyun# 787*4882a593Smuzhiyun 788*4882a593Smuzhiyunpython package_convert_pr_autoinc() { 789*4882a593Smuzhiyun pkgv = d.getVar("PKGV") 790*4882a593Smuzhiyun 791*4882a593Smuzhiyun # Adjust pkgv as necessary... 792*4882a593Smuzhiyun if 'AUTOINC' in pkgv: 793*4882a593Smuzhiyun d.setVar("PKGV", pkgv.replace("AUTOINC", "${PRSERV_PV_AUTOINC}")) 794*4882a593Smuzhiyun 795*4882a593Smuzhiyun # Change PRSERV_PV_AUTOINC and EXTENDPRAUTO usage to special values 796*4882a593Smuzhiyun d.setVar('PRSERV_PV_AUTOINC', '@PRSERV_PV_AUTOINC@') 797*4882a593Smuzhiyun d.setVar('EXTENDPRAUTO', '@EXTENDPRAUTO@') 798*4882a593Smuzhiyun} 799*4882a593Smuzhiyun 800*4882a593SmuzhiyunLOCALEBASEPN ??= "${PN}" 801*4882a593Smuzhiyun 802*4882a593Smuzhiyunpython package_do_split_locales() { 803*4882a593Smuzhiyun if (d.getVar('PACKAGE_NO_LOCALE') == '1'): 804*4882a593Smuzhiyun bb.debug(1, "package requested not splitting locales") 805*4882a593Smuzhiyun return 806*4882a593Smuzhiyun 807*4882a593Smuzhiyun packages = (d.getVar('PACKAGES') or "").split() 808*4882a593Smuzhiyun 809*4882a593Smuzhiyun datadir = d.getVar('datadir') 810*4882a593Smuzhiyun if not datadir: 811*4882a593Smuzhiyun bb.note("datadir not defined") 812*4882a593Smuzhiyun return 813*4882a593Smuzhiyun 814*4882a593Smuzhiyun dvar = d.getVar('PKGD') 815*4882a593Smuzhiyun pn = d.getVar('LOCALEBASEPN') 816*4882a593Smuzhiyun 817*4882a593Smuzhiyun if pn + '-locale' in packages: 818*4882a593Smuzhiyun packages.remove(pn + '-locale') 819*4882a593Smuzhiyun 820*4882a593Smuzhiyun localedir = os.path.join(dvar + datadir, 'locale') 821*4882a593Smuzhiyun 822*4882a593Smuzhiyun if not cpath.isdir(localedir): 823*4882a593Smuzhiyun bb.debug(1, "No locale files in this package") 824*4882a593Smuzhiyun return 825*4882a593Smuzhiyun 826*4882a593Smuzhiyun locales = os.listdir(localedir) 827*4882a593Smuzhiyun 828*4882a593Smuzhiyun summary = d.getVar('SUMMARY') or pn 829*4882a593Smuzhiyun description = d.getVar('DESCRIPTION') or "" 830*4882a593Smuzhiyun locale_section = d.getVar('LOCALE_SECTION') 831*4882a593Smuzhiyun mlprefix = d.getVar('MLPREFIX') or "" 832*4882a593Smuzhiyun for l in sorted(locales): 833*4882a593Smuzhiyun ln = legitimize_package_name(l) 834*4882a593Smuzhiyun pkg = pn + '-locale-' + ln 835*4882a593Smuzhiyun packages.append(pkg) 836*4882a593Smuzhiyun d.setVar('FILES:' + pkg, os.path.join(datadir, 'locale', l)) 837*4882a593Smuzhiyun d.setVar('RRECOMMENDS:' + pkg, '%svirtual-locale-%s' % (mlprefix, ln)) 838*4882a593Smuzhiyun d.setVar('RPROVIDES:' + pkg, '%s-locale %s%s-translation' % (pn, mlprefix, ln)) 839*4882a593Smuzhiyun d.setVar('SUMMARY:' + pkg, '%s - %s translations' % (summary, l)) 840*4882a593Smuzhiyun d.setVar('DESCRIPTION:' + pkg, '%s This package contains language translation files for the %s locale.' % (description, l)) 841*4882a593Smuzhiyun if locale_section: 842*4882a593Smuzhiyun d.setVar('SECTION:' + pkg, locale_section) 843*4882a593Smuzhiyun 844*4882a593Smuzhiyun d.setVar('PACKAGES', ' '.join(packages)) 845*4882a593Smuzhiyun 846*4882a593Smuzhiyun # Disabled by RP 18/06/07 847*4882a593Smuzhiyun # Wildcards aren't supported in debian 848*4882a593Smuzhiyun # They break with ipkg since glibc-locale* will mean that 849*4882a593Smuzhiyun # glibc-localedata-translit* won't install as a dependency 850*4882a593Smuzhiyun # for some other package which breaks meta-toolchain 851*4882a593Smuzhiyun # Probably breaks since virtual-locale- isn't provided anywhere 852*4882a593Smuzhiyun #rdep = (d.getVar('RDEPENDS:%s' % pn) or "").split() 853*4882a593Smuzhiyun #rdep.append('%s-locale*' % pn) 854*4882a593Smuzhiyun #d.setVar('RDEPENDS:%s' % pn, ' '.join(rdep)) 855*4882a593Smuzhiyun} 856*4882a593Smuzhiyun 857*4882a593Smuzhiyunpython perform_packagecopy () { 858*4882a593Smuzhiyun import subprocess 859*4882a593Smuzhiyun import shutil 860*4882a593Smuzhiyun 861*4882a593Smuzhiyun dest = d.getVar('D') 862*4882a593Smuzhiyun dvar = d.getVar('PKGD') 863*4882a593Smuzhiyun 864*4882a593Smuzhiyun # Start by package population by taking a copy of the installed 865*4882a593Smuzhiyun # files to operate on 866*4882a593Smuzhiyun # Preserve sparse files and hard links 867*4882a593Smuzhiyun cmd = 'tar --exclude=./sysroot-only -cf - -C %s -p -S . | tar -xf - -C %s' % (dest, dvar) 868*4882a593Smuzhiyun subprocess.check_output(cmd, shell=True, stderr=subprocess.STDOUT) 869*4882a593Smuzhiyun 870*4882a593Smuzhiyun # replace RPATHs for the nativesdk binaries, to make them relocatable 871*4882a593Smuzhiyun if bb.data.inherits_class('nativesdk', d) or bb.data.inherits_class('cross-canadian', d): 872*4882a593Smuzhiyun rpath_replace (dvar, d) 873*4882a593Smuzhiyun} 874*4882a593Smuzhiyunperform_packagecopy[cleandirs] = "${PKGD}" 875*4882a593Smuzhiyunperform_packagecopy[dirs] = "${PKGD}" 876*4882a593Smuzhiyun 877*4882a593Smuzhiyun# We generate a master list of directories to process, we start by 878*4882a593Smuzhiyun# seeding this list with reasonable defaults, then load from 879*4882a593Smuzhiyun# the fs-perms.txt files 880*4882a593Smuzhiyunpython fixup_perms () { 881*4882a593Smuzhiyun import pwd, grp 882*4882a593Smuzhiyun 883*4882a593Smuzhiyun # init using a string with the same format as a line as documented in 884*4882a593Smuzhiyun # the fs-perms.txt file 885*4882a593Smuzhiyun # <path> <mode> <uid> <gid> <walk> <fmode> <fuid> <fgid> 886*4882a593Smuzhiyun # <path> link <link target> 887*4882a593Smuzhiyun # 888*4882a593Smuzhiyun # __str__ can be used to print out an entry in the input format 889*4882a593Smuzhiyun # 890*4882a593Smuzhiyun # if fs_perms_entry.path is None: 891*4882a593Smuzhiyun # an error occurred 892*4882a593Smuzhiyun # if fs_perms_entry.link, you can retrieve: 893*4882a593Smuzhiyun # fs_perms_entry.path = path 894*4882a593Smuzhiyun # fs_perms_entry.link = target of link 895*4882a593Smuzhiyun # if not fs_perms_entry.link, you can retrieve: 896*4882a593Smuzhiyun # fs_perms_entry.path = path 897*4882a593Smuzhiyun # fs_perms_entry.mode = expected dir mode or None 898*4882a593Smuzhiyun # fs_perms_entry.uid = expected uid or -1 899*4882a593Smuzhiyun # fs_perms_entry.gid = expected gid or -1 900*4882a593Smuzhiyun # fs_perms_entry.walk = 'true' or something else 901*4882a593Smuzhiyun # fs_perms_entry.fmode = expected file mode or None 902*4882a593Smuzhiyun # fs_perms_entry.fuid = expected file uid or -1 903*4882a593Smuzhiyun # fs_perms_entry_fgid = expected file gid or -1 904*4882a593Smuzhiyun class fs_perms_entry(): 905*4882a593Smuzhiyun def __init__(self, line): 906*4882a593Smuzhiyun lsplit = line.split() 907*4882a593Smuzhiyun if len(lsplit) == 3 and lsplit[1].lower() == "link": 908*4882a593Smuzhiyun self._setlink(lsplit[0], lsplit[2]) 909*4882a593Smuzhiyun elif len(lsplit) == 8: 910*4882a593Smuzhiyun self._setdir(lsplit[0], lsplit[1], lsplit[2], lsplit[3], lsplit[4], lsplit[5], lsplit[6], lsplit[7]) 911*4882a593Smuzhiyun else: 912*4882a593Smuzhiyun msg = "Fixup Perms: invalid config line %s" % line 913*4882a593Smuzhiyun oe.qa.handle_error("perm-config", msg, d) 914*4882a593Smuzhiyun self.path = None 915*4882a593Smuzhiyun self.link = None 916*4882a593Smuzhiyun 917*4882a593Smuzhiyun def _setdir(self, path, mode, uid, gid, walk, fmode, fuid, fgid): 918*4882a593Smuzhiyun self.path = os.path.normpath(path) 919*4882a593Smuzhiyun self.link = None 920*4882a593Smuzhiyun self.mode = self._procmode(mode) 921*4882a593Smuzhiyun self.uid = self._procuid(uid) 922*4882a593Smuzhiyun self.gid = self._procgid(gid) 923*4882a593Smuzhiyun self.walk = walk.lower() 924*4882a593Smuzhiyun self.fmode = self._procmode(fmode) 925*4882a593Smuzhiyun self.fuid = self._procuid(fuid) 926*4882a593Smuzhiyun self.fgid = self._procgid(fgid) 927*4882a593Smuzhiyun 928*4882a593Smuzhiyun def _setlink(self, path, link): 929*4882a593Smuzhiyun self.path = os.path.normpath(path) 930*4882a593Smuzhiyun self.link = link 931*4882a593Smuzhiyun 932*4882a593Smuzhiyun def _procmode(self, mode): 933*4882a593Smuzhiyun if not mode or (mode and mode == "-"): 934*4882a593Smuzhiyun return None 935*4882a593Smuzhiyun else: 936*4882a593Smuzhiyun return int(mode,8) 937*4882a593Smuzhiyun 938*4882a593Smuzhiyun # Note uid/gid -1 has special significance in os.lchown 939*4882a593Smuzhiyun def _procuid(self, uid): 940*4882a593Smuzhiyun if uid is None or uid == "-": 941*4882a593Smuzhiyun return -1 942*4882a593Smuzhiyun elif uid.isdigit(): 943*4882a593Smuzhiyun return int(uid) 944*4882a593Smuzhiyun else: 945*4882a593Smuzhiyun return pwd.getpwnam(uid).pw_uid 946*4882a593Smuzhiyun 947*4882a593Smuzhiyun def _procgid(self, gid): 948*4882a593Smuzhiyun if gid is None or gid == "-": 949*4882a593Smuzhiyun return -1 950*4882a593Smuzhiyun elif gid.isdigit(): 951*4882a593Smuzhiyun return int(gid) 952*4882a593Smuzhiyun else: 953*4882a593Smuzhiyun return grp.getgrnam(gid).gr_gid 954*4882a593Smuzhiyun 955*4882a593Smuzhiyun # Use for debugging the entries 956*4882a593Smuzhiyun def __str__(self): 957*4882a593Smuzhiyun if self.link: 958*4882a593Smuzhiyun return "%s link %s" % (self.path, self.link) 959*4882a593Smuzhiyun else: 960*4882a593Smuzhiyun mode = "-" 961*4882a593Smuzhiyun if self.mode: 962*4882a593Smuzhiyun mode = "0%o" % self.mode 963*4882a593Smuzhiyun fmode = "-" 964*4882a593Smuzhiyun if self.fmode: 965*4882a593Smuzhiyun fmode = "0%o" % self.fmode 966*4882a593Smuzhiyun uid = self._mapugid(self.uid) 967*4882a593Smuzhiyun gid = self._mapugid(self.gid) 968*4882a593Smuzhiyun fuid = self._mapugid(self.fuid) 969*4882a593Smuzhiyun fgid = self._mapugid(self.fgid) 970*4882a593Smuzhiyun return "%s %s %s %s %s %s %s %s" % (self.path, mode, uid, gid, self.walk, fmode, fuid, fgid) 971*4882a593Smuzhiyun 972*4882a593Smuzhiyun def _mapugid(self, id): 973*4882a593Smuzhiyun if id is None or id == -1: 974*4882a593Smuzhiyun return "-" 975*4882a593Smuzhiyun else: 976*4882a593Smuzhiyun return "%d" % id 977*4882a593Smuzhiyun 978*4882a593Smuzhiyun # Fix the permission, owner and group of path 979*4882a593Smuzhiyun def fix_perms(path, mode, uid, gid, dir): 980*4882a593Smuzhiyun if mode and not os.path.islink(path): 981*4882a593Smuzhiyun #bb.note("Fixup Perms: chmod 0%o %s" % (mode, dir)) 982*4882a593Smuzhiyun os.chmod(path, mode) 983*4882a593Smuzhiyun # -1 is a special value that means don't change the uid/gid 984*4882a593Smuzhiyun # if they are BOTH -1, don't bother to lchown 985*4882a593Smuzhiyun if not (uid == -1 and gid == -1): 986*4882a593Smuzhiyun #bb.note("Fixup Perms: lchown %d:%d %s" % (uid, gid, dir)) 987*4882a593Smuzhiyun os.lchown(path, uid, gid) 988*4882a593Smuzhiyun 989*4882a593Smuzhiyun # Return a list of configuration files based on either the default 990*4882a593Smuzhiyun # files/fs-perms.txt or the contents of FILESYSTEM_PERMS_TABLES 991*4882a593Smuzhiyun # paths are resolved via BBPATH 992*4882a593Smuzhiyun def get_fs_perms_list(d): 993*4882a593Smuzhiyun str = "" 994*4882a593Smuzhiyun bbpath = d.getVar('BBPATH') 995*4882a593Smuzhiyun fs_perms_tables = d.getVar('FILESYSTEM_PERMS_TABLES') or "" 996*4882a593Smuzhiyun for conf_file in fs_perms_tables.split(): 997*4882a593Smuzhiyun confpath = bb.utils.which(bbpath, conf_file) 998*4882a593Smuzhiyun if confpath: 999*4882a593Smuzhiyun str += " %s" % bb.utils.which(bbpath, conf_file) 1000*4882a593Smuzhiyun else: 1001*4882a593Smuzhiyun bb.warn("cannot find %s specified in FILESYSTEM_PERMS_TABLES" % conf_file) 1002*4882a593Smuzhiyun return str 1003*4882a593Smuzhiyun 1004*4882a593Smuzhiyun 1005*4882a593Smuzhiyun 1006*4882a593Smuzhiyun dvar = d.getVar('PKGD') 1007*4882a593Smuzhiyun 1008*4882a593Smuzhiyun fs_perms_table = {} 1009*4882a593Smuzhiyun fs_link_table = {} 1010*4882a593Smuzhiyun 1011*4882a593Smuzhiyun # By default all of the standard directories specified in 1012*4882a593Smuzhiyun # bitbake.conf will get 0755 root:root. 1013*4882a593Smuzhiyun target_path_vars = [ 'base_prefix', 1014*4882a593Smuzhiyun 'prefix', 1015*4882a593Smuzhiyun 'exec_prefix', 1016*4882a593Smuzhiyun 'base_bindir', 1017*4882a593Smuzhiyun 'base_sbindir', 1018*4882a593Smuzhiyun 'base_libdir', 1019*4882a593Smuzhiyun 'datadir', 1020*4882a593Smuzhiyun 'sysconfdir', 1021*4882a593Smuzhiyun 'servicedir', 1022*4882a593Smuzhiyun 'sharedstatedir', 1023*4882a593Smuzhiyun 'localstatedir', 1024*4882a593Smuzhiyun 'infodir', 1025*4882a593Smuzhiyun 'mandir', 1026*4882a593Smuzhiyun 'docdir', 1027*4882a593Smuzhiyun 'bindir', 1028*4882a593Smuzhiyun 'sbindir', 1029*4882a593Smuzhiyun 'libexecdir', 1030*4882a593Smuzhiyun 'libdir', 1031*4882a593Smuzhiyun 'includedir', 1032*4882a593Smuzhiyun 'oldincludedir' ] 1033*4882a593Smuzhiyun 1034*4882a593Smuzhiyun for path in target_path_vars: 1035*4882a593Smuzhiyun dir = d.getVar(path) or "" 1036*4882a593Smuzhiyun if dir == "": 1037*4882a593Smuzhiyun continue 1038*4882a593Smuzhiyun fs_perms_table[dir] = fs_perms_entry(d.expand("%s 0755 root root false - - -" % (dir))) 1039*4882a593Smuzhiyun 1040*4882a593Smuzhiyun # Now we actually load from the configuration files 1041*4882a593Smuzhiyun for conf in get_fs_perms_list(d).split(): 1042*4882a593Smuzhiyun if not os.path.exists(conf): 1043*4882a593Smuzhiyun continue 1044*4882a593Smuzhiyun with open(conf) as f: 1045*4882a593Smuzhiyun for line in f: 1046*4882a593Smuzhiyun if line.startswith('#'): 1047*4882a593Smuzhiyun continue 1048*4882a593Smuzhiyun lsplit = line.split() 1049*4882a593Smuzhiyun if len(lsplit) == 0: 1050*4882a593Smuzhiyun continue 1051*4882a593Smuzhiyun if len(lsplit) != 8 and not (len(lsplit) == 3 and lsplit[1].lower() == "link"): 1052*4882a593Smuzhiyun msg = "Fixup perms: %s invalid line: %s" % (conf, line) 1053*4882a593Smuzhiyun oe.qa.handle_error("perm-line", msg, d) 1054*4882a593Smuzhiyun continue 1055*4882a593Smuzhiyun entry = fs_perms_entry(d.expand(line)) 1056*4882a593Smuzhiyun if entry and entry.path: 1057*4882a593Smuzhiyun if entry.link: 1058*4882a593Smuzhiyun fs_link_table[entry.path] = entry 1059*4882a593Smuzhiyun if entry.path in fs_perms_table: 1060*4882a593Smuzhiyun fs_perms_table.pop(entry.path) 1061*4882a593Smuzhiyun else: 1062*4882a593Smuzhiyun fs_perms_table[entry.path] = entry 1063*4882a593Smuzhiyun if entry.path in fs_link_table: 1064*4882a593Smuzhiyun fs_link_table.pop(entry.path) 1065*4882a593Smuzhiyun 1066*4882a593Smuzhiyun # Debug -- list out in-memory table 1067*4882a593Smuzhiyun #for dir in fs_perms_table: 1068*4882a593Smuzhiyun # bb.note("Fixup Perms: %s: %s" % (dir, str(fs_perms_table[dir]))) 1069*4882a593Smuzhiyun #for link in fs_link_table: 1070*4882a593Smuzhiyun # bb.note("Fixup Perms: %s: %s" % (link, str(fs_link_table[link]))) 1071*4882a593Smuzhiyun 1072*4882a593Smuzhiyun # We process links first, so we can go back and fixup directory ownership 1073*4882a593Smuzhiyun # for any newly created directories 1074*4882a593Smuzhiyun # Process in sorted order so /run gets created before /run/lock, etc. 1075*4882a593Smuzhiyun for entry in sorted(fs_link_table.values(), key=lambda x: x.link): 1076*4882a593Smuzhiyun link = entry.link 1077*4882a593Smuzhiyun dir = entry.path 1078*4882a593Smuzhiyun origin = dvar + dir 1079*4882a593Smuzhiyun if not (cpath.exists(origin) and cpath.isdir(origin) and not cpath.islink(origin)): 1080*4882a593Smuzhiyun continue 1081*4882a593Smuzhiyun 1082*4882a593Smuzhiyun if link[0] == "/": 1083*4882a593Smuzhiyun target = dvar + link 1084*4882a593Smuzhiyun ptarget = link 1085*4882a593Smuzhiyun else: 1086*4882a593Smuzhiyun target = os.path.join(os.path.dirname(origin), link) 1087*4882a593Smuzhiyun ptarget = os.path.join(os.path.dirname(dir), link) 1088*4882a593Smuzhiyun if os.path.exists(target): 1089*4882a593Smuzhiyun msg = "Fixup Perms: Unable to correct directory link, target already exists: %s -> %s" % (dir, ptarget) 1090*4882a593Smuzhiyun oe.qa.handle_error("perm-link", msg, d) 1091*4882a593Smuzhiyun continue 1092*4882a593Smuzhiyun 1093*4882a593Smuzhiyun # Create path to move directory to, move it, and then setup the symlink 1094*4882a593Smuzhiyun bb.utils.mkdirhier(os.path.dirname(target)) 1095*4882a593Smuzhiyun #bb.note("Fixup Perms: Rename %s -> %s" % (dir, ptarget)) 1096*4882a593Smuzhiyun bb.utils.rename(origin, target) 1097*4882a593Smuzhiyun #bb.note("Fixup Perms: Link %s -> %s" % (dir, link)) 1098*4882a593Smuzhiyun os.symlink(link, origin) 1099*4882a593Smuzhiyun 1100*4882a593Smuzhiyun for dir in fs_perms_table: 1101*4882a593Smuzhiyun origin = dvar + dir 1102*4882a593Smuzhiyun if not (cpath.exists(origin) and cpath.isdir(origin)): 1103*4882a593Smuzhiyun continue 1104*4882a593Smuzhiyun 1105*4882a593Smuzhiyun fix_perms(origin, fs_perms_table[dir].mode, fs_perms_table[dir].uid, fs_perms_table[dir].gid, dir) 1106*4882a593Smuzhiyun 1107*4882a593Smuzhiyun if fs_perms_table[dir].walk == 'true': 1108*4882a593Smuzhiyun for root, dirs, files in os.walk(origin): 1109*4882a593Smuzhiyun for dr in dirs: 1110*4882a593Smuzhiyun each_dir = os.path.join(root, dr) 1111*4882a593Smuzhiyun fix_perms(each_dir, fs_perms_table[dir].mode, fs_perms_table[dir].uid, fs_perms_table[dir].gid, dir) 1112*4882a593Smuzhiyun for f in files: 1113*4882a593Smuzhiyun each_file = os.path.join(root, f) 1114*4882a593Smuzhiyun fix_perms(each_file, fs_perms_table[dir].fmode, fs_perms_table[dir].fuid, fs_perms_table[dir].fgid, dir) 1115*4882a593Smuzhiyun} 1116*4882a593Smuzhiyun 1117*4882a593Smuzhiyundef package_debug_vars(d): 1118*4882a593Smuzhiyun # We default to '.debug' style 1119*4882a593Smuzhiyun if d.getVar('PACKAGE_DEBUG_SPLIT_STYLE') == 'debug-file-directory': 1120*4882a593Smuzhiyun # Single debug-file-directory style debug info 1121*4882a593Smuzhiyun debug_vars = { 1122*4882a593Smuzhiyun "append": ".debug", 1123*4882a593Smuzhiyun "staticappend": "", 1124*4882a593Smuzhiyun "dir": "", 1125*4882a593Smuzhiyun "staticdir": "", 1126*4882a593Smuzhiyun "libdir": "/usr/lib/debug", 1127*4882a593Smuzhiyun "staticlibdir": "/usr/lib/debug-static", 1128*4882a593Smuzhiyun "srcdir": "/usr/src/debug", 1129*4882a593Smuzhiyun } 1130*4882a593Smuzhiyun elif d.getVar('PACKAGE_DEBUG_SPLIT_STYLE') == 'debug-without-src': 1131*4882a593Smuzhiyun # Original OE-core, a.k.a. ".debug", style debug info, but without sources in /usr/src/debug 1132*4882a593Smuzhiyun debug_vars = { 1133*4882a593Smuzhiyun "append": "", 1134*4882a593Smuzhiyun "staticappend": "", 1135*4882a593Smuzhiyun "dir": "/.debug", 1136*4882a593Smuzhiyun "staticdir": "/.debug-static", 1137*4882a593Smuzhiyun "libdir": "", 1138*4882a593Smuzhiyun "staticlibdir": "", 1139*4882a593Smuzhiyun "srcdir": "", 1140*4882a593Smuzhiyun } 1141*4882a593Smuzhiyun elif d.getVar('PACKAGE_DEBUG_SPLIT_STYLE') == 'debug-with-srcpkg': 1142*4882a593Smuzhiyun debug_vars = { 1143*4882a593Smuzhiyun "append": "", 1144*4882a593Smuzhiyun "staticappend": "", 1145*4882a593Smuzhiyun "dir": "/.debug", 1146*4882a593Smuzhiyun "staticdir": "/.debug-static", 1147*4882a593Smuzhiyun "libdir": "", 1148*4882a593Smuzhiyun "staticlibdir": "", 1149*4882a593Smuzhiyun "srcdir": "/usr/src/debug", 1150*4882a593Smuzhiyun } 1151*4882a593Smuzhiyun else: 1152*4882a593Smuzhiyun # Original OE-core, a.k.a. ".debug", style debug info 1153*4882a593Smuzhiyun debug_vars = { 1154*4882a593Smuzhiyun "append": "", 1155*4882a593Smuzhiyun "staticappend": "", 1156*4882a593Smuzhiyun "dir": "/.debug", 1157*4882a593Smuzhiyun "staticdir": "/.debug-static", 1158*4882a593Smuzhiyun "libdir": "", 1159*4882a593Smuzhiyun "staticlibdir": "", 1160*4882a593Smuzhiyun "srcdir": "/usr/src/debug", 1161*4882a593Smuzhiyun } 1162*4882a593Smuzhiyun 1163*4882a593Smuzhiyun return debug_vars 1164*4882a593Smuzhiyun 1165*4882a593Smuzhiyunpython split_and_strip_files () { 1166*4882a593Smuzhiyun import stat, errno 1167*4882a593Smuzhiyun import subprocess 1168*4882a593Smuzhiyun 1169*4882a593Smuzhiyun dvar = d.getVar('PKGD') 1170*4882a593Smuzhiyun pn = d.getVar('PN') 1171*4882a593Smuzhiyun hostos = d.getVar('HOST_OS') 1172*4882a593Smuzhiyun 1173*4882a593Smuzhiyun oldcwd = os.getcwd() 1174*4882a593Smuzhiyun os.chdir(dvar) 1175*4882a593Smuzhiyun 1176*4882a593Smuzhiyun dv = package_debug_vars(d) 1177*4882a593Smuzhiyun 1178*4882a593Smuzhiyun # 1179*4882a593Smuzhiyun # First lets figure out all of the files we may have to process ... do this only once! 1180*4882a593Smuzhiyun # 1181*4882a593Smuzhiyun elffiles = {} 1182*4882a593Smuzhiyun symlinks = {} 1183*4882a593Smuzhiyun staticlibs = [] 1184*4882a593Smuzhiyun inodes = {} 1185*4882a593Smuzhiyun libdir = os.path.abspath(dvar + os.sep + d.getVar("libdir")) 1186*4882a593Smuzhiyun baselibdir = os.path.abspath(dvar + os.sep + d.getVar("base_libdir")) 1187*4882a593Smuzhiyun skipfiles = (d.getVar("INHIBIT_PACKAGE_STRIP_FILES") or "").split() 1188*4882a593Smuzhiyun if (d.getVar('INHIBIT_PACKAGE_STRIP') != '1' or \ 1189*4882a593Smuzhiyun d.getVar('INHIBIT_PACKAGE_DEBUG_SPLIT') != '1'): 1190*4882a593Smuzhiyun checkelf = {} 1191*4882a593Smuzhiyun checkelflinks = {} 1192*4882a593Smuzhiyun for root, dirs, files in cpath.walk(dvar): 1193*4882a593Smuzhiyun for f in files: 1194*4882a593Smuzhiyun file = os.path.join(root, f) 1195*4882a593Smuzhiyun 1196*4882a593Smuzhiyun # Skip debug files 1197*4882a593Smuzhiyun if dv["append"] and file.endswith(dv["append"]): 1198*4882a593Smuzhiyun continue 1199*4882a593Smuzhiyun if dv["dir"] and dv["dir"] in os.path.dirname(file[len(dvar):]): 1200*4882a593Smuzhiyun continue 1201*4882a593Smuzhiyun 1202*4882a593Smuzhiyun if file in skipfiles: 1203*4882a593Smuzhiyun continue 1204*4882a593Smuzhiyun 1205*4882a593Smuzhiyun if oe.package.is_static_lib(file): 1206*4882a593Smuzhiyun staticlibs.append(file) 1207*4882a593Smuzhiyun continue 1208*4882a593Smuzhiyun 1209*4882a593Smuzhiyun try: 1210*4882a593Smuzhiyun ltarget = cpath.realpath(file, dvar, False) 1211*4882a593Smuzhiyun s = cpath.lstat(ltarget) 1212*4882a593Smuzhiyun except OSError as e: 1213*4882a593Smuzhiyun (err, strerror) = e.args 1214*4882a593Smuzhiyun if err != errno.ENOENT: 1215*4882a593Smuzhiyun raise 1216*4882a593Smuzhiyun # Skip broken symlinks 1217*4882a593Smuzhiyun continue 1218*4882a593Smuzhiyun if not s: 1219*4882a593Smuzhiyun continue 1220*4882a593Smuzhiyun # Check its an executable 1221*4882a593Smuzhiyun if (s[stat.ST_MODE] & stat.S_IXUSR) or (s[stat.ST_MODE] & stat.S_IXGRP) \ 1222*4882a593Smuzhiyun or (s[stat.ST_MODE] & stat.S_IXOTH) \ 1223*4882a593Smuzhiyun or ((file.startswith(libdir) or file.startswith(baselibdir)) \ 1224*4882a593Smuzhiyun and (".so" in f or ".node" in f)) \ 1225*4882a593Smuzhiyun or (f.startswith('vmlinux') or ".ko" in f): 1226*4882a593Smuzhiyun 1227*4882a593Smuzhiyun if cpath.islink(file): 1228*4882a593Smuzhiyun checkelflinks[file] = ltarget 1229*4882a593Smuzhiyun continue 1230*4882a593Smuzhiyun # Use a reference of device ID and inode number to identify files 1231*4882a593Smuzhiyun file_reference = "%d_%d" % (s.st_dev, s.st_ino) 1232*4882a593Smuzhiyun checkelf[file] = (file, file_reference) 1233*4882a593Smuzhiyun 1234*4882a593Smuzhiyun results = oe.utils.multiprocess_launch(oe.package.is_elf, checkelflinks.values(), d) 1235*4882a593Smuzhiyun results_map = {} 1236*4882a593Smuzhiyun for (ltarget, elf_file) in results: 1237*4882a593Smuzhiyun results_map[ltarget] = elf_file 1238*4882a593Smuzhiyun for file in checkelflinks: 1239*4882a593Smuzhiyun ltarget = checkelflinks[file] 1240*4882a593Smuzhiyun # If it's a symlink, and points to an ELF file, we capture the readlink target 1241*4882a593Smuzhiyun if results_map[ltarget]: 1242*4882a593Smuzhiyun target = os.readlink(file) 1243*4882a593Smuzhiyun #bb.note("Sym: %s (%d)" % (ltarget, results_map[ltarget])) 1244*4882a593Smuzhiyun symlinks[file] = target 1245*4882a593Smuzhiyun 1246*4882a593Smuzhiyun results = oe.utils.multiprocess_launch(oe.package.is_elf, checkelf.keys(), d) 1247*4882a593Smuzhiyun 1248*4882a593Smuzhiyun # Sort results by file path. This ensures that the files are always 1249*4882a593Smuzhiyun # processed in the same order, which is important to make sure builds 1250*4882a593Smuzhiyun # are reproducible when dealing with hardlinks 1251*4882a593Smuzhiyun results.sort(key=lambda x: x[0]) 1252*4882a593Smuzhiyun 1253*4882a593Smuzhiyun for (file, elf_file) in results: 1254*4882a593Smuzhiyun # It's a file (or hardlink), not a link 1255*4882a593Smuzhiyun # ...but is it ELF, and is it already stripped? 1256*4882a593Smuzhiyun if elf_file & 1: 1257*4882a593Smuzhiyun if elf_file & 2: 1258*4882a593Smuzhiyun if 'already-stripped' in (d.getVar('INSANE_SKIP:' + pn) or "").split(): 1259*4882a593Smuzhiyun bb.note("Skipping file %s from %s for already-stripped QA test" % (file[len(dvar):], pn)) 1260*4882a593Smuzhiyun else: 1261*4882a593Smuzhiyun msg = "File '%s' from %s was already stripped, this will prevent future debugging!" % (file[len(dvar):], pn) 1262*4882a593Smuzhiyun oe.qa.handle_error("already-stripped", msg, d) 1263*4882a593Smuzhiyun continue 1264*4882a593Smuzhiyun 1265*4882a593Smuzhiyun # At this point we have an unstripped elf file. We need to: 1266*4882a593Smuzhiyun # a) Make sure any file we strip is not hardlinked to anything else outside this tree 1267*4882a593Smuzhiyun # b) Only strip any hardlinked file once (no races) 1268*4882a593Smuzhiyun # c) Track any hardlinks between files so that we can reconstruct matching debug file hardlinks 1269*4882a593Smuzhiyun 1270*4882a593Smuzhiyun # Use a reference of device ID and inode number to identify files 1271*4882a593Smuzhiyun file_reference = checkelf[file][1] 1272*4882a593Smuzhiyun if file_reference in inodes: 1273*4882a593Smuzhiyun os.unlink(file) 1274*4882a593Smuzhiyun os.link(inodes[file_reference][0], file) 1275*4882a593Smuzhiyun inodes[file_reference].append(file) 1276*4882a593Smuzhiyun else: 1277*4882a593Smuzhiyun inodes[file_reference] = [file] 1278*4882a593Smuzhiyun # break hardlink 1279*4882a593Smuzhiyun bb.utils.break_hardlinks(file) 1280*4882a593Smuzhiyun elffiles[file] = elf_file 1281*4882a593Smuzhiyun # Modified the file so clear the cache 1282*4882a593Smuzhiyun cpath.updatecache(file) 1283*4882a593Smuzhiyun 1284*4882a593Smuzhiyun def strip_pkgd_prefix(f): 1285*4882a593Smuzhiyun nonlocal dvar 1286*4882a593Smuzhiyun 1287*4882a593Smuzhiyun if f.startswith(dvar): 1288*4882a593Smuzhiyun return f[len(dvar):] 1289*4882a593Smuzhiyun 1290*4882a593Smuzhiyun return f 1291*4882a593Smuzhiyun 1292*4882a593Smuzhiyun # 1293*4882a593Smuzhiyun # First lets process debug splitting 1294*4882a593Smuzhiyun # 1295*4882a593Smuzhiyun if (d.getVar('INHIBIT_PACKAGE_DEBUG_SPLIT') != '1'): 1296*4882a593Smuzhiyun results = oe.utils.multiprocess_launch(splitdebuginfo, list(elffiles), d, extraargs=(dvar, dv, d)) 1297*4882a593Smuzhiyun 1298*4882a593Smuzhiyun if dv["srcdir"] and not hostos.startswith("mingw"): 1299*4882a593Smuzhiyun if (d.getVar('PACKAGE_DEBUG_STATIC_SPLIT') == '1'): 1300*4882a593Smuzhiyun results = oe.utils.multiprocess_launch(splitstaticdebuginfo, staticlibs, d, extraargs=(dvar, dv, d)) 1301*4882a593Smuzhiyun else: 1302*4882a593Smuzhiyun for file in staticlibs: 1303*4882a593Smuzhiyun results.append( (file,source_info(file, d)) ) 1304*4882a593Smuzhiyun 1305*4882a593Smuzhiyun d.setVar("PKGDEBUGSOURCES", {strip_pkgd_prefix(f): sorted(s) for f, s in results}) 1306*4882a593Smuzhiyun 1307*4882a593Smuzhiyun sources = set() 1308*4882a593Smuzhiyun for r in results: 1309*4882a593Smuzhiyun sources.update(r[1]) 1310*4882a593Smuzhiyun 1311*4882a593Smuzhiyun # Hardlink our debug symbols to the other hardlink copies 1312*4882a593Smuzhiyun for ref in inodes: 1313*4882a593Smuzhiyun if len(inodes[ref]) == 1: 1314*4882a593Smuzhiyun continue 1315*4882a593Smuzhiyun 1316*4882a593Smuzhiyun target = inodes[ref][0][len(dvar):] 1317*4882a593Smuzhiyun for file in inodes[ref][1:]: 1318*4882a593Smuzhiyun src = file[len(dvar):] 1319*4882a593Smuzhiyun dest = dv["libdir"] + os.path.dirname(src) + dv["dir"] + "/" + os.path.basename(target) + dv["append"] 1320*4882a593Smuzhiyun fpath = dvar + dest 1321*4882a593Smuzhiyun ftarget = dvar + dv["libdir"] + os.path.dirname(target) + dv["dir"] + "/" + os.path.basename(target) + dv["append"] 1322*4882a593Smuzhiyun bb.utils.mkdirhier(os.path.dirname(fpath)) 1323*4882a593Smuzhiyun # Only one hardlink of separated debug info file in each directory 1324*4882a593Smuzhiyun if not os.access(fpath, os.R_OK): 1325*4882a593Smuzhiyun #bb.note("Link %s -> %s" % (fpath, ftarget)) 1326*4882a593Smuzhiyun os.link(ftarget, fpath) 1327*4882a593Smuzhiyun 1328*4882a593Smuzhiyun # Create symlinks for all cases we were able to split symbols 1329*4882a593Smuzhiyun for file in symlinks: 1330*4882a593Smuzhiyun src = file[len(dvar):] 1331*4882a593Smuzhiyun dest = dv["libdir"] + os.path.dirname(src) + dv["dir"] + "/" + os.path.basename(src) + dv["append"] 1332*4882a593Smuzhiyun fpath = dvar + dest 1333*4882a593Smuzhiyun # Skip it if the target doesn't exist 1334*4882a593Smuzhiyun try: 1335*4882a593Smuzhiyun s = os.stat(fpath) 1336*4882a593Smuzhiyun except OSError as e: 1337*4882a593Smuzhiyun (err, strerror) = e.args 1338*4882a593Smuzhiyun if err != errno.ENOENT: 1339*4882a593Smuzhiyun raise 1340*4882a593Smuzhiyun continue 1341*4882a593Smuzhiyun 1342*4882a593Smuzhiyun ltarget = symlinks[file] 1343*4882a593Smuzhiyun lpath = os.path.dirname(ltarget) 1344*4882a593Smuzhiyun lbase = os.path.basename(ltarget) 1345*4882a593Smuzhiyun ftarget = "" 1346*4882a593Smuzhiyun if lpath and lpath != ".": 1347*4882a593Smuzhiyun ftarget += lpath + dv["dir"] + "/" 1348*4882a593Smuzhiyun ftarget += lbase + dv["append"] 1349*4882a593Smuzhiyun if lpath.startswith(".."): 1350*4882a593Smuzhiyun ftarget = os.path.join("..", ftarget) 1351*4882a593Smuzhiyun bb.utils.mkdirhier(os.path.dirname(fpath)) 1352*4882a593Smuzhiyun #bb.note("Symlink %s -> %s" % (fpath, ftarget)) 1353*4882a593Smuzhiyun os.symlink(ftarget, fpath) 1354*4882a593Smuzhiyun 1355*4882a593Smuzhiyun # Process the dv["srcdir"] if requested... 1356*4882a593Smuzhiyun # This copies and places the referenced sources for later debugging... 1357*4882a593Smuzhiyun copydebugsources(dv["srcdir"], sources, d) 1358*4882a593Smuzhiyun # 1359*4882a593Smuzhiyun # End of debug splitting 1360*4882a593Smuzhiyun # 1361*4882a593Smuzhiyun 1362*4882a593Smuzhiyun # 1363*4882a593Smuzhiyun # Now lets go back over things and strip them 1364*4882a593Smuzhiyun # 1365*4882a593Smuzhiyun if (d.getVar('INHIBIT_PACKAGE_STRIP') != '1'): 1366*4882a593Smuzhiyun strip = d.getVar("STRIP") 1367*4882a593Smuzhiyun sfiles = [] 1368*4882a593Smuzhiyun for file in elffiles: 1369*4882a593Smuzhiyun elf_file = int(elffiles[file]) 1370*4882a593Smuzhiyun #bb.note("Strip %s" % file) 1371*4882a593Smuzhiyun sfiles.append((file, elf_file, strip)) 1372*4882a593Smuzhiyun if (d.getVar('PACKAGE_STRIP_STATIC') == '1' or d.getVar('PACKAGE_DEBUG_STATIC_SPLIT') == '1'): 1373*4882a593Smuzhiyun for f in staticlibs: 1374*4882a593Smuzhiyun sfiles.append((f, 16, strip)) 1375*4882a593Smuzhiyun 1376*4882a593Smuzhiyun oe.utils.multiprocess_launch(oe.package.runstrip, sfiles, d) 1377*4882a593Smuzhiyun 1378*4882a593Smuzhiyun # Build "minidebuginfo" and reinject it back into the stripped binaries 1379*4882a593Smuzhiyun if d.getVar('PACKAGE_MINIDEBUGINFO') == '1': 1380*4882a593Smuzhiyun oe.utils.multiprocess_launch(inject_minidebuginfo, list(elffiles), d, 1381*4882a593Smuzhiyun extraargs=(dvar, dv, d)) 1382*4882a593Smuzhiyun 1383*4882a593Smuzhiyun # 1384*4882a593Smuzhiyun # End of strip 1385*4882a593Smuzhiyun # 1386*4882a593Smuzhiyun os.chdir(oldcwd) 1387*4882a593Smuzhiyun} 1388*4882a593Smuzhiyun 1389*4882a593Smuzhiyunpython populate_packages () { 1390*4882a593Smuzhiyun import glob, re 1391*4882a593Smuzhiyun 1392*4882a593Smuzhiyun workdir = d.getVar('WORKDIR') 1393*4882a593Smuzhiyun outdir = d.getVar('DEPLOY_DIR') 1394*4882a593Smuzhiyun dvar = d.getVar('PKGD') 1395*4882a593Smuzhiyun packages = d.getVar('PACKAGES').split() 1396*4882a593Smuzhiyun pn = d.getVar('PN') 1397*4882a593Smuzhiyun 1398*4882a593Smuzhiyun bb.utils.mkdirhier(outdir) 1399*4882a593Smuzhiyun os.chdir(dvar) 1400*4882a593Smuzhiyun 1401*4882a593Smuzhiyun autodebug = not (d.getVar("NOAUTOPACKAGEDEBUG") or False) 1402*4882a593Smuzhiyun 1403*4882a593Smuzhiyun split_source_package = (d.getVar('PACKAGE_DEBUG_SPLIT_STYLE') == 'debug-with-srcpkg') 1404*4882a593Smuzhiyun 1405*4882a593Smuzhiyun # If debug-with-srcpkg mode is enabled then add the source package if it 1406*4882a593Smuzhiyun # doesn't exist and add the source file contents to the source package. 1407*4882a593Smuzhiyun if split_source_package: 1408*4882a593Smuzhiyun src_package_name = ('%s-src' % d.getVar('PN')) 1409*4882a593Smuzhiyun if not src_package_name in packages: 1410*4882a593Smuzhiyun packages.append(src_package_name) 1411*4882a593Smuzhiyun d.setVar('FILES:%s' % src_package_name, '/usr/src/debug') 1412*4882a593Smuzhiyun 1413*4882a593Smuzhiyun # Sanity check PACKAGES for duplicates 1414*4882a593Smuzhiyun # Sanity should be moved to sanity.bbclass once we have the infrastructure 1415*4882a593Smuzhiyun package_dict = {} 1416*4882a593Smuzhiyun 1417*4882a593Smuzhiyun for i, pkg in enumerate(packages): 1418*4882a593Smuzhiyun if pkg in package_dict: 1419*4882a593Smuzhiyun msg = "%s is listed in PACKAGES multiple times, this leads to packaging errors." % pkg 1420*4882a593Smuzhiyun oe.qa.handle_error("packages-list", msg, d) 1421*4882a593Smuzhiyun # Ensure the source package gets the chance to pick up the source files 1422*4882a593Smuzhiyun # before the debug package by ordering it first in PACKAGES. Whether it 1423*4882a593Smuzhiyun # actually picks up any source files is controlled by 1424*4882a593Smuzhiyun # PACKAGE_DEBUG_SPLIT_STYLE. 1425*4882a593Smuzhiyun elif pkg.endswith("-src"): 1426*4882a593Smuzhiyun package_dict[pkg] = (10, i) 1427*4882a593Smuzhiyun elif autodebug and pkg.endswith("-dbg"): 1428*4882a593Smuzhiyun package_dict[pkg] = (30, i) 1429*4882a593Smuzhiyun else: 1430*4882a593Smuzhiyun package_dict[pkg] = (50, i) 1431*4882a593Smuzhiyun packages = sorted(package_dict.keys(), key=package_dict.get) 1432*4882a593Smuzhiyun d.setVar('PACKAGES', ' '.join(packages)) 1433*4882a593Smuzhiyun pkgdest = d.getVar('PKGDEST') 1434*4882a593Smuzhiyun 1435*4882a593Smuzhiyun seen = [] 1436*4882a593Smuzhiyun 1437*4882a593Smuzhiyun # os.mkdir masks the permissions with umask so we have to unset it first 1438*4882a593Smuzhiyun oldumask = os.umask(0) 1439*4882a593Smuzhiyun 1440*4882a593Smuzhiyun debug = [] 1441*4882a593Smuzhiyun for root, dirs, files in cpath.walk(dvar): 1442*4882a593Smuzhiyun dir = root[len(dvar):] 1443*4882a593Smuzhiyun if not dir: 1444*4882a593Smuzhiyun dir = os.sep 1445*4882a593Smuzhiyun for f in (files + dirs): 1446*4882a593Smuzhiyun path = "." + os.path.join(dir, f) 1447*4882a593Smuzhiyun if "/.debug/" in path or "/.debug-static/" in path or path.endswith("/.debug"): 1448*4882a593Smuzhiyun debug.append(path) 1449*4882a593Smuzhiyun 1450*4882a593Smuzhiyun for pkg in packages: 1451*4882a593Smuzhiyun root = os.path.join(pkgdest, pkg) 1452*4882a593Smuzhiyun bb.utils.mkdirhier(root) 1453*4882a593Smuzhiyun 1454*4882a593Smuzhiyun filesvar = d.getVar('FILES:%s' % pkg) or "" 1455*4882a593Smuzhiyun if "//" in filesvar: 1456*4882a593Smuzhiyun msg = "FILES variable for package %s contains '//' which is invalid. Attempting to fix this but you should correct the metadata.\n" % pkg 1457*4882a593Smuzhiyun oe.qa.handle_error("files-invalid", msg, d) 1458*4882a593Smuzhiyun filesvar.replace("//", "/") 1459*4882a593Smuzhiyun 1460*4882a593Smuzhiyun origfiles = filesvar.split() 1461*4882a593Smuzhiyun files, symlink_paths = files_from_filevars(origfiles) 1462*4882a593Smuzhiyun 1463*4882a593Smuzhiyun if autodebug and pkg.endswith("-dbg"): 1464*4882a593Smuzhiyun files.extend(debug) 1465*4882a593Smuzhiyun 1466*4882a593Smuzhiyun for file in files: 1467*4882a593Smuzhiyun if (not cpath.islink(file)) and (not cpath.exists(file)): 1468*4882a593Smuzhiyun continue 1469*4882a593Smuzhiyun if file in seen: 1470*4882a593Smuzhiyun continue 1471*4882a593Smuzhiyun seen.append(file) 1472*4882a593Smuzhiyun 1473*4882a593Smuzhiyun def mkdir(src, dest, p): 1474*4882a593Smuzhiyun src = os.path.join(src, p) 1475*4882a593Smuzhiyun dest = os.path.join(dest, p) 1476*4882a593Smuzhiyun fstat = cpath.stat(src) 1477*4882a593Smuzhiyun os.mkdir(dest) 1478*4882a593Smuzhiyun os.chmod(dest, fstat.st_mode) 1479*4882a593Smuzhiyun os.chown(dest, fstat.st_uid, fstat.st_gid) 1480*4882a593Smuzhiyun if p not in seen: 1481*4882a593Smuzhiyun seen.append(p) 1482*4882a593Smuzhiyun cpath.updatecache(dest) 1483*4882a593Smuzhiyun 1484*4882a593Smuzhiyun def mkdir_recurse(src, dest, paths): 1485*4882a593Smuzhiyun if cpath.exists(dest + '/' + paths): 1486*4882a593Smuzhiyun return 1487*4882a593Smuzhiyun while paths.startswith("./"): 1488*4882a593Smuzhiyun paths = paths[2:] 1489*4882a593Smuzhiyun p = "." 1490*4882a593Smuzhiyun for c in paths.split("/"): 1491*4882a593Smuzhiyun p = os.path.join(p, c) 1492*4882a593Smuzhiyun if not cpath.exists(os.path.join(dest, p)): 1493*4882a593Smuzhiyun mkdir(src, dest, p) 1494*4882a593Smuzhiyun 1495*4882a593Smuzhiyun if cpath.isdir(file) and not cpath.islink(file): 1496*4882a593Smuzhiyun mkdir_recurse(dvar, root, file) 1497*4882a593Smuzhiyun continue 1498*4882a593Smuzhiyun 1499*4882a593Smuzhiyun mkdir_recurse(dvar, root, os.path.dirname(file)) 1500*4882a593Smuzhiyun fpath = os.path.join(root,file) 1501*4882a593Smuzhiyun if not cpath.islink(file): 1502*4882a593Smuzhiyun os.link(file, fpath) 1503*4882a593Smuzhiyun continue 1504*4882a593Smuzhiyun ret = bb.utils.copyfile(file, fpath) 1505*4882a593Smuzhiyun if ret is False or ret == 0: 1506*4882a593Smuzhiyun bb.fatal("File population failed") 1507*4882a593Smuzhiyun 1508*4882a593Smuzhiyun # Check if symlink paths exist 1509*4882a593Smuzhiyun for file in symlink_paths: 1510*4882a593Smuzhiyun if not os.path.exists(os.path.join(root,file)): 1511*4882a593Smuzhiyun bb.fatal("File '%s' cannot be packaged into '%s' because its " 1512*4882a593Smuzhiyun "parent directory structure does not exist. One of " 1513*4882a593Smuzhiyun "its parent directories is a symlink whose target " 1514*4882a593Smuzhiyun "directory is not included in the package." % 1515*4882a593Smuzhiyun (file, pkg)) 1516*4882a593Smuzhiyun 1517*4882a593Smuzhiyun os.umask(oldumask) 1518*4882a593Smuzhiyun os.chdir(workdir) 1519*4882a593Smuzhiyun 1520*4882a593Smuzhiyun # Handle excluding packages with incompatible licenses 1521*4882a593Smuzhiyun package_list = [] 1522*4882a593Smuzhiyun for pkg in packages: 1523*4882a593Smuzhiyun licenses = d.getVar('_exclude_incompatible-' + pkg) 1524*4882a593Smuzhiyun if licenses: 1525*4882a593Smuzhiyun msg = "Excluding %s from packaging as it has incompatible license(s): %s" % (pkg, licenses) 1526*4882a593Smuzhiyun oe.qa.handle_error("incompatible-license", msg, d) 1527*4882a593Smuzhiyun else: 1528*4882a593Smuzhiyun package_list.append(pkg) 1529*4882a593Smuzhiyun d.setVar('PACKAGES', ' '.join(package_list)) 1530*4882a593Smuzhiyun 1531*4882a593Smuzhiyun unshipped = [] 1532*4882a593Smuzhiyun for root, dirs, files in cpath.walk(dvar): 1533*4882a593Smuzhiyun dir = root[len(dvar):] 1534*4882a593Smuzhiyun if not dir: 1535*4882a593Smuzhiyun dir = os.sep 1536*4882a593Smuzhiyun for f in (files + dirs): 1537*4882a593Smuzhiyun path = os.path.join(dir, f) 1538*4882a593Smuzhiyun if ('.' + path) not in seen: 1539*4882a593Smuzhiyun unshipped.append(path) 1540*4882a593Smuzhiyun 1541*4882a593Smuzhiyun if unshipped != []: 1542*4882a593Smuzhiyun msg = pn + ": Files/directories were installed but not shipped in any package:" 1543*4882a593Smuzhiyun if "installed-vs-shipped" in (d.getVar('INSANE_SKIP:' + pn) or "").split(): 1544*4882a593Smuzhiyun bb.note("Package %s skipping QA tests: installed-vs-shipped" % pn) 1545*4882a593Smuzhiyun else: 1546*4882a593Smuzhiyun for f in unshipped: 1547*4882a593Smuzhiyun msg = msg + "\n " + f 1548*4882a593Smuzhiyun msg = msg + "\nPlease set FILES such that these items are packaged. Alternatively if they are unneeded, avoid installing them or delete them within do_install.\n" 1549*4882a593Smuzhiyun msg = msg + "%s: %d installed and not shipped files." % (pn, len(unshipped)) 1550*4882a593Smuzhiyun oe.qa.handle_error("installed-vs-shipped", msg, d) 1551*4882a593Smuzhiyun} 1552*4882a593Smuzhiyunpopulate_packages[dirs] = "${D}" 1553*4882a593Smuzhiyun 1554*4882a593Smuzhiyunpython package_fixsymlinks () { 1555*4882a593Smuzhiyun import errno 1556*4882a593Smuzhiyun pkgdest = d.getVar('PKGDEST') 1557*4882a593Smuzhiyun packages = d.getVar("PACKAGES", False).split() 1558*4882a593Smuzhiyun 1559*4882a593Smuzhiyun dangling_links = {} 1560*4882a593Smuzhiyun pkg_files = {} 1561*4882a593Smuzhiyun for pkg in packages: 1562*4882a593Smuzhiyun dangling_links[pkg] = [] 1563*4882a593Smuzhiyun pkg_files[pkg] = [] 1564*4882a593Smuzhiyun inst_root = os.path.join(pkgdest, pkg) 1565*4882a593Smuzhiyun for path in pkgfiles[pkg]: 1566*4882a593Smuzhiyun rpath = path[len(inst_root):] 1567*4882a593Smuzhiyun pkg_files[pkg].append(rpath) 1568*4882a593Smuzhiyun rtarget = cpath.realpath(path, inst_root, True, assume_dir = True) 1569*4882a593Smuzhiyun if not cpath.lexists(rtarget): 1570*4882a593Smuzhiyun dangling_links[pkg].append(os.path.normpath(rtarget[len(inst_root):])) 1571*4882a593Smuzhiyun 1572*4882a593Smuzhiyun newrdepends = {} 1573*4882a593Smuzhiyun for pkg in dangling_links: 1574*4882a593Smuzhiyun for l in dangling_links[pkg]: 1575*4882a593Smuzhiyun found = False 1576*4882a593Smuzhiyun bb.debug(1, "%s contains dangling link %s" % (pkg, l)) 1577*4882a593Smuzhiyun for p in packages: 1578*4882a593Smuzhiyun if l in pkg_files[p]: 1579*4882a593Smuzhiyun found = True 1580*4882a593Smuzhiyun bb.debug(1, "target found in %s" % p) 1581*4882a593Smuzhiyun if p == pkg: 1582*4882a593Smuzhiyun break 1583*4882a593Smuzhiyun if pkg not in newrdepends: 1584*4882a593Smuzhiyun newrdepends[pkg] = [] 1585*4882a593Smuzhiyun newrdepends[pkg].append(p) 1586*4882a593Smuzhiyun break 1587*4882a593Smuzhiyun if found == False: 1588*4882a593Smuzhiyun bb.note("%s contains dangling symlink to %s" % (pkg, l)) 1589*4882a593Smuzhiyun 1590*4882a593Smuzhiyun for pkg in newrdepends: 1591*4882a593Smuzhiyun rdepends = bb.utils.explode_dep_versions2(d.getVar('RDEPENDS:' + pkg) or "") 1592*4882a593Smuzhiyun for p in newrdepends[pkg]: 1593*4882a593Smuzhiyun if p not in rdepends: 1594*4882a593Smuzhiyun rdepends[p] = [] 1595*4882a593Smuzhiyun d.setVar('RDEPENDS:' + pkg, bb.utils.join_deps(rdepends, commasep=False)) 1596*4882a593Smuzhiyun} 1597*4882a593Smuzhiyun 1598*4882a593Smuzhiyun 1599*4882a593Smuzhiyunpython package_package_name_hook() { 1600*4882a593Smuzhiyun """ 1601*4882a593Smuzhiyun A package_name_hook function can be used to rewrite the package names by 1602*4882a593Smuzhiyun changing PKG. For an example, see debian.bbclass. 1603*4882a593Smuzhiyun """ 1604*4882a593Smuzhiyun pass 1605*4882a593Smuzhiyun} 1606*4882a593Smuzhiyun 1607*4882a593SmuzhiyunEXPORT_FUNCTIONS package_name_hook 1608*4882a593Smuzhiyun 1609*4882a593Smuzhiyun 1610*4882a593SmuzhiyunPKGDESTWORK = "${WORKDIR}/pkgdata" 1611*4882a593Smuzhiyun 1612*4882a593SmuzhiyunPKGDATA_VARS = "PN PE PV PR PKGE PKGV PKGR LICENSE DESCRIPTION SUMMARY RDEPENDS RPROVIDES RRECOMMENDS RSUGGESTS RREPLACES RCONFLICTS SECTION PKG ALLOW_EMPTY FILES CONFFILES FILES_INFO PACKAGE_ADD_METADATA pkg_postinst pkg_postrm pkg_preinst pkg_prerm" 1613*4882a593Smuzhiyun 1614*4882a593Smuzhiyunpython emit_pkgdata() { 1615*4882a593Smuzhiyun from glob import glob 1616*4882a593Smuzhiyun import json 1617*4882a593Smuzhiyun import bb.compress.zstd 1618*4882a593Smuzhiyun 1619*4882a593Smuzhiyun def process_postinst_on_target(pkg, mlprefix): 1620*4882a593Smuzhiyun pkgval = d.getVar('PKG:%s' % pkg) 1621*4882a593Smuzhiyun if pkgval is None: 1622*4882a593Smuzhiyun pkgval = pkg 1623*4882a593Smuzhiyun 1624*4882a593Smuzhiyun defer_fragment = """ 1625*4882a593Smuzhiyunif [ -n "$D" ]; then 1626*4882a593Smuzhiyun $INTERCEPT_DIR/postinst_intercept delay_to_first_boot %s mlprefix=%s 1627*4882a593Smuzhiyun exit 0 1628*4882a593Smuzhiyunfi 1629*4882a593Smuzhiyun""" % (pkgval, mlprefix) 1630*4882a593Smuzhiyun 1631*4882a593Smuzhiyun postinst = d.getVar('pkg_postinst:%s' % pkg) 1632*4882a593Smuzhiyun postinst_ontarget = d.getVar('pkg_postinst_ontarget:%s' % pkg) 1633*4882a593Smuzhiyun 1634*4882a593Smuzhiyun if postinst_ontarget: 1635*4882a593Smuzhiyun bb.debug(1, 'adding deferred pkg_postinst_ontarget() to pkg_postinst() for %s' % pkg) 1636*4882a593Smuzhiyun if not postinst: 1637*4882a593Smuzhiyun postinst = '#!/bin/sh\n' 1638*4882a593Smuzhiyun postinst += defer_fragment 1639*4882a593Smuzhiyun postinst += postinst_ontarget 1640*4882a593Smuzhiyun d.setVar('pkg_postinst:%s' % pkg, postinst) 1641*4882a593Smuzhiyun 1642*4882a593Smuzhiyun def add_set_e_to_scriptlets(pkg): 1643*4882a593Smuzhiyun for scriptlet_name in ('pkg_preinst', 'pkg_postinst', 'pkg_prerm', 'pkg_postrm'): 1644*4882a593Smuzhiyun scriptlet = d.getVar('%s:%s' % (scriptlet_name, pkg)) 1645*4882a593Smuzhiyun if scriptlet: 1646*4882a593Smuzhiyun scriptlet_split = scriptlet.split('\n') 1647*4882a593Smuzhiyun if scriptlet_split[0].startswith("#!"): 1648*4882a593Smuzhiyun scriptlet = scriptlet_split[0] + "\nset -e\n" + "\n".join(scriptlet_split[1:]) 1649*4882a593Smuzhiyun else: 1650*4882a593Smuzhiyun scriptlet = "set -e\n" + "\n".join(scriptlet_split[0:]) 1651*4882a593Smuzhiyun d.setVar('%s:%s' % (scriptlet_name, pkg), scriptlet) 1652*4882a593Smuzhiyun 1653*4882a593Smuzhiyun def write_if_exists(f, pkg, var): 1654*4882a593Smuzhiyun def encode(str): 1655*4882a593Smuzhiyun import codecs 1656*4882a593Smuzhiyun c = codecs.getencoder("unicode_escape") 1657*4882a593Smuzhiyun return c(str)[0].decode("latin1") 1658*4882a593Smuzhiyun 1659*4882a593Smuzhiyun val = d.getVar('%s:%s' % (var, pkg)) 1660*4882a593Smuzhiyun if val: 1661*4882a593Smuzhiyun f.write('%s:%s: %s\n' % (var, pkg, encode(val))) 1662*4882a593Smuzhiyun return val 1663*4882a593Smuzhiyun val = d.getVar('%s' % (var)) 1664*4882a593Smuzhiyun if val: 1665*4882a593Smuzhiyun f.write('%s: %s\n' % (var, encode(val))) 1666*4882a593Smuzhiyun return val 1667*4882a593Smuzhiyun 1668*4882a593Smuzhiyun def write_extra_pkgs(variants, pn, packages, pkgdatadir): 1669*4882a593Smuzhiyun for variant in variants: 1670*4882a593Smuzhiyun with open("%s/%s-%s" % (pkgdatadir, variant, pn), 'w') as fd: 1671*4882a593Smuzhiyun fd.write("PACKAGES: %s\n" % ' '.join( 1672*4882a593Smuzhiyun map(lambda pkg: '%s-%s' % (variant, pkg), packages.split()))) 1673*4882a593Smuzhiyun 1674*4882a593Smuzhiyun def write_extra_runtime_pkgs(variants, packages, pkgdatadir): 1675*4882a593Smuzhiyun for variant in variants: 1676*4882a593Smuzhiyun for pkg in packages.split(): 1677*4882a593Smuzhiyun ml_pkg = "%s-%s" % (variant, pkg) 1678*4882a593Smuzhiyun subdata_file = "%s/runtime/%s" % (pkgdatadir, ml_pkg) 1679*4882a593Smuzhiyun with open(subdata_file, 'w') as fd: 1680*4882a593Smuzhiyun fd.write("PKG:%s: %s" % (ml_pkg, pkg)) 1681*4882a593Smuzhiyun 1682*4882a593Smuzhiyun packages = d.getVar('PACKAGES') 1683*4882a593Smuzhiyun pkgdest = d.getVar('PKGDEST') 1684*4882a593Smuzhiyun pkgdatadir = d.getVar('PKGDESTWORK') 1685*4882a593Smuzhiyun 1686*4882a593Smuzhiyun data_file = pkgdatadir + d.expand("/${PN}") 1687*4882a593Smuzhiyun with open(data_file, 'w') as fd: 1688*4882a593Smuzhiyun fd.write("PACKAGES: %s\n" % packages) 1689*4882a593Smuzhiyun 1690*4882a593Smuzhiyun pkgdebugsource = d.getVar("PKGDEBUGSOURCES") or [] 1691*4882a593Smuzhiyun 1692*4882a593Smuzhiyun pn = d.getVar('PN') 1693*4882a593Smuzhiyun global_variants = (d.getVar('MULTILIB_GLOBAL_VARIANTS') or "").split() 1694*4882a593Smuzhiyun variants = (d.getVar('MULTILIB_VARIANTS') or "").split() 1695*4882a593Smuzhiyun 1696*4882a593Smuzhiyun if bb.data.inherits_class('kernel', d) or bb.data.inherits_class('module-base', d): 1697*4882a593Smuzhiyun write_extra_pkgs(variants, pn, packages, pkgdatadir) 1698*4882a593Smuzhiyun 1699*4882a593Smuzhiyun if bb.data.inherits_class('allarch', d) and not variants \ 1700*4882a593Smuzhiyun and not bb.data.inherits_class('packagegroup', d): 1701*4882a593Smuzhiyun write_extra_pkgs(global_variants, pn, packages, pkgdatadir) 1702*4882a593Smuzhiyun 1703*4882a593Smuzhiyun workdir = d.getVar('WORKDIR') 1704*4882a593Smuzhiyun 1705*4882a593Smuzhiyun for pkg in packages.split(): 1706*4882a593Smuzhiyun pkgval = d.getVar('PKG:%s' % pkg) 1707*4882a593Smuzhiyun if pkgval is None: 1708*4882a593Smuzhiyun pkgval = pkg 1709*4882a593Smuzhiyun d.setVar('PKG:%s' % pkg, pkg) 1710*4882a593Smuzhiyun 1711*4882a593Smuzhiyun extended_data = { 1712*4882a593Smuzhiyun "files_info": {} 1713*4882a593Smuzhiyun } 1714*4882a593Smuzhiyun 1715*4882a593Smuzhiyun pkgdestpkg = os.path.join(pkgdest, pkg) 1716*4882a593Smuzhiyun files = {} 1717*4882a593Smuzhiyun files_extra = {} 1718*4882a593Smuzhiyun total_size = 0 1719*4882a593Smuzhiyun seen = set() 1720*4882a593Smuzhiyun for f in pkgfiles[pkg]: 1721*4882a593Smuzhiyun fpath = os.sep + os.path.relpath(f, pkgdestpkg) 1722*4882a593Smuzhiyun 1723*4882a593Smuzhiyun fstat = os.lstat(f) 1724*4882a593Smuzhiyun files[fpath] = fstat.st_size 1725*4882a593Smuzhiyun 1726*4882a593Smuzhiyun extended_data["files_info"].setdefault(fpath, {}) 1727*4882a593Smuzhiyun extended_data["files_info"][fpath]['size'] = fstat.st_size 1728*4882a593Smuzhiyun 1729*4882a593Smuzhiyun if fstat.st_ino not in seen: 1730*4882a593Smuzhiyun seen.add(fstat.st_ino) 1731*4882a593Smuzhiyun total_size += fstat.st_size 1732*4882a593Smuzhiyun 1733*4882a593Smuzhiyun if fpath in pkgdebugsource: 1734*4882a593Smuzhiyun extended_data["files_info"][fpath]['debugsrc'] = pkgdebugsource[fpath] 1735*4882a593Smuzhiyun del pkgdebugsource[fpath] 1736*4882a593Smuzhiyun 1737*4882a593Smuzhiyun d.setVar('FILES_INFO:' + pkg , json.dumps(files, sort_keys=True)) 1738*4882a593Smuzhiyun 1739*4882a593Smuzhiyun process_postinst_on_target(pkg, d.getVar("MLPREFIX")) 1740*4882a593Smuzhiyun add_set_e_to_scriptlets(pkg) 1741*4882a593Smuzhiyun 1742*4882a593Smuzhiyun subdata_file = pkgdatadir + "/runtime/%s" % pkg 1743*4882a593Smuzhiyun with open(subdata_file, 'w') as sf: 1744*4882a593Smuzhiyun for var in (d.getVar('PKGDATA_VARS') or "").split(): 1745*4882a593Smuzhiyun val = write_if_exists(sf, pkg, var) 1746*4882a593Smuzhiyun 1747*4882a593Smuzhiyun write_if_exists(sf, pkg, 'FILERPROVIDESFLIST') 1748*4882a593Smuzhiyun for dfile in sorted((d.getVar('FILERPROVIDESFLIST:' + pkg) or "").split()): 1749*4882a593Smuzhiyun write_if_exists(sf, pkg, 'FILERPROVIDES:' + dfile) 1750*4882a593Smuzhiyun 1751*4882a593Smuzhiyun write_if_exists(sf, pkg, 'FILERDEPENDSFLIST') 1752*4882a593Smuzhiyun for dfile in sorted((d.getVar('FILERDEPENDSFLIST:' + pkg) or "").split()): 1753*4882a593Smuzhiyun write_if_exists(sf, pkg, 'FILERDEPENDS:' + dfile) 1754*4882a593Smuzhiyun 1755*4882a593Smuzhiyun sf.write('%s:%s: %d\n' % ('PKGSIZE', pkg, total_size)) 1756*4882a593Smuzhiyun 1757*4882a593Smuzhiyun subdata_extended_file = pkgdatadir + "/extended/%s.json.zstd" % pkg 1758*4882a593Smuzhiyun num_threads = int(d.getVar("BB_NUMBER_THREADS")) 1759*4882a593Smuzhiyun with bb.compress.zstd.open(subdata_extended_file, "wt", encoding="utf-8", num_threads=num_threads) as f: 1760*4882a593Smuzhiyun json.dump(extended_data, f, sort_keys=True, separators=(",", ":")) 1761*4882a593Smuzhiyun 1762*4882a593Smuzhiyun # Symlinks needed for rprovides lookup 1763*4882a593Smuzhiyun rprov = d.getVar('RPROVIDES:%s' % pkg) or d.getVar('RPROVIDES') 1764*4882a593Smuzhiyun if rprov: 1765*4882a593Smuzhiyun for p in bb.utils.explode_deps(rprov): 1766*4882a593Smuzhiyun subdata_sym = pkgdatadir + "/runtime-rprovides/%s/%s" % (p, pkg) 1767*4882a593Smuzhiyun bb.utils.mkdirhier(os.path.dirname(subdata_sym)) 1768*4882a593Smuzhiyun oe.path.symlink("../../runtime/%s" % pkg, subdata_sym, True) 1769*4882a593Smuzhiyun 1770*4882a593Smuzhiyun allow_empty = d.getVar('ALLOW_EMPTY:%s' % pkg) 1771*4882a593Smuzhiyun if not allow_empty: 1772*4882a593Smuzhiyun allow_empty = d.getVar('ALLOW_EMPTY') 1773*4882a593Smuzhiyun root = "%s/%s" % (pkgdest, pkg) 1774*4882a593Smuzhiyun os.chdir(root) 1775*4882a593Smuzhiyun g = glob('*') 1776*4882a593Smuzhiyun if g or allow_empty == "1": 1777*4882a593Smuzhiyun # Symlinks needed for reverse lookups (from the final package name) 1778*4882a593Smuzhiyun subdata_sym = pkgdatadir + "/runtime-reverse/%s" % pkgval 1779*4882a593Smuzhiyun oe.path.symlink("../runtime/%s" % pkg, subdata_sym, True) 1780*4882a593Smuzhiyun 1781*4882a593Smuzhiyun packagedfile = pkgdatadir + '/runtime/%s.packaged' % pkg 1782*4882a593Smuzhiyun open(packagedfile, 'w').close() 1783*4882a593Smuzhiyun 1784*4882a593Smuzhiyun if bb.data.inherits_class('kernel', d) or bb.data.inherits_class('module-base', d): 1785*4882a593Smuzhiyun write_extra_runtime_pkgs(variants, packages, pkgdatadir) 1786*4882a593Smuzhiyun 1787*4882a593Smuzhiyun if bb.data.inherits_class('allarch', d) and not variants \ 1788*4882a593Smuzhiyun and not bb.data.inherits_class('packagegroup', d): 1789*4882a593Smuzhiyun write_extra_runtime_pkgs(global_variants, packages, pkgdatadir) 1790*4882a593Smuzhiyun 1791*4882a593Smuzhiyun} 1792*4882a593Smuzhiyunemit_pkgdata[dirs] = "${PKGDESTWORK}/runtime ${PKGDESTWORK}/runtime-reverse ${PKGDESTWORK}/runtime-rprovides ${PKGDESTWORK}/extended" 1793*4882a593Smuzhiyunemit_pkgdata[vardepsexclude] = "BB_NUMBER_THREADS" 1794*4882a593Smuzhiyun 1795*4882a593Smuzhiyunldconfig_postinst_fragment() { 1796*4882a593Smuzhiyunif [ x"$D" = "x" ]; then 1797*4882a593Smuzhiyun if [ -x /sbin/ldconfig ]; then /sbin/ldconfig ; fi 1798*4882a593Smuzhiyunfi 1799*4882a593Smuzhiyun} 1800*4882a593Smuzhiyun 1801*4882a593SmuzhiyunRPMDEPS = "${STAGING_LIBDIR_NATIVE}/rpm/rpmdeps --alldeps --define '__font_provides %{nil}'" 1802*4882a593Smuzhiyun 1803*4882a593Smuzhiyun# Collect perfile run-time dependency metadata 1804*4882a593Smuzhiyun# Output: 1805*4882a593Smuzhiyun# FILERPROVIDESFLIST:pkg - list of all files w/ deps 1806*4882a593Smuzhiyun# FILERPROVIDES:filepath:pkg - per file dep 1807*4882a593Smuzhiyun# 1808*4882a593Smuzhiyun# FILERDEPENDSFLIST:pkg - list of all files w/ deps 1809*4882a593Smuzhiyun# FILERDEPENDS:filepath:pkg - per file dep 1810*4882a593Smuzhiyun 1811*4882a593Smuzhiyunpython package_do_filedeps() { 1812*4882a593Smuzhiyun if d.getVar('SKIP_FILEDEPS') == '1': 1813*4882a593Smuzhiyun return 1814*4882a593Smuzhiyun 1815*4882a593Smuzhiyun pkgdest = d.getVar('PKGDEST') 1816*4882a593Smuzhiyun packages = d.getVar('PACKAGES') 1817*4882a593Smuzhiyun rpmdeps = d.getVar('RPMDEPS') 1818*4882a593Smuzhiyun 1819*4882a593Smuzhiyun def chunks(files, n): 1820*4882a593Smuzhiyun return [files[i:i+n] for i in range(0, len(files), n)] 1821*4882a593Smuzhiyun 1822*4882a593Smuzhiyun pkglist = [] 1823*4882a593Smuzhiyun for pkg in packages.split(): 1824*4882a593Smuzhiyun if d.getVar('SKIP_FILEDEPS:' + pkg) == '1': 1825*4882a593Smuzhiyun continue 1826*4882a593Smuzhiyun if pkg.endswith('-dbg') or pkg.endswith('-doc') or pkg.find('-locale-') != -1 or pkg.find('-localedata-') != -1 or pkg.find('-gconv-') != -1 or pkg.find('-charmap-') != -1 or pkg.startswith('kernel-module-') or pkg.endswith('-src'): 1827*4882a593Smuzhiyun continue 1828*4882a593Smuzhiyun for files in chunks(pkgfiles[pkg], 100): 1829*4882a593Smuzhiyun pkglist.append((pkg, files, rpmdeps, pkgdest)) 1830*4882a593Smuzhiyun 1831*4882a593Smuzhiyun processed = oe.utils.multiprocess_launch(oe.package.filedeprunner, pkglist, d) 1832*4882a593Smuzhiyun 1833*4882a593Smuzhiyun provides_files = {} 1834*4882a593Smuzhiyun requires_files = {} 1835*4882a593Smuzhiyun 1836*4882a593Smuzhiyun for result in processed: 1837*4882a593Smuzhiyun (pkg, provides, requires) = result 1838*4882a593Smuzhiyun 1839*4882a593Smuzhiyun if pkg not in provides_files: 1840*4882a593Smuzhiyun provides_files[pkg] = [] 1841*4882a593Smuzhiyun if pkg not in requires_files: 1842*4882a593Smuzhiyun requires_files[pkg] = [] 1843*4882a593Smuzhiyun 1844*4882a593Smuzhiyun for file in sorted(provides): 1845*4882a593Smuzhiyun provides_files[pkg].append(file) 1846*4882a593Smuzhiyun key = "FILERPROVIDES:" + file + ":" + pkg 1847*4882a593Smuzhiyun d.appendVar(key, " " + " ".join(provides[file])) 1848*4882a593Smuzhiyun 1849*4882a593Smuzhiyun for file in sorted(requires): 1850*4882a593Smuzhiyun requires_files[pkg].append(file) 1851*4882a593Smuzhiyun key = "FILERDEPENDS:" + file + ":" + pkg 1852*4882a593Smuzhiyun d.appendVar(key, " " + " ".join(requires[file])) 1853*4882a593Smuzhiyun 1854*4882a593Smuzhiyun for pkg in requires_files: 1855*4882a593Smuzhiyun d.setVar("FILERDEPENDSFLIST:" + pkg, " ".join(sorted(requires_files[pkg]))) 1856*4882a593Smuzhiyun for pkg in provides_files: 1857*4882a593Smuzhiyun d.setVar("FILERPROVIDESFLIST:" + pkg, " ".join(sorted(provides_files[pkg]))) 1858*4882a593Smuzhiyun} 1859*4882a593Smuzhiyun 1860*4882a593SmuzhiyunSHLIBSDIRS = "${WORKDIR_PKGDATA}/${MLPREFIX}shlibs2" 1861*4882a593SmuzhiyunSHLIBSWORKDIR = "${PKGDESTWORK}/${MLPREFIX}shlibs2" 1862*4882a593Smuzhiyun 1863*4882a593Smuzhiyunpython package_do_shlibs() { 1864*4882a593Smuzhiyun import itertools 1865*4882a593Smuzhiyun import re, pipes 1866*4882a593Smuzhiyun import subprocess 1867*4882a593Smuzhiyun 1868*4882a593Smuzhiyun exclude_shlibs = d.getVar('EXCLUDE_FROM_SHLIBS', False) 1869*4882a593Smuzhiyun if exclude_shlibs: 1870*4882a593Smuzhiyun bb.note("not generating shlibs") 1871*4882a593Smuzhiyun return 1872*4882a593Smuzhiyun 1873*4882a593Smuzhiyun lib_re = re.compile(r"^.*\.so") 1874*4882a593Smuzhiyun libdir_re = re.compile(r".*/%s$" % d.getVar('baselib')) 1875*4882a593Smuzhiyun 1876*4882a593Smuzhiyun packages = d.getVar('PACKAGES') 1877*4882a593Smuzhiyun 1878*4882a593Smuzhiyun shlib_pkgs = [] 1879*4882a593Smuzhiyun exclusion_list = d.getVar("EXCLUDE_PACKAGES_FROM_SHLIBS") 1880*4882a593Smuzhiyun if exclusion_list: 1881*4882a593Smuzhiyun for pkg in packages.split(): 1882*4882a593Smuzhiyun if pkg not in exclusion_list.split(): 1883*4882a593Smuzhiyun shlib_pkgs.append(pkg) 1884*4882a593Smuzhiyun else: 1885*4882a593Smuzhiyun bb.note("not generating shlibs for %s" % pkg) 1886*4882a593Smuzhiyun else: 1887*4882a593Smuzhiyun shlib_pkgs = packages.split() 1888*4882a593Smuzhiyun 1889*4882a593Smuzhiyun hostos = d.getVar('HOST_OS') 1890*4882a593Smuzhiyun 1891*4882a593Smuzhiyun workdir = d.getVar('WORKDIR') 1892*4882a593Smuzhiyun 1893*4882a593Smuzhiyun ver = d.getVar('PKGV') 1894*4882a593Smuzhiyun if not ver: 1895*4882a593Smuzhiyun msg = "PKGV not defined" 1896*4882a593Smuzhiyun oe.qa.handle_error("pkgv-undefined", msg, d) 1897*4882a593Smuzhiyun return 1898*4882a593Smuzhiyun 1899*4882a593Smuzhiyun pkgdest = d.getVar('PKGDEST') 1900*4882a593Smuzhiyun 1901*4882a593Smuzhiyun shlibswork_dir = d.getVar('SHLIBSWORKDIR') 1902*4882a593Smuzhiyun 1903*4882a593Smuzhiyun def linux_so(file, pkg, pkgver, d): 1904*4882a593Smuzhiyun needs_ldconfig = False 1905*4882a593Smuzhiyun needed = set() 1906*4882a593Smuzhiyun sonames = set() 1907*4882a593Smuzhiyun renames = [] 1908*4882a593Smuzhiyun ldir = os.path.dirname(file).replace(pkgdest + "/" + pkg, '') 1909*4882a593Smuzhiyun cmd = d.getVar('OBJDUMP') + " -p " + pipes.quote(file) + " 2>/dev/null" 1910*4882a593Smuzhiyun fd = os.popen(cmd) 1911*4882a593Smuzhiyun lines = fd.readlines() 1912*4882a593Smuzhiyun fd.close() 1913*4882a593Smuzhiyun rpath = tuple() 1914*4882a593Smuzhiyun for l in lines: 1915*4882a593Smuzhiyun m = re.match(r"\s+RPATH\s+([^\s]*)", l) 1916*4882a593Smuzhiyun if m: 1917*4882a593Smuzhiyun rpaths = m.group(1).replace("$ORIGIN", ldir).split(":") 1918*4882a593Smuzhiyun rpath = tuple(map(os.path.normpath, rpaths)) 1919*4882a593Smuzhiyun for l in lines: 1920*4882a593Smuzhiyun m = re.match(r"\s+NEEDED\s+([^\s]*)", l) 1921*4882a593Smuzhiyun if m: 1922*4882a593Smuzhiyun dep = m.group(1) 1923*4882a593Smuzhiyun if dep not in needed: 1924*4882a593Smuzhiyun needed.add((dep, file, rpath)) 1925*4882a593Smuzhiyun m = re.match(r"\s+SONAME\s+([^\s]*)", l) 1926*4882a593Smuzhiyun if m: 1927*4882a593Smuzhiyun this_soname = m.group(1) 1928*4882a593Smuzhiyun prov = (this_soname, ldir, pkgver) 1929*4882a593Smuzhiyun if not prov in sonames: 1930*4882a593Smuzhiyun # if library is private (only used by package) then do not build shlib for it 1931*4882a593Smuzhiyun import fnmatch 1932*4882a593Smuzhiyun if not private_libs or len([i for i in private_libs if fnmatch.fnmatch(this_soname, i)]) == 0: 1933*4882a593Smuzhiyun sonames.add(prov) 1934*4882a593Smuzhiyun if libdir_re.match(os.path.dirname(file)): 1935*4882a593Smuzhiyun needs_ldconfig = True 1936*4882a593Smuzhiyun if needs_ldconfig and snap_symlinks and (os.path.basename(file) != this_soname): 1937*4882a593Smuzhiyun renames.append((file, os.path.join(os.path.dirname(file), this_soname))) 1938*4882a593Smuzhiyun return (needs_ldconfig, needed, sonames, renames) 1939*4882a593Smuzhiyun 1940*4882a593Smuzhiyun def darwin_so(file, needed, sonames, renames, pkgver): 1941*4882a593Smuzhiyun if not os.path.exists(file): 1942*4882a593Smuzhiyun return 1943*4882a593Smuzhiyun ldir = os.path.dirname(file).replace(pkgdest + "/" + pkg, '') 1944*4882a593Smuzhiyun 1945*4882a593Smuzhiyun def get_combinations(base): 1946*4882a593Smuzhiyun # 1947*4882a593Smuzhiyun # Given a base library name, find all combinations of this split by "." and "-" 1948*4882a593Smuzhiyun # 1949*4882a593Smuzhiyun combos = [] 1950*4882a593Smuzhiyun options = base.split(".") 1951*4882a593Smuzhiyun for i in range(1, len(options) + 1): 1952*4882a593Smuzhiyun combos.append(".".join(options[0:i])) 1953*4882a593Smuzhiyun options = base.split("-") 1954*4882a593Smuzhiyun for i in range(1, len(options) + 1): 1955*4882a593Smuzhiyun combos.append("-".join(options[0:i])) 1956*4882a593Smuzhiyun return combos 1957*4882a593Smuzhiyun 1958*4882a593Smuzhiyun if (file.endswith('.dylib') or file.endswith('.so')) and not pkg.endswith('-dev') and not pkg.endswith('-dbg') and not pkg.endswith('-src'): 1959*4882a593Smuzhiyun # Drop suffix 1960*4882a593Smuzhiyun name = os.path.basename(file).rsplit(".",1)[0] 1961*4882a593Smuzhiyun # Find all combinations 1962*4882a593Smuzhiyun combos = get_combinations(name) 1963*4882a593Smuzhiyun for combo in combos: 1964*4882a593Smuzhiyun if not combo in sonames: 1965*4882a593Smuzhiyun prov = (combo, ldir, pkgver) 1966*4882a593Smuzhiyun sonames.add(prov) 1967*4882a593Smuzhiyun if file.endswith('.dylib') or file.endswith('.so'): 1968*4882a593Smuzhiyun rpath = [] 1969*4882a593Smuzhiyun p = subprocess.Popen([d.expand("${HOST_PREFIX}otool"), '-l', file], stdout=subprocess.PIPE, stderr=subprocess.PIPE) 1970*4882a593Smuzhiyun out, err = p.communicate() 1971*4882a593Smuzhiyun # If returned successfully, process stdout for results 1972*4882a593Smuzhiyun if p.returncode == 0: 1973*4882a593Smuzhiyun for l in out.split("\n"): 1974*4882a593Smuzhiyun l = l.strip() 1975*4882a593Smuzhiyun if l.startswith('path '): 1976*4882a593Smuzhiyun rpath.append(l.split()[1]) 1977*4882a593Smuzhiyun 1978*4882a593Smuzhiyun p = subprocess.Popen([d.expand("${HOST_PREFIX}otool"), '-L', file], stdout=subprocess.PIPE, stderr=subprocess.PIPE) 1979*4882a593Smuzhiyun out, err = p.communicate() 1980*4882a593Smuzhiyun # If returned successfully, process stdout for results 1981*4882a593Smuzhiyun if p.returncode == 0: 1982*4882a593Smuzhiyun for l in out.split("\n"): 1983*4882a593Smuzhiyun l = l.strip() 1984*4882a593Smuzhiyun if not l or l.endswith(":"): 1985*4882a593Smuzhiyun continue 1986*4882a593Smuzhiyun if "is not an object file" in l: 1987*4882a593Smuzhiyun continue 1988*4882a593Smuzhiyun name = os.path.basename(l.split()[0]).rsplit(".", 1)[0] 1989*4882a593Smuzhiyun if name and name not in needed[pkg]: 1990*4882a593Smuzhiyun needed[pkg].add((name, file, tuple())) 1991*4882a593Smuzhiyun 1992*4882a593Smuzhiyun def mingw_dll(file, needed, sonames, renames, pkgver): 1993*4882a593Smuzhiyun if not os.path.exists(file): 1994*4882a593Smuzhiyun return 1995*4882a593Smuzhiyun 1996*4882a593Smuzhiyun if file.endswith(".dll"): 1997*4882a593Smuzhiyun # assume all dlls are shared objects provided by the package 1998*4882a593Smuzhiyun sonames.add((os.path.basename(file), os.path.dirname(file).replace(pkgdest + "/" + pkg, ''), pkgver)) 1999*4882a593Smuzhiyun 2000*4882a593Smuzhiyun if (file.endswith(".dll") or file.endswith(".exe")): 2001*4882a593Smuzhiyun # use objdump to search for "DLL Name: .*\.dll" 2002*4882a593Smuzhiyun p = subprocess.Popen([d.expand("${HOST_PREFIX}objdump"), "-p", file], stdout=subprocess.PIPE, stderr=subprocess.PIPE) 2003*4882a593Smuzhiyun out, err = p.communicate() 2004*4882a593Smuzhiyun # process the output, grabbing all .dll names 2005*4882a593Smuzhiyun if p.returncode == 0: 2006*4882a593Smuzhiyun for m in re.finditer(r"DLL Name: (.*?\.dll)$", out.decode(), re.MULTILINE | re.IGNORECASE): 2007*4882a593Smuzhiyun dllname = m.group(1) 2008*4882a593Smuzhiyun if dllname: 2009*4882a593Smuzhiyun needed[pkg].add((dllname, file, tuple())) 2010*4882a593Smuzhiyun 2011*4882a593Smuzhiyun if d.getVar('PACKAGE_SNAP_LIB_SYMLINKS') == "1": 2012*4882a593Smuzhiyun snap_symlinks = True 2013*4882a593Smuzhiyun else: 2014*4882a593Smuzhiyun snap_symlinks = False 2015*4882a593Smuzhiyun 2016*4882a593Smuzhiyun needed = {} 2017*4882a593Smuzhiyun 2018*4882a593Smuzhiyun shlib_provider = oe.package.read_shlib_providers(d) 2019*4882a593Smuzhiyun 2020*4882a593Smuzhiyun for pkg in shlib_pkgs: 2021*4882a593Smuzhiyun private_libs = d.getVar('PRIVATE_LIBS:' + pkg) or d.getVar('PRIVATE_LIBS') or "" 2022*4882a593Smuzhiyun private_libs = private_libs.split() 2023*4882a593Smuzhiyun needs_ldconfig = False 2024*4882a593Smuzhiyun bb.debug(2, "calculating shlib provides for %s" % pkg) 2025*4882a593Smuzhiyun 2026*4882a593Smuzhiyun pkgver = d.getVar('PKGV:' + pkg) 2027*4882a593Smuzhiyun if not pkgver: 2028*4882a593Smuzhiyun pkgver = d.getVar('PV_' + pkg) 2029*4882a593Smuzhiyun if not pkgver: 2030*4882a593Smuzhiyun pkgver = ver 2031*4882a593Smuzhiyun 2032*4882a593Smuzhiyun needed[pkg] = set() 2033*4882a593Smuzhiyun sonames = set() 2034*4882a593Smuzhiyun renames = [] 2035*4882a593Smuzhiyun linuxlist = [] 2036*4882a593Smuzhiyun for file in pkgfiles[pkg]: 2037*4882a593Smuzhiyun soname = None 2038*4882a593Smuzhiyun if cpath.islink(file): 2039*4882a593Smuzhiyun continue 2040*4882a593Smuzhiyun if hostos == "darwin" or hostos == "darwin8": 2041*4882a593Smuzhiyun darwin_so(file, needed, sonames, renames, pkgver) 2042*4882a593Smuzhiyun elif hostos.startswith("mingw"): 2043*4882a593Smuzhiyun mingw_dll(file, needed, sonames, renames, pkgver) 2044*4882a593Smuzhiyun elif os.access(file, os.X_OK) or lib_re.match(file): 2045*4882a593Smuzhiyun linuxlist.append(file) 2046*4882a593Smuzhiyun 2047*4882a593Smuzhiyun if linuxlist: 2048*4882a593Smuzhiyun results = oe.utils.multiprocess_launch(linux_so, linuxlist, d, extraargs=(pkg, pkgver, d)) 2049*4882a593Smuzhiyun for r in results: 2050*4882a593Smuzhiyun ldconfig = r[0] 2051*4882a593Smuzhiyun needed[pkg] |= r[1] 2052*4882a593Smuzhiyun sonames |= r[2] 2053*4882a593Smuzhiyun renames.extend(r[3]) 2054*4882a593Smuzhiyun needs_ldconfig = needs_ldconfig or ldconfig 2055*4882a593Smuzhiyun 2056*4882a593Smuzhiyun for (old, new) in renames: 2057*4882a593Smuzhiyun bb.note("Renaming %s to %s" % (old, new)) 2058*4882a593Smuzhiyun bb.utils.rename(old, new) 2059*4882a593Smuzhiyun pkgfiles[pkg].remove(old) 2060*4882a593Smuzhiyun 2061*4882a593Smuzhiyun shlibs_file = os.path.join(shlibswork_dir, pkg + ".list") 2062*4882a593Smuzhiyun if len(sonames): 2063*4882a593Smuzhiyun with open(shlibs_file, 'w') as fd: 2064*4882a593Smuzhiyun for s in sorted(sonames): 2065*4882a593Smuzhiyun if s[0] in shlib_provider and s[1] in shlib_provider[s[0]]: 2066*4882a593Smuzhiyun (old_pkg, old_pkgver) = shlib_provider[s[0]][s[1]] 2067*4882a593Smuzhiyun if old_pkg != pkg: 2068*4882a593Smuzhiyun bb.warn('%s-%s was registered as shlib provider for %s, changing it to %s-%s because it was built later' % (old_pkg, old_pkgver, s[0], pkg, pkgver)) 2069*4882a593Smuzhiyun bb.debug(1, 'registering %s-%s as shlib provider for %s' % (pkg, pkgver, s[0])) 2070*4882a593Smuzhiyun fd.write(s[0] + ':' + s[1] + ':' + s[2] + '\n') 2071*4882a593Smuzhiyun if s[0] not in shlib_provider: 2072*4882a593Smuzhiyun shlib_provider[s[0]] = {} 2073*4882a593Smuzhiyun shlib_provider[s[0]][s[1]] = (pkg, pkgver) 2074*4882a593Smuzhiyun if needs_ldconfig: 2075*4882a593Smuzhiyun bb.debug(1, 'adding ldconfig call to postinst for %s' % pkg) 2076*4882a593Smuzhiyun postinst = d.getVar('pkg_postinst:%s' % pkg) 2077*4882a593Smuzhiyun if not postinst: 2078*4882a593Smuzhiyun postinst = '#!/bin/sh\n' 2079*4882a593Smuzhiyun postinst += d.getVar('ldconfig_postinst_fragment') 2080*4882a593Smuzhiyun d.setVar('pkg_postinst:%s' % pkg, postinst) 2081*4882a593Smuzhiyun bb.debug(1, 'LIBNAMES: pkg %s sonames %s' % (pkg, sonames)) 2082*4882a593Smuzhiyun 2083*4882a593Smuzhiyun assumed_libs = d.getVar('ASSUME_SHLIBS') 2084*4882a593Smuzhiyun if assumed_libs: 2085*4882a593Smuzhiyun libdir = d.getVar("libdir") 2086*4882a593Smuzhiyun for e in assumed_libs.split(): 2087*4882a593Smuzhiyun l, dep_pkg = e.split(":") 2088*4882a593Smuzhiyun lib_ver = None 2089*4882a593Smuzhiyun dep_pkg = dep_pkg.rsplit("_", 1) 2090*4882a593Smuzhiyun if len(dep_pkg) == 2: 2091*4882a593Smuzhiyun lib_ver = dep_pkg[1] 2092*4882a593Smuzhiyun dep_pkg = dep_pkg[0] 2093*4882a593Smuzhiyun if l not in shlib_provider: 2094*4882a593Smuzhiyun shlib_provider[l] = {} 2095*4882a593Smuzhiyun shlib_provider[l][libdir] = (dep_pkg, lib_ver) 2096*4882a593Smuzhiyun 2097*4882a593Smuzhiyun libsearchpath = [d.getVar('libdir'), d.getVar('base_libdir')] 2098*4882a593Smuzhiyun 2099*4882a593Smuzhiyun for pkg in shlib_pkgs: 2100*4882a593Smuzhiyun bb.debug(2, "calculating shlib requirements for %s" % pkg) 2101*4882a593Smuzhiyun 2102*4882a593Smuzhiyun private_libs = d.getVar('PRIVATE_LIBS:' + pkg) or d.getVar('PRIVATE_LIBS') or "" 2103*4882a593Smuzhiyun private_libs = private_libs.split() 2104*4882a593Smuzhiyun 2105*4882a593Smuzhiyun deps = list() 2106*4882a593Smuzhiyun for n in needed[pkg]: 2107*4882a593Smuzhiyun # if n is in private libraries, don't try to search provider for it 2108*4882a593Smuzhiyun # this could cause problem in case some abc.bb provides private 2109*4882a593Smuzhiyun # /opt/abc/lib/libfoo.so.1 and contains /usr/bin/abc depending on system library libfoo.so.1 2110*4882a593Smuzhiyun # but skipping it is still better alternative than providing own 2111*4882a593Smuzhiyun # version and then adding runtime dependency for the same system library 2112*4882a593Smuzhiyun import fnmatch 2113*4882a593Smuzhiyun if private_libs and len([i for i in private_libs if fnmatch.fnmatch(n[0], i)]) > 0: 2114*4882a593Smuzhiyun bb.debug(2, '%s: Dependency %s covered by PRIVATE_LIBS' % (pkg, n[0])) 2115*4882a593Smuzhiyun continue 2116*4882a593Smuzhiyun if n[0] in shlib_provider.keys(): 2117*4882a593Smuzhiyun shlib_provider_map = shlib_provider[n[0]] 2118*4882a593Smuzhiyun matches = set() 2119*4882a593Smuzhiyun for p in itertools.chain(list(n[2]), sorted(shlib_provider_map.keys()), libsearchpath): 2120*4882a593Smuzhiyun if p in shlib_provider_map: 2121*4882a593Smuzhiyun matches.add(p) 2122*4882a593Smuzhiyun if len(matches) > 1: 2123*4882a593Smuzhiyun matchpkgs = ', '.join([shlib_provider_map[match][0] for match in matches]) 2124*4882a593Smuzhiyun bb.error("%s: Multiple shlib providers for %s: %s (used by files: %s)" % (pkg, n[0], matchpkgs, n[1])) 2125*4882a593Smuzhiyun elif len(matches) == 1: 2126*4882a593Smuzhiyun (dep_pkg, ver_needed) = shlib_provider_map[matches.pop()] 2127*4882a593Smuzhiyun 2128*4882a593Smuzhiyun bb.debug(2, '%s: Dependency %s requires package %s (used by files: %s)' % (pkg, n[0], dep_pkg, n[1])) 2129*4882a593Smuzhiyun 2130*4882a593Smuzhiyun if dep_pkg == pkg: 2131*4882a593Smuzhiyun continue 2132*4882a593Smuzhiyun 2133*4882a593Smuzhiyun if ver_needed: 2134*4882a593Smuzhiyun dep = "%s (>= %s)" % (dep_pkg, ver_needed) 2135*4882a593Smuzhiyun else: 2136*4882a593Smuzhiyun dep = dep_pkg 2137*4882a593Smuzhiyun if not dep in deps: 2138*4882a593Smuzhiyun deps.append(dep) 2139*4882a593Smuzhiyun continue 2140*4882a593Smuzhiyun bb.note("Couldn't find shared library provider for %s, used by files: %s" % (n[0], n[1])) 2141*4882a593Smuzhiyun 2142*4882a593Smuzhiyun deps_file = os.path.join(pkgdest, pkg + ".shlibdeps") 2143*4882a593Smuzhiyun if os.path.exists(deps_file): 2144*4882a593Smuzhiyun os.remove(deps_file) 2145*4882a593Smuzhiyun if deps: 2146*4882a593Smuzhiyun with open(deps_file, 'w') as fd: 2147*4882a593Smuzhiyun for dep in sorted(deps): 2148*4882a593Smuzhiyun fd.write(dep + '\n') 2149*4882a593Smuzhiyun} 2150*4882a593Smuzhiyun 2151*4882a593Smuzhiyunpython package_do_pkgconfig () { 2152*4882a593Smuzhiyun import re 2153*4882a593Smuzhiyun 2154*4882a593Smuzhiyun packages = d.getVar('PACKAGES') 2155*4882a593Smuzhiyun workdir = d.getVar('WORKDIR') 2156*4882a593Smuzhiyun pkgdest = d.getVar('PKGDEST') 2157*4882a593Smuzhiyun 2158*4882a593Smuzhiyun shlibs_dirs = d.getVar('SHLIBSDIRS').split() 2159*4882a593Smuzhiyun shlibswork_dir = d.getVar('SHLIBSWORKDIR') 2160*4882a593Smuzhiyun 2161*4882a593Smuzhiyun pc_re = re.compile(r'(.*)\.pc$') 2162*4882a593Smuzhiyun var_re = re.compile(r'(.*)=(.*)') 2163*4882a593Smuzhiyun field_re = re.compile(r'(.*): (.*)') 2164*4882a593Smuzhiyun 2165*4882a593Smuzhiyun pkgconfig_provided = {} 2166*4882a593Smuzhiyun pkgconfig_needed = {} 2167*4882a593Smuzhiyun for pkg in packages.split(): 2168*4882a593Smuzhiyun pkgconfig_provided[pkg] = [] 2169*4882a593Smuzhiyun pkgconfig_needed[pkg] = [] 2170*4882a593Smuzhiyun for file in sorted(pkgfiles[pkg]): 2171*4882a593Smuzhiyun m = pc_re.match(file) 2172*4882a593Smuzhiyun if m: 2173*4882a593Smuzhiyun pd = bb.data.init() 2174*4882a593Smuzhiyun name = m.group(1) 2175*4882a593Smuzhiyun pkgconfig_provided[pkg].append(os.path.basename(name)) 2176*4882a593Smuzhiyun if not os.access(file, os.R_OK): 2177*4882a593Smuzhiyun continue 2178*4882a593Smuzhiyun with open(file, 'r') as f: 2179*4882a593Smuzhiyun lines = f.readlines() 2180*4882a593Smuzhiyun for l in lines: 2181*4882a593Smuzhiyun m = var_re.match(l) 2182*4882a593Smuzhiyun if m: 2183*4882a593Smuzhiyun name = m.group(1) 2184*4882a593Smuzhiyun val = m.group(2) 2185*4882a593Smuzhiyun pd.setVar(name, pd.expand(val)) 2186*4882a593Smuzhiyun continue 2187*4882a593Smuzhiyun m = field_re.match(l) 2188*4882a593Smuzhiyun if m: 2189*4882a593Smuzhiyun hdr = m.group(1) 2190*4882a593Smuzhiyun exp = pd.expand(m.group(2)) 2191*4882a593Smuzhiyun if hdr == 'Requires': 2192*4882a593Smuzhiyun pkgconfig_needed[pkg] += exp.replace(',', ' ').split() 2193*4882a593Smuzhiyun 2194*4882a593Smuzhiyun for pkg in packages.split(): 2195*4882a593Smuzhiyun pkgs_file = os.path.join(shlibswork_dir, pkg + ".pclist") 2196*4882a593Smuzhiyun if pkgconfig_provided[pkg] != []: 2197*4882a593Smuzhiyun with open(pkgs_file, 'w') as f: 2198*4882a593Smuzhiyun for p in sorted(pkgconfig_provided[pkg]): 2199*4882a593Smuzhiyun f.write('%s\n' % p) 2200*4882a593Smuzhiyun 2201*4882a593Smuzhiyun # Go from least to most specific since the last one found wins 2202*4882a593Smuzhiyun for dir in reversed(shlibs_dirs): 2203*4882a593Smuzhiyun if not os.path.exists(dir): 2204*4882a593Smuzhiyun continue 2205*4882a593Smuzhiyun for file in sorted(os.listdir(dir)): 2206*4882a593Smuzhiyun m = re.match(r'^(.*)\.pclist$', file) 2207*4882a593Smuzhiyun if m: 2208*4882a593Smuzhiyun pkg = m.group(1) 2209*4882a593Smuzhiyun with open(os.path.join(dir, file)) as fd: 2210*4882a593Smuzhiyun lines = fd.readlines() 2211*4882a593Smuzhiyun pkgconfig_provided[pkg] = [] 2212*4882a593Smuzhiyun for l in lines: 2213*4882a593Smuzhiyun pkgconfig_provided[pkg].append(l.rstrip()) 2214*4882a593Smuzhiyun 2215*4882a593Smuzhiyun for pkg in packages.split(): 2216*4882a593Smuzhiyun deps = [] 2217*4882a593Smuzhiyun for n in pkgconfig_needed[pkg]: 2218*4882a593Smuzhiyun found = False 2219*4882a593Smuzhiyun for k in pkgconfig_provided.keys(): 2220*4882a593Smuzhiyun if n in pkgconfig_provided[k]: 2221*4882a593Smuzhiyun if k != pkg and not (k in deps): 2222*4882a593Smuzhiyun deps.append(k) 2223*4882a593Smuzhiyun found = True 2224*4882a593Smuzhiyun if found == False: 2225*4882a593Smuzhiyun bb.note("couldn't find pkgconfig module '%s' in any package" % n) 2226*4882a593Smuzhiyun deps_file = os.path.join(pkgdest, pkg + ".pcdeps") 2227*4882a593Smuzhiyun if len(deps): 2228*4882a593Smuzhiyun with open(deps_file, 'w') as fd: 2229*4882a593Smuzhiyun for dep in deps: 2230*4882a593Smuzhiyun fd.write(dep + '\n') 2231*4882a593Smuzhiyun} 2232*4882a593Smuzhiyun 2233*4882a593Smuzhiyundef read_libdep_files(d): 2234*4882a593Smuzhiyun pkglibdeps = {} 2235*4882a593Smuzhiyun packages = d.getVar('PACKAGES').split() 2236*4882a593Smuzhiyun for pkg in packages: 2237*4882a593Smuzhiyun pkglibdeps[pkg] = {} 2238*4882a593Smuzhiyun for extension in ".shlibdeps", ".pcdeps", ".clilibdeps": 2239*4882a593Smuzhiyun depsfile = d.expand("${PKGDEST}/" + pkg + extension) 2240*4882a593Smuzhiyun if os.access(depsfile, os.R_OK): 2241*4882a593Smuzhiyun with open(depsfile) as fd: 2242*4882a593Smuzhiyun lines = fd.readlines() 2243*4882a593Smuzhiyun for l in lines: 2244*4882a593Smuzhiyun l.rstrip() 2245*4882a593Smuzhiyun deps = bb.utils.explode_dep_versions2(l) 2246*4882a593Smuzhiyun for dep in deps: 2247*4882a593Smuzhiyun if not dep in pkglibdeps[pkg]: 2248*4882a593Smuzhiyun pkglibdeps[pkg][dep] = deps[dep] 2249*4882a593Smuzhiyun return pkglibdeps 2250*4882a593Smuzhiyun 2251*4882a593Smuzhiyunpython read_shlibdeps () { 2252*4882a593Smuzhiyun pkglibdeps = read_libdep_files(d) 2253*4882a593Smuzhiyun 2254*4882a593Smuzhiyun packages = d.getVar('PACKAGES').split() 2255*4882a593Smuzhiyun for pkg in packages: 2256*4882a593Smuzhiyun rdepends = bb.utils.explode_dep_versions2(d.getVar('RDEPENDS:' + pkg) or "") 2257*4882a593Smuzhiyun for dep in sorted(pkglibdeps[pkg]): 2258*4882a593Smuzhiyun # Add the dep if it's not already there, or if no comparison is set 2259*4882a593Smuzhiyun if dep not in rdepends: 2260*4882a593Smuzhiyun rdepends[dep] = [] 2261*4882a593Smuzhiyun for v in pkglibdeps[pkg][dep]: 2262*4882a593Smuzhiyun if v not in rdepends[dep]: 2263*4882a593Smuzhiyun rdepends[dep].append(v) 2264*4882a593Smuzhiyun d.setVar('RDEPENDS:' + pkg, bb.utils.join_deps(rdepends, commasep=False)) 2265*4882a593Smuzhiyun} 2266*4882a593Smuzhiyun 2267*4882a593Smuzhiyunpython package_depchains() { 2268*4882a593Smuzhiyun """ 2269*4882a593Smuzhiyun For a given set of prefix and postfix modifiers, make those packages 2270*4882a593Smuzhiyun RRECOMMENDS on the corresponding packages for its RDEPENDS. 2271*4882a593Smuzhiyun 2272*4882a593Smuzhiyun Example: If package A depends upon package B, and A's .bb emits an 2273*4882a593Smuzhiyun A-dev package, this would make A-dev Recommends: B-dev. 2274*4882a593Smuzhiyun 2275*4882a593Smuzhiyun If only one of a given suffix is specified, it will take the RRECOMMENDS 2276*4882a593Smuzhiyun based on the RDEPENDS of *all* other packages. If more than one of a given 2277*4882a593Smuzhiyun suffix is specified, its will only use the RDEPENDS of the single parent 2278*4882a593Smuzhiyun package. 2279*4882a593Smuzhiyun """ 2280*4882a593Smuzhiyun 2281*4882a593Smuzhiyun packages = d.getVar('PACKAGES') 2282*4882a593Smuzhiyun postfixes = (d.getVar('DEPCHAIN_POST') or '').split() 2283*4882a593Smuzhiyun prefixes = (d.getVar('DEPCHAIN_PRE') or '').split() 2284*4882a593Smuzhiyun 2285*4882a593Smuzhiyun def pkg_adddeprrecs(pkg, base, suffix, getname, depends, d): 2286*4882a593Smuzhiyun 2287*4882a593Smuzhiyun #bb.note('depends for %s is %s' % (base, depends)) 2288*4882a593Smuzhiyun rreclist = bb.utils.explode_dep_versions2(d.getVar('RRECOMMENDS:' + pkg) or "") 2289*4882a593Smuzhiyun 2290*4882a593Smuzhiyun for depend in sorted(depends): 2291*4882a593Smuzhiyun if depend.find('-native') != -1 or depend.find('-cross') != -1 or depend.startswith('virtual/'): 2292*4882a593Smuzhiyun #bb.note("Skipping %s" % depend) 2293*4882a593Smuzhiyun continue 2294*4882a593Smuzhiyun if depend.endswith('-dev'): 2295*4882a593Smuzhiyun depend = depend[:-4] 2296*4882a593Smuzhiyun if depend.endswith('-dbg'): 2297*4882a593Smuzhiyun depend = depend[:-4] 2298*4882a593Smuzhiyun pkgname = getname(depend, suffix) 2299*4882a593Smuzhiyun #bb.note("Adding %s for %s" % (pkgname, depend)) 2300*4882a593Smuzhiyun if pkgname not in rreclist and pkgname != pkg: 2301*4882a593Smuzhiyun rreclist[pkgname] = [] 2302*4882a593Smuzhiyun 2303*4882a593Smuzhiyun #bb.note('setting: RRECOMMENDS:%s=%s' % (pkg, ' '.join(rreclist))) 2304*4882a593Smuzhiyun d.setVar('RRECOMMENDS:%s' % pkg, bb.utils.join_deps(rreclist, commasep=False)) 2305*4882a593Smuzhiyun 2306*4882a593Smuzhiyun def pkg_addrrecs(pkg, base, suffix, getname, rdepends, d): 2307*4882a593Smuzhiyun 2308*4882a593Smuzhiyun #bb.note('rdepends for %s is %s' % (base, rdepends)) 2309*4882a593Smuzhiyun rreclist = bb.utils.explode_dep_versions2(d.getVar('RRECOMMENDS:' + pkg) or "") 2310*4882a593Smuzhiyun 2311*4882a593Smuzhiyun for depend in sorted(rdepends): 2312*4882a593Smuzhiyun if depend.find('virtual-locale-') != -1: 2313*4882a593Smuzhiyun #bb.note("Skipping %s" % depend) 2314*4882a593Smuzhiyun continue 2315*4882a593Smuzhiyun if depend.endswith('-dev'): 2316*4882a593Smuzhiyun depend = depend[:-4] 2317*4882a593Smuzhiyun if depend.endswith('-dbg'): 2318*4882a593Smuzhiyun depend = depend[:-4] 2319*4882a593Smuzhiyun pkgname = getname(depend, suffix) 2320*4882a593Smuzhiyun #bb.note("Adding %s for %s" % (pkgname, depend)) 2321*4882a593Smuzhiyun if pkgname not in rreclist and pkgname != pkg: 2322*4882a593Smuzhiyun rreclist[pkgname] = [] 2323*4882a593Smuzhiyun 2324*4882a593Smuzhiyun #bb.note('setting: RRECOMMENDS:%s=%s' % (pkg, ' '.join(rreclist))) 2325*4882a593Smuzhiyun d.setVar('RRECOMMENDS:%s' % pkg, bb.utils.join_deps(rreclist, commasep=False)) 2326*4882a593Smuzhiyun 2327*4882a593Smuzhiyun def add_dep(list, dep): 2328*4882a593Smuzhiyun if dep not in list: 2329*4882a593Smuzhiyun list.append(dep) 2330*4882a593Smuzhiyun 2331*4882a593Smuzhiyun depends = [] 2332*4882a593Smuzhiyun for dep in bb.utils.explode_deps(d.getVar('DEPENDS') or ""): 2333*4882a593Smuzhiyun add_dep(depends, dep) 2334*4882a593Smuzhiyun 2335*4882a593Smuzhiyun rdepends = [] 2336*4882a593Smuzhiyun for pkg in packages.split(): 2337*4882a593Smuzhiyun for dep in bb.utils.explode_deps(d.getVar('RDEPENDS:' + pkg) or ""): 2338*4882a593Smuzhiyun add_dep(rdepends, dep) 2339*4882a593Smuzhiyun 2340*4882a593Smuzhiyun #bb.note('rdepends is %s' % rdepends) 2341*4882a593Smuzhiyun 2342*4882a593Smuzhiyun def post_getname(name, suffix): 2343*4882a593Smuzhiyun return '%s%s' % (name, suffix) 2344*4882a593Smuzhiyun def pre_getname(name, suffix): 2345*4882a593Smuzhiyun return '%s%s' % (suffix, name) 2346*4882a593Smuzhiyun 2347*4882a593Smuzhiyun pkgs = {} 2348*4882a593Smuzhiyun for pkg in packages.split(): 2349*4882a593Smuzhiyun for postfix in postfixes: 2350*4882a593Smuzhiyun if pkg.endswith(postfix): 2351*4882a593Smuzhiyun if not postfix in pkgs: 2352*4882a593Smuzhiyun pkgs[postfix] = {} 2353*4882a593Smuzhiyun pkgs[postfix][pkg] = (pkg[:-len(postfix)], post_getname) 2354*4882a593Smuzhiyun 2355*4882a593Smuzhiyun for prefix in prefixes: 2356*4882a593Smuzhiyun if pkg.startswith(prefix): 2357*4882a593Smuzhiyun if not prefix in pkgs: 2358*4882a593Smuzhiyun pkgs[prefix] = {} 2359*4882a593Smuzhiyun pkgs[prefix][pkg] = (pkg[:-len(prefix)], pre_getname) 2360*4882a593Smuzhiyun 2361*4882a593Smuzhiyun if "-dbg" in pkgs: 2362*4882a593Smuzhiyun pkglibdeps = read_libdep_files(d) 2363*4882a593Smuzhiyun pkglibdeplist = [] 2364*4882a593Smuzhiyun for pkg in pkglibdeps: 2365*4882a593Smuzhiyun for k in pkglibdeps[pkg]: 2366*4882a593Smuzhiyun add_dep(pkglibdeplist, k) 2367*4882a593Smuzhiyun dbgdefaultdeps = ((d.getVar('DEPCHAIN_DBGDEFAULTDEPS') == '1') or (bb.data.inherits_class('packagegroup', d))) 2368*4882a593Smuzhiyun 2369*4882a593Smuzhiyun for suffix in pkgs: 2370*4882a593Smuzhiyun for pkg in pkgs[suffix]: 2371*4882a593Smuzhiyun if d.getVarFlag('RRECOMMENDS:' + pkg, 'nodeprrecs'): 2372*4882a593Smuzhiyun continue 2373*4882a593Smuzhiyun (base, func) = pkgs[suffix][pkg] 2374*4882a593Smuzhiyun if suffix == "-dev": 2375*4882a593Smuzhiyun pkg_adddeprrecs(pkg, base, suffix, func, depends, d) 2376*4882a593Smuzhiyun elif suffix == "-dbg": 2377*4882a593Smuzhiyun if not dbgdefaultdeps: 2378*4882a593Smuzhiyun pkg_addrrecs(pkg, base, suffix, func, pkglibdeplist, d) 2379*4882a593Smuzhiyun continue 2380*4882a593Smuzhiyun if len(pkgs[suffix]) == 1: 2381*4882a593Smuzhiyun pkg_addrrecs(pkg, base, suffix, func, rdepends, d) 2382*4882a593Smuzhiyun else: 2383*4882a593Smuzhiyun rdeps = [] 2384*4882a593Smuzhiyun for dep in bb.utils.explode_deps(d.getVar('RDEPENDS:' + base) or ""): 2385*4882a593Smuzhiyun add_dep(rdeps, dep) 2386*4882a593Smuzhiyun pkg_addrrecs(pkg, base, suffix, func, rdeps, d) 2387*4882a593Smuzhiyun} 2388*4882a593Smuzhiyun 2389*4882a593Smuzhiyun# Since bitbake can't determine which variables are accessed during package 2390*4882a593Smuzhiyun# iteration, we need to list them here: 2391*4882a593SmuzhiyunPACKAGEVARS = "FILES RDEPENDS RRECOMMENDS SUMMARY DESCRIPTION RSUGGESTS RPROVIDES RCONFLICTS PKG ALLOW_EMPTY pkg_postinst pkg_postrm pkg_postinst_ontarget INITSCRIPT_NAME INITSCRIPT_PARAMS DEBIAN_NOAUTONAME ALTERNATIVE PKGE PKGV PKGR USERADD_PARAM GROUPADD_PARAM CONFFILES SYSTEMD_SERVICE LICENSE SECTION pkg_preinst pkg_prerm RREPLACES GROUPMEMS_PARAM SYSTEMD_AUTO_ENABLE SKIP_FILEDEPS PRIVATE_LIBS PACKAGE_ADD_METADATA" 2392*4882a593Smuzhiyun 2393*4882a593Smuzhiyundef gen_packagevar(d, pkgvars="PACKAGEVARS"): 2394*4882a593Smuzhiyun ret = [] 2395*4882a593Smuzhiyun pkgs = (d.getVar("PACKAGES") or "").split() 2396*4882a593Smuzhiyun vars = (d.getVar(pkgvars) or "").split() 2397*4882a593Smuzhiyun for v in vars: 2398*4882a593Smuzhiyun ret.append(v) 2399*4882a593Smuzhiyun for p in pkgs: 2400*4882a593Smuzhiyun for v in vars: 2401*4882a593Smuzhiyun ret.append(v + ":" + p) 2402*4882a593Smuzhiyun 2403*4882a593Smuzhiyun # Ensure that changes to INCOMPATIBLE_LICENSE re-run do_package for 2404*4882a593Smuzhiyun # affected recipes. 2405*4882a593Smuzhiyun ret.append('_exclude_incompatible-%s' % p) 2406*4882a593Smuzhiyun return " ".join(ret) 2407*4882a593Smuzhiyun 2408*4882a593SmuzhiyunPACKAGE_PREPROCESS_FUNCS ?= "" 2409*4882a593Smuzhiyun# Functions for setting up PKGD 2410*4882a593SmuzhiyunPACKAGEBUILDPKGD ?= " \ 2411*4882a593Smuzhiyun package_prepare_pkgdata \ 2412*4882a593Smuzhiyun perform_packagecopy \ 2413*4882a593Smuzhiyun ${PACKAGE_PREPROCESS_FUNCS} \ 2414*4882a593Smuzhiyun split_and_strip_files \ 2415*4882a593Smuzhiyun fixup_perms \ 2416*4882a593Smuzhiyun " 2417*4882a593Smuzhiyun# Functions which split PKGD up into separate packages 2418*4882a593SmuzhiyunPACKAGESPLITFUNCS ?= " \ 2419*4882a593Smuzhiyun package_do_split_locales \ 2420*4882a593Smuzhiyun populate_packages" 2421*4882a593Smuzhiyun# Functions which process metadata based on split packages 2422*4882a593SmuzhiyunPACKAGEFUNCS += " \ 2423*4882a593Smuzhiyun package_fixsymlinks \ 2424*4882a593Smuzhiyun package_name_hook \ 2425*4882a593Smuzhiyun package_do_filedeps \ 2426*4882a593Smuzhiyun package_do_shlibs \ 2427*4882a593Smuzhiyun package_do_pkgconfig \ 2428*4882a593Smuzhiyun read_shlibdeps \ 2429*4882a593Smuzhiyun package_depchains \ 2430*4882a593Smuzhiyun emit_pkgdata" 2431*4882a593Smuzhiyun 2432*4882a593Smuzhiyunpython do_package () { 2433*4882a593Smuzhiyun # Change the following version to cause sstate to invalidate the package 2434*4882a593Smuzhiyun # cache. This is useful if an item this class depends on changes in a 2435*4882a593Smuzhiyun # way that the output of this class changes. rpmdeps is a good example 2436*4882a593Smuzhiyun # as any change to rpmdeps requires this to be rerun. 2437*4882a593Smuzhiyun # PACKAGE_BBCLASS_VERSION = "4" 2438*4882a593Smuzhiyun 2439*4882a593Smuzhiyun # Init cachedpath 2440*4882a593Smuzhiyun global cpath 2441*4882a593Smuzhiyun cpath = oe.cachedpath.CachedPath() 2442*4882a593Smuzhiyun 2443*4882a593Smuzhiyun ########################################################################### 2444*4882a593Smuzhiyun # Sanity test the setup 2445*4882a593Smuzhiyun ########################################################################### 2446*4882a593Smuzhiyun 2447*4882a593Smuzhiyun packages = (d.getVar('PACKAGES') or "").split() 2448*4882a593Smuzhiyun if len(packages) < 1: 2449*4882a593Smuzhiyun bb.debug(1, "No packages to build, skipping do_package") 2450*4882a593Smuzhiyun return 2451*4882a593Smuzhiyun 2452*4882a593Smuzhiyun workdir = d.getVar('WORKDIR') 2453*4882a593Smuzhiyun outdir = d.getVar('DEPLOY_DIR') 2454*4882a593Smuzhiyun dest = d.getVar('D') 2455*4882a593Smuzhiyun dvar = d.getVar('PKGD') 2456*4882a593Smuzhiyun pn = d.getVar('PN') 2457*4882a593Smuzhiyun 2458*4882a593Smuzhiyun if not workdir or not outdir or not dest or not dvar or not pn: 2459*4882a593Smuzhiyun msg = "WORKDIR, DEPLOY_DIR, D, PN and PKGD all must be defined, unable to package" 2460*4882a593Smuzhiyun oe.qa.handle_error("var-undefined", msg, d) 2461*4882a593Smuzhiyun return 2462*4882a593Smuzhiyun 2463*4882a593Smuzhiyun bb.build.exec_func("package_convert_pr_autoinc", d) 2464*4882a593Smuzhiyun 2465*4882a593Smuzhiyun ########################################################################### 2466*4882a593Smuzhiyun # Optimisations 2467*4882a593Smuzhiyun ########################################################################### 2468*4882a593Smuzhiyun 2469*4882a593Smuzhiyun # Continually expanding complex expressions is inefficient, particularly 2470*4882a593Smuzhiyun # when we write to the datastore and invalidate the expansion cache. This 2471*4882a593Smuzhiyun # code pre-expands some frequently used variables 2472*4882a593Smuzhiyun 2473*4882a593Smuzhiyun def expandVar(x, d): 2474*4882a593Smuzhiyun d.setVar(x, d.getVar(x)) 2475*4882a593Smuzhiyun 2476*4882a593Smuzhiyun for x in 'PN', 'PV', 'BPN', 'TARGET_SYS', 'EXTENDPRAUTO': 2477*4882a593Smuzhiyun expandVar(x, d) 2478*4882a593Smuzhiyun 2479*4882a593Smuzhiyun ########################################################################### 2480*4882a593Smuzhiyun # Setup PKGD (from D) 2481*4882a593Smuzhiyun ########################################################################### 2482*4882a593Smuzhiyun 2483*4882a593Smuzhiyun for f in (d.getVar('PACKAGEBUILDPKGD') or '').split(): 2484*4882a593Smuzhiyun bb.build.exec_func(f, d) 2485*4882a593Smuzhiyun 2486*4882a593Smuzhiyun ########################################################################### 2487*4882a593Smuzhiyun # Split up PKGD into PKGDEST 2488*4882a593Smuzhiyun ########################################################################### 2489*4882a593Smuzhiyun 2490*4882a593Smuzhiyun cpath = oe.cachedpath.CachedPath() 2491*4882a593Smuzhiyun 2492*4882a593Smuzhiyun for f in (d.getVar('PACKAGESPLITFUNCS') or '').split(): 2493*4882a593Smuzhiyun bb.build.exec_func(f, d) 2494*4882a593Smuzhiyun 2495*4882a593Smuzhiyun ########################################################################### 2496*4882a593Smuzhiyun # Process PKGDEST 2497*4882a593Smuzhiyun ########################################################################### 2498*4882a593Smuzhiyun 2499*4882a593Smuzhiyun # Build global list of files in each split package 2500*4882a593Smuzhiyun global pkgfiles 2501*4882a593Smuzhiyun pkgfiles = {} 2502*4882a593Smuzhiyun packages = d.getVar('PACKAGES').split() 2503*4882a593Smuzhiyun pkgdest = d.getVar('PKGDEST') 2504*4882a593Smuzhiyun for pkg in packages: 2505*4882a593Smuzhiyun pkgfiles[pkg] = [] 2506*4882a593Smuzhiyun for walkroot, dirs, files in cpath.walk(pkgdest + "/" + pkg): 2507*4882a593Smuzhiyun for file in files: 2508*4882a593Smuzhiyun pkgfiles[pkg].append(walkroot + os.sep + file) 2509*4882a593Smuzhiyun 2510*4882a593Smuzhiyun for f in (d.getVar('PACKAGEFUNCS') or '').split(): 2511*4882a593Smuzhiyun bb.build.exec_func(f, d) 2512*4882a593Smuzhiyun 2513*4882a593Smuzhiyun oe.qa.exit_if_errors(d) 2514*4882a593Smuzhiyun} 2515*4882a593Smuzhiyun 2516*4882a593Smuzhiyundo_package[dirs] = "${SHLIBSWORKDIR} ${D}" 2517*4882a593Smuzhiyundo_package[vardeps] += "${PACKAGEBUILDPKGD} ${PACKAGESPLITFUNCS} ${PACKAGEFUNCS} ${@gen_packagevar(d)}" 2518*4882a593Smuzhiyunaddtask package after do_install 2519*4882a593Smuzhiyun 2520*4882a593SmuzhiyunSSTATETASKS += "do_package" 2521*4882a593Smuzhiyundo_package[cleandirs] = "${PKGDEST} ${PKGDESTWORK}" 2522*4882a593Smuzhiyundo_package[sstate-plaindirs] = "${PKGD} ${PKGDEST} ${PKGDESTWORK}" 2523*4882a593Smuzhiyundo_package_setscene[dirs] = "${STAGING_DIR}" 2524*4882a593Smuzhiyun 2525*4882a593Smuzhiyunpython do_package_setscene () { 2526*4882a593Smuzhiyun sstate_setscene(d) 2527*4882a593Smuzhiyun} 2528*4882a593Smuzhiyunaddtask do_package_setscene 2529*4882a593Smuzhiyun 2530*4882a593Smuzhiyun# Copy from PKGDESTWORK to tempdirectory as tempdirectory can be cleaned at both 2531*4882a593Smuzhiyun# do_package_setscene and do_packagedata_setscene leading to races 2532*4882a593Smuzhiyunpython do_packagedata () { 2533*4882a593Smuzhiyun bb.build.exec_func("package_get_auto_pr", d) 2534*4882a593Smuzhiyun 2535*4882a593Smuzhiyun src = d.expand("${PKGDESTWORK}") 2536*4882a593Smuzhiyun dest = d.expand("${WORKDIR}/pkgdata-pdata-input") 2537*4882a593Smuzhiyun oe.path.copyhardlinktree(src, dest) 2538*4882a593Smuzhiyun 2539*4882a593Smuzhiyun bb.build.exec_func("packagedata_translate_pr_autoinc", d) 2540*4882a593Smuzhiyun} 2541*4882a593Smuzhiyundo_packagedata[cleandirs] += "${WORKDIR}/pkgdata-pdata-input" 2542*4882a593Smuzhiyun 2543*4882a593Smuzhiyun# Translate the EXTENDPRAUTO and AUTOINC to the final values 2544*4882a593Smuzhiyunpackagedata_translate_pr_autoinc() { 2545*4882a593Smuzhiyun find ${WORKDIR}/pkgdata-pdata-input -type f | xargs --no-run-if-empty \ 2546*4882a593Smuzhiyun sed -e 's,@PRSERV_PV_AUTOINC@,${PRSERV_PV_AUTOINC},g' \ 2547*4882a593Smuzhiyun -e 's,@EXTENDPRAUTO@,${EXTENDPRAUTO},g' -i 2548*4882a593Smuzhiyun} 2549*4882a593Smuzhiyun 2550*4882a593Smuzhiyunaddtask packagedata before do_build after do_package 2551*4882a593Smuzhiyun 2552*4882a593SmuzhiyunSSTATETASKS += "do_packagedata" 2553*4882a593Smuzhiyundo_packagedata[sstate-inputdirs] = "${WORKDIR}/pkgdata-pdata-input" 2554*4882a593Smuzhiyundo_packagedata[sstate-outputdirs] = "${PKGDATA_DIR}" 2555*4882a593Smuzhiyundo_packagedata[stamp-extra-info] = "${MACHINE_ARCH}" 2556*4882a593Smuzhiyun 2557*4882a593Smuzhiyunpython do_packagedata_setscene () { 2558*4882a593Smuzhiyun sstate_setscene(d) 2559*4882a593Smuzhiyun} 2560*4882a593Smuzhiyunaddtask do_packagedata_setscene 2561*4882a593Smuzhiyun 2562*4882a593Smuzhiyun# 2563*4882a593Smuzhiyun# Helper functions for the package writing classes 2564*4882a593Smuzhiyun# 2565*4882a593Smuzhiyun 2566*4882a593Smuzhiyundef mapping_rename_hook(d): 2567*4882a593Smuzhiyun """ 2568*4882a593Smuzhiyun Rewrite variables to account for package renaming in things 2569*4882a593Smuzhiyun like debian.bbclass or manual PKG variable name changes 2570*4882a593Smuzhiyun """ 2571*4882a593Smuzhiyun pkg = d.getVar("PKG") 2572*4882a593Smuzhiyun runtime_mapping_rename("RDEPENDS", pkg, d) 2573*4882a593Smuzhiyun runtime_mapping_rename("RRECOMMENDS", pkg, d) 2574*4882a593Smuzhiyun runtime_mapping_rename("RSUGGESTS", pkg, d) 2575