1*4882a593Smuzhiyun""" 2*4882a593Smuzhiyun class for handling configuration data files 3*4882a593Smuzhiyun 4*4882a593Smuzhiyun Reads a .conf file and obtains its metadata 5*4882a593Smuzhiyun 6*4882a593Smuzhiyun""" 7*4882a593Smuzhiyun 8*4882a593Smuzhiyun# Copyright (C) 2003, 2004 Chris Larson 9*4882a593Smuzhiyun# Copyright (C) 2003, 2004 Phil Blundell 10*4882a593Smuzhiyun# 11*4882a593Smuzhiyun# SPDX-License-Identifier: GPL-2.0-only 12*4882a593Smuzhiyun# 13*4882a593Smuzhiyun 14*4882a593Smuzhiyunimport errno 15*4882a593Smuzhiyunimport re 16*4882a593Smuzhiyunimport os 17*4882a593Smuzhiyunimport bb.utils 18*4882a593Smuzhiyunfrom bb.parse import ParseError, resolve_file, ast, logger, handle 19*4882a593Smuzhiyun 20*4882a593Smuzhiyun__config_regexp__ = re.compile( r""" 21*4882a593Smuzhiyun ^ 22*4882a593Smuzhiyun (?P<exp>export\s+)? 23*4882a593Smuzhiyun (?P<var>[a-zA-Z0-9\-_+.${}/~:]+?) 24*4882a593Smuzhiyun (\[(?P<flag>[a-zA-Z0-9\-_+.]+)\])? 25*4882a593Smuzhiyun 26*4882a593Smuzhiyun \s* ( 27*4882a593Smuzhiyun (?P<colon>:=) | 28*4882a593Smuzhiyun (?P<lazyques>\?\?=) | 29*4882a593Smuzhiyun (?P<ques>\?=) | 30*4882a593Smuzhiyun (?P<append>\+=) | 31*4882a593Smuzhiyun (?P<prepend>=\+) | 32*4882a593Smuzhiyun (?P<predot>=\.) | 33*4882a593Smuzhiyun (?P<postdot>\.=) | 34*4882a593Smuzhiyun = 35*4882a593Smuzhiyun ) \s* 36*4882a593Smuzhiyun 37*4882a593Smuzhiyun (?!'[^']*'[^']*'$) 38*4882a593Smuzhiyun (?!\"[^\"]*\"[^\"]*\"$) 39*4882a593Smuzhiyun (?P<apo>['\"]) 40*4882a593Smuzhiyun (?P<value>.*) 41*4882a593Smuzhiyun (?P=apo) 42*4882a593Smuzhiyun $ 43*4882a593Smuzhiyun """, re.X) 44*4882a593Smuzhiyun__include_regexp__ = re.compile( r"include\s+(.+)" ) 45*4882a593Smuzhiyun__require_regexp__ = re.compile( r"require\s+(.+)" ) 46*4882a593Smuzhiyun__export_regexp__ = re.compile( r"export\s+([a-zA-Z0-9\-_+.${}/~]+)$" ) 47*4882a593Smuzhiyun__unset_regexp__ = re.compile( r"unset\s+([a-zA-Z0-9\-_+.${}/~]+)$" ) 48*4882a593Smuzhiyun__unset_flag_regexp__ = re.compile( r"unset\s+([a-zA-Z0-9\-_+.${}/~]+)\[([a-zA-Z0-9\-_+.]+)\]$" ) 49*4882a593Smuzhiyun 50*4882a593Smuzhiyundef init(data): 51*4882a593Smuzhiyun return 52*4882a593Smuzhiyun 53*4882a593Smuzhiyundef supports(fn, d): 54*4882a593Smuzhiyun return fn[-5:] == ".conf" 55*4882a593Smuzhiyun 56*4882a593Smuzhiyundef include(parentfn, fns, lineno, data, error_out): 57*4882a593Smuzhiyun """ 58*4882a593Smuzhiyun error_out: A string indicating the verb (e.g. "include", "inherit") to be 59*4882a593Smuzhiyun used in a ParseError that will be raised if the file to be included could 60*4882a593Smuzhiyun not be included. Specify False to avoid raising an error in this case. 61*4882a593Smuzhiyun """ 62*4882a593Smuzhiyun fns = data.expand(fns) 63*4882a593Smuzhiyun parentfn = data.expand(parentfn) 64*4882a593Smuzhiyun 65*4882a593Smuzhiyun # "include" or "require" accept zero to n space-separated file names to include. 66*4882a593Smuzhiyun for fn in fns.split(): 67*4882a593Smuzhiyun include_single_file(parentfn, fn, lineno, data, error_out) 68*4882a593Smuzhiyun 69*4882a593Smuzhiyundef include_single_file(parentfn, fn, lineno, data, error_out): 70*4882a593Smuzhiyun """ 71*4882a593Smuzhiyun Helper function for include() which does not expand or split its parameters. 72*4882a593Smuzhiyun """ 73*4882a593Smuzhiyun if parentfn == fn: # prevent infinite recursion 74*4882a593Smuzhiyun return None 75*4882a593Smuzhiyun 76*4882a593Smuzhiyun if not os.path.isabs(fn): 77*4882a593Smuzhiyun dname = os.path.dirname(parentfn) 78*4882a593Smuzhiyun bbpath = "%s:%s" % (dname, data.getVar("BBPATH")) 79*4882a593Smuzhiyun abs_fn, attempts = bb.utils.which(bbpath, fn, history=True) 80*4882a593Smuzhiyun if abs_fn and bb.parse.check_dependency(data, abs_fn): 81*4882a593Smuzhiyun logger.warning("Duplicate inclusion for %s in %s" % (abs_fn, data.getVar('FILE'))) 82*4882a593Smuzhiyun for af in attempts: 83*4882a593Smuzhiyun bb.parse.mark_dependency(data, af) 84*4882a593Smuzhiyun if abs_fn: 85*4882a593Smuzhiyun fn = abs_fn 86*4882a593Smuzhiyun elif bb.parse.check_dependency(data, fn): 87*4882a593Smuzhiyun logger.warning("Duplicate inclusion for %s in %s" % (fn, data.getVar('FILE'))) 88*4882a593Smuzhiyun 89*4882a593Smuzhiyun try: 90*4882a593Smuzhiyun bb.parse.handle(fn, data, True) 91*4882a593Smuzhiyun except (IOError, OSError) as exc: 92*4882a593Smuzhiyun if exc.errno == errno.ENOENT: 93*4882a593Smuzhiyun if error_out: 94*4882a593Smuzhiyun raise ParseError("Could not %s file %s" % (error_out, fn), parentfn, lineno) 95*4882a593Smuzhiyun logger.debug2("CONF file '%s' not found", fn) 96*4882a593Smuzhiyun else: 97*4882a593Smuzhiyun if error_out: 98*4882a593Smuzhiyun raise ParseError("Could not %s file %s: %s" % (error_out, fn, exc.strerror), parentfn, lineno) 99*4882a593Smuzhiyun else: 100*4882a593Smuzhiyun raise ParseError("Error parsing %s: %s" % (fn, exc.strerror), parentfn, lineno) 101*4882a593Smuzhiyun 102*4882a593Smuzhiyun# We have an issue where a UI might want to enforce particular settings such as 103*4882a593Smuzhiyun# an empty DISTRO variable. If configuration files do something like assigning 104*4882a593Smuzhiyun# a weak default, it turns out to be very difficult to filter out these changes, 105*4882a593Smuzhiyun# particularly when the weak default might appear half way though parsing a chain 106*4882a593Smuzhiyun# of configuration files. We therefore let the UIs hook into configuration file 107*4882a593Smuzhiyun# parsing. This turns out to be a hard problem to solve any other way. 108*4882a593SmuzhiyunconfFilters = [] 109*4882a593Smuzhiyun 110*4882a593Smuzhiyundef handle(fn, data, include): 111*4882a593Smuzhiyun init(data) 112*4882a593Smuzhiyun 113*4882a593Smuzhiyun if include == 0: 114*4882a593Smuzhiyun oldfile = None 115*4882a593Smuzhiyun else: 116*4882a593Smuzhiyun oldfile = data.getVar('FILE', False) 117*4882a593Smuzhiyun 118*4882a593Smuzhiyun abs_fn = resolve_file(fn, data) 119*4882a593Smuzhiyun with open(abs_fn, 'r') as f: 120*4882a593Smuzhiyun 121*4882a593Smuzhiyun statements = ast.StatementGroup() 122*4882a593Smuzhiyun lineno = 0 123*4882a593Smuzhiyun while True: 124*4882a593Smuzhiyun lineno = lineno + 1 125*4882a593Smuzhiyun s = f.readline() 126*4882a593Smuzhiyun if not s: 127*4882a593Smuzhiyun break 128*4882a593Smuzhiyun origlineno = lineno 129*4882a593Smuzhiyun origline = s 130*4882a593Smuzhiyun w = s.strip() 131*4882a593Smuzhiyun # skip empty lines 132*4882a593Smuzhiyun if not w: 133*4882a593Smuzhiyun continue 134*4882a593Smuzhiyun s = s.rstrip() 135*4882a593Smuzhiyun while s[-1] == '\\': 136*4882a593Smuzhiyun line = f.readline() 137*4882a593Smuzhiyun origline += line 138*4882a593Smuzhiyun s2 = line.rstrip() 139*4882a593Smuzhiyun lineno = lineno + 1 140*4882a593Smuzhiyun if (not s2 or s2 and s2[0] != "#") and s[0] == "#" : 141*4882a593Smuzhiyun bb.fatal("There is a confusing multiline, partially commented expression starting on line %s of file %s:\n%s\nPlease clarify whether this is all a comment or should be parsed." % (origlineno, fn, origline)) 142*4882a593Smuzhiyun 143*4882a593Smuzhiyun s = s[:-1] + s2 144*4882a593Smuzhiyun # skip comments 145*4882a593Smuzhiyun if s[0] == '#': 146*4882a593Smuzhiyun continue 147*4882a593Smuzhiyun feeder(lineno, s, abs_fn, statements) 148*4882a593Smuzhiyun 149*4882a593Smuzhiyun # DONE WITH PARSING... time to evaluate 150*4882a593Smuzhiyun data.setVar('FILE', abs_fn) 151*4882a593Smuzhiyun statements.eval(data) 152*4882a593Smuzhiyun if oldfile: 153*4882a593Smuzhiyun data.setVar('FILE', oldfile) 154*4882a593Smuzhiyun 155*4882a593Smuzhiyun for f in confFilters: 156*4882a593Smuzhiyun f(fn, data) 157*4882a593Smuzhiyun 158*4882a593Smuzhiyun return data 159*4882a593Smuzhiyun 160*4882a593Smuzhiyundef feeder(lineno, s, fn, statements): 161*4882a593Smuzhiyun m = __config_regexp__.match(s) 162*4882a593Smuzhiyun if m: 163*4882a593Smuzhiyun groupd = m.groupdict() 164*4882a593Smuzhiyun ast.handleData(statements, fn, lineno, groupd) 165*4882a593Smuzhiyun return 166*4882a593Smuzhiyun 167*4882a593Smuzhiyun m = __include_regexp__.match(s) 168*4882a593Smuzhiyun if m: 169*4882a593Smuzhiyun ast.handleInclude(statements, fn, lineno, m, False) 170*4882a593Smuzhiyun return 171*4882a593Smuzhiyun 172*4882a593Smuzhiyun m = __require_regexp__.match(s) 173*4882a593Smuzhiyun if m: 174*4882a593Smuzhiyun ast.handleInclude(statements, fn, lineno, m, True) 175*4882a593Smuzhiyun return 176*4882a593Smuzhiyun 177*4882a593Smuzhiyun m = __export_regexp__.match(s) 178*4882a593Smuzhiyun if m: 179*4882a593Smuzhiyun ast.handleExport(statements, fn, lineno, m) 180*4882a593Smuzhiyun return 181*4882a593Smuzhiyun 182*4882a593Smuzhiyun m = __unset_regexp__.match(s) 183*4882a593Smuzhiyun if m: 184*4882a593Smuzhiyun ast.handleUnset(statements, fn, lineno, m) 185*4882a593Smuzhiyun return 186*4882a593Smuzhiyun 187*4882a593Smuzhiyun m = __unset_flag_regexp__.match(s) 188*4882a593Smuzhiyun if m: 189*4882a593Smuzhiyun ast.handleUnsetFlag(statements, fn, lineno, m) 190*4882a593Smuzhiyun return 191*4882a593Smuzhiyun 192*4882a593Smuzhiyun raise ParseError("unparsed line: '%s'" % s, fn, lineno); 193*4882a593Smuzhiyun 194*4882a593Smuzhiyun# Add us to the handlers list 195*4882a593Smuzhiyunfrom bb.parse import handlers 196*4882a593Smuzhiyunhandlers.append({'supports': supports, 'handle': handle, 'init': init}) 197*4882a593Smuzhiyundel handlers 198