xref: /OK3568_Linux_fs/yocto/bitbake/lib/bb/parse/parse_py/ConfHandler.py (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun"""
2*4882a593Smuzhiyun   class for handling configuration data files
3*4882a593Smuzhiyun
4*4882a593Smuzhiyun   Reads a .conf file and obtains its metadata
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun"""
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun# Copyright (C) 2003, 2004  Chris Larson
9*4882a593Smuzhiyun# Copyright (C) 2003, 2004  Phil Blundell
10*4882a593Smuzhiyun#
11*4882a593Smuzhiyun# SPDX-License-Identifier: GPL-2.0-only
12*4882a593Smuzhiyun#
13*4882a593Smuzhiyun
14*4882a593Smuzhiyunimport errno
15*4882a593Smuzhiyunimport re
16*4882a593Smuzhiyunimport os
17*4882a593Smuzhiyunimport bb.utils
18*4882a593Smuzhiyunfrom bb.parse import ParseError, resolve_file, ast, logger, handle
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun__config_regexp__  = re.compile( r"""
21*4882a593Smuzhiyun    ^
22*4882a593Smuzhiyun    (?P<exp>export\s+)?
23*4882a593Smuzhiyun    (?P<var>[a-zA-Z0-9\-_+.${}/~:]+?)
24*4882a593Smuzhiyun    (\[(?P<flag>[a-zA-Z0-9\-_+.]+)\])?
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun    \s* (
27*4882a593Smuzhiyun        (?P<colon>:=) |
28*4882a593Smuzhiyun        (?P<lazyques>\?\?=) |
29*4882a593Smuzhiyun        (?P<ques>\?=) |
30*4882a593Smuzhiyun        (?P<append>\+=) |
31*4882a593Smuzhiyun        (?P<prepend>=\+) |
32*4882a593Smuzhiyun        (?P<predot>=\.) |
33*4882a593Smuzhiyun        (?P<postdot>\.=) |
34*4882a593Smuzhiyun        =
35*4882a593Smuzhiyun    ) \s*
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun    (?!'[^']*'[^']*'$)
38*4882a593Smuzhiyun    (?!\"[^\"]*\"[^\"]*\"$)
39*4882a593Smuzhiyun    (?P<apo>['\"])
40*4882a593Smuzhiyun    (?P<value>.*)
41*4882a593Smuzhiyun    (?P=apo)
42*4882a593Smuzhiyun    $
43*4882a593Smuzhiyun    """, re.X)
44*4882a593Smuzhiyun__include_regexp__ = re.compile( r"include\s+(.+)" )
45*4882a593Smuzhiyun__require_regexp__ = re.compile( r"require\s+(.+)" )
46*4882a593Smuzhiyun__export_regexp__ = re.compile( r"export\s+([a-zA-Z0-9\-_+.${}/~]+)$" )
47*4882a593Smuzhiyun__unset_regexp__ = re.compile( r"unset\s+([a-zA-Z0-9\-_+.${}/~]+)$" )
48*4882a593Smuzhiyun__unset_flag_regexp__ = re.compile( r"unset\s+([a-zA-Z0-9\-_+.${}/~]+)\[([a-zA-Z0-9\-_+.]+)\]$" )
49*4882a593Smuzhiyun
50*4882a593Smuzhiyundef init(data):
51*4882a593Smuzhiyun    return
52*4882a593Smuzhiyun
53*4882a593Smuzhiyundef supports(fn, d):
54*4882a593Smuzhiyun    return fn[-5:] == ".conf"
55*4882a593Smuzhiyun
56*4882a593Smuzhiyundef include(parentfn, fns, lineno, data, error_out):
57*4882a593Smuzhiyun    """
58*4882a593Smuzhiyun    error_out: A string indicating the verb (e.g. "include", "inherit") to be
59*4882a593Smuzhiyun    used in a ParseError that will be raised if the file to be included could
60*4882a593Smuzhiyun    not be included. Specify False to avoid raising an error in this case.
61*4882a593Smuzhiyun    """
62*4882a593Smuzhiyun    fns = data.expand(fns)
63*4882a593Smuzhiyun    parentfn = data.expand(parentfn)
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun    # "include" or "require" accept zero to n space-separated file names to include.
66*4882a593Smuzhiyun    for fn in fns.split():
67*4882a593Smuzhiyun        include_single_file(parentfn, fn, lineno, data, error_out)
68*4882a593Smuzhiyun
69*4882a593Smuzhiyundef include_single_file(parentfn, fn, lineno, data, error_out):
70*4882a593Smuzhiyun    """
71*4882a593Smuzhiyun    Helper function for include() which does not expand or split its parameters.
72*4882a593Smuzhiyun    """
73*4882a593Smuzhiyun    if parentfn == fn: # prevent infinite recursion
74*4882a593Smuzhiyun        return None
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun    if not os.path.isabs(fn):
77*4882a593Smuzhiyun        dname = os.path.dirname(parentfn)
78*4882a593Smuzhiyun        bbpath = "%s:%s" % (dname, data.getVar("BBPATH"))
79*4882a593Smuzhiyun        abs_fn, attempts = bb.utils.which(bbpath, fn, history=True)
80*4882a593Smuzhiyun        if abs_fn and bb.parse.check_dependency(data, abs_fn):
81*4882a593Smuzhiyun            logger.warning("Duplicate inclusion for %s in %s" % (abs_fn, data.getVar('FILE')))
82*4882a593Smuzhiyun        for af in attempts:
83*4882a593Smuzhiyun            bb.parse.mark_dependency(data, af)
84*4882a593Smuzhiyun        if abs_fn:
85*4882a593Smuzhiyun            fn = abs_fn
86*4882a593Smuzhiyun    elif bb.parse.check_dependency(data, fn):
87*4882a593Smuzhiyun        logger.warning("Duplicate inclusion for %s in %s" % (fn, data.getVar('FILE')))
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun    try:
90*4882a593Smuzhiyun        bb.parse.handle(fn, data, True)
91*4882a593Smuzhiyun    except (IOError, OSError) as exc:
92*4882a593Smuzhiyun        if exc.errno == errno.ENOENT:
93*4882a593Smuzhiyun            if error_out:
94*4882a593Smuzhiyun                raise ParseError("Could not %s file %s" % (error_out, fn), parentfn, lineno)
95*4882a593Smuzhiyun            logger.debug2("CONF file '%s' not found", fn)
96*4882a593Smuzhiyun        else:
97*4882a593Smuzhiyun            if error_out:
98*4882a593Smuzhiyun                raise ParseError("Could not %s file %s: %s" % (error_out, fn, exc.strerror), parentfn, lineno)
99*4882a593Smuzhiyun            else:
100*4882a593Smuzhiyun                raise ParseError("Error parsing %s: %s" % (fn, exc.strerror), parentfn, lineno)
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun# We have an issue where a UI might want to enforce particular settings such as
103*4882a593Smuzhiyun# an empty DISTRO variable. If configuration files do something like assigning
104*4882a593Smuzhiyun# a weak default, it turns out to be very difficult to filter out these changes,
105*4882a593Smuzhiyun# particularly when the weak default might appear half way though parsing a chain
106*4882a593Smuzhiyun# of configuration files. We therefore let the UIs hook into configuration file
107*4882a593Smuzhiyun# parsing. This turns out to be a hard problem to solve any other way.
108*4882a593SmuzhiyunconfFilters = []
109*4882a593Smuzhiyun
110*4882a593Smuzhiyundef handle(fn, data, include):
111*4882a593Smuzhiyun    init(data)
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun    if include == 0:
114*4882a593Smuzhiyun        oldfile = None
115*4882a593Smuzhiyun    else:
116*4882a593Smuzhiyun        oldfile = data.getVar('FILE', False)
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun    abs_fn = resolve_file(fn, data)
119*4882a593Smuzhiyun    with open(abs_fn, 'r') as f:
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun        statements = ast.StatementGroup()
122*4882a593Smuzhiyun        lineno = 0
123*4882a593Smuzhiyun        while True:
124*4882a593Smuzhiyun            lineno = lineno + 1
125*4882a593Smuzhiyun            s = f.readline()
126*4882a593Smuzhiyun            if not s:
127*4882a593Smuzhiyun                break
128*4882a593Smuzhiyun            origlineno = lineno
129*4882a593Smuzhiyun            origline = s
130*4882a593Smuzhiyun            w = s.strip()
131*4882a593Smuzhiyun            # skip empty lines
132*4882a593Smuzhiyun            if not w:
133*4882a593Smuzhiyun                continue
134*4882a593Smuzhiyun            s = s.rstrip()
135*4882a593Smuzhiyun            while s[-1] == '\\':
136*4882a593Smuzhiyun                line = f.readline()
137*4882a593Smuzhiyun                origline += line
138*4882a593Smuzhiyun                s2 = line.rstrip()
139*4882a593Smuzhiyun                lineno = lineno + 1
140*4882a593Smuzhiyun                if (not s2 or s2 and s2[0] != "#") and s[0] == "#" :
141*4882a593Smuzhiyun                    bb.fatal("There is a confusing multiline, partially commented expression starting on line %s of file %s:\n%s\nPlease clarify whether this is all a comment or should be parsed." % (origlineno, fn, origline))
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun                s = s[:-1] + s2
144*4882a593Smuzhiyun            # skip comments
145*4882a593Smuzhiyun            if s[0] == '#':
146*4882a593Smuzhiyun                continue
147*4882a593Smuzhiyun            feeder(lineno, s, abs_fn, statements)
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun    # DONE WITH PARSING... time to evaluate
150*4882a593Smuzhiyun    data.setVar('FILE', abs_fn)
151*4882a593Smuzhiyun    statements.eval(data)
152*4882a593Smuzhiyun    if oldfile:
153*4882a593Smuzhiyun        data.setVar('FILE', oldfile)
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun    for f in confFilters:
156*4882a593Smuzhiyun        f(fn, data)
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun    return data
159*4882a593Smuzhiyun
160*4882a593Smuzhiyundef feeder(lineno, s, fn, statements):
161*4882a593Smuzhiyun    m = __config_regexp__.match(s)
162*4882a593Smuzhiyun    if m:
163*4882a593Smuzhiyun        groupd = m.groupdict()
164*4882a593Smuzhiyun        ast.handleData(statements, fn, lineno, groupd)
165*4882a593Smuzhiyun        return
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun    m = __include_regexp__.match(s)
168*4882a593Smuzhiyun    if m:
169*4882a593Smuzhiyun        ast.handleInclude(statements, fn, lineno, m, False)
170*4882a593Smuzhiyun        return
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun    m = __require_regexp__.match(s)
173*4882a593Smuzhiyun    if m:
174*4882a593Smuzhiyun        ast.handleInclude(statements, fn, lineno, m, True)
175*4882a593Smuzhiyun        return
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun    m = __export_regexp__.match(s)
178*4882a593Smuzhiyun    if m:
179*4882a593Smuzhiyun        ast.handleExport(statements, fn, lineno, m)
180*4882a593Smuzhiyun        return
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun    m = __unset_regexp__.match(s)
183*4882a593Smuzhiyun    if m:
184*4882a593Smuzhiyun        ast.handleUnset(statements, fn, lineno, m)
185*4882a593Smuzhiyun        return
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun    m = __unset_flag_regexp__.match(s)
188*4882a593Smuzhiyun    if m:
189*4882a593Smuzhiyun        ast.handleUnsetFlag(statements, fn, lineno, m)
190*4882a593Smuzhiyun        return
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun    raise ParseError("unparsed line: '%s'" % s, fn, lineno);
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun# Add us to the handlers list
195*4882a593Smuzhiyunfrom bb.parse import handlers
196*4882a593Smuzhiyunhandlers.append({'supports': supports, 'handle': handle, 'init': init})
197*4882a593Smuzhiyundel handlers
198