xref: /rk3399_rockchip-uboot/tools/buildman/toolchain.py (revision 8bb2bddc2c18a3643ce53e793d5bc27a40e98a4f)
1fc3fe1c2SSimon Glass# Copyright (c) 2012 The Chromium OS Authors.
2fc3fe1c2SSimon Glass#
31a459660SWolfgang Denk# SPDX-License-Identifier:	GPL-2.0+
4fc3fe1c2SSimon Glass#
5fc3fe1c2SSimon Glass
64281ad8eSSimon Glassimport re
7fc3fe1c2SSimon Glassimport glob
8fc3fe1c2SSimon Glassimport os
9fc3fe1c2SSimon Glass
10fc3fe1c2SSimon Glassimport bsettings
11fc3fe1c2SSimon Glassimport command
12fc3fe1c2SSimon Glass
13fc3fe1c2SSimon Glassclass Toolchain:
14fc3fe1c2SSimon Glass    """A single toolchain
15fc3fe1c2SSimon Glass
16fc3fe1c2SSimon Glass    Public members:
17fc3fe1c2SSimon Glass        gcc: Full path to C compiler
18fc3fe1c2SSimon Glass        path: Directory path containing C compiler
19fc3fe1c2SSimon Glass        cross: Cross compile string, e.g. 'arm-linux-'
20fc3fe1c2SSimon Glass        arch: Architecture of toolchain as determined from the first
21fc3fe1c2SSimon Glass                component of the filename. E.g. arm-linux-gcc becomes arm
22fc3fe1c2SSimon Glass    """
23fc3fe1c2SSimon Glass
24fc3fe1c2SSimon Glass    def __init__(self, fname, test, verbose=False):
25fc3fe1c2SSimon Glass        """Create a new toolchain object.
26fc3fe1c2SSimon Glass
27fc3fe1c2SSimon Glass        Args:
28fc3fe1c2SSimon Glass            fname: Filename of the gcc component
29fc3fe1c2SSimon Glass            test: True to run the toolchain to test it
30fc3fe1c2SSimon Glass        """
31fc3fe1c2SSimon Glass        self.gcc = fname
32fc3fe1c2SSimon Glass        self.path = os.path.dirname(fname)
33fc3fe1c2SSimon Glass        self.cross = os.path.basename(fname)[:-3]
34fc3fe1c2SSimon Glass        pos = self.cross.find('-')
35fc3fe1c2SSimon Glass        self.arch = self.cross[:pos] if pos != -1 else 'sandbox'
36fc3fe1c2SSimon Glass
37fc3fe1c2SSimon Glass        env = self.MakeEnvironment()
38fc3fe1c2SSimon Glass
39fc3fe1c2SSimon Glass        # As a basic sanity check, run the C compiler with --version
40fc3fe1c2SSimon Glass        cmd = [fname, '--version']
41fc3fe1c2SSimon Glass        if test:
42*8bb2bddcSStephen Warren            result = command.RunPipe([cmd], capture=True, env=env,
43*8bb2bddcSStephen Warren                                     raise_on_error=False)
44fc3fe1c2SSimon Glass            self.ok = result.return_code == 0
45fc3fe1c2SSimon Glass            if verbose:
46fc3fe1c2SSimon Glass                print 'Tool chain test: ',
47fc3fe1c2SSimon Glass                if self.ok:
48fc3fe1c2SSimon Glass                    print 'OK'
49fc3fe1c2SSimon Glass                else:
50fc3fe1c2SSimon Glass                    print 'BAD'
51fc3fe1c2SSimon Glass                    print 'Command: ', cmd
52fc3fe1c2SSimon Glass                    print result.stdout
53fc3fe1c2SSimon Glass                    print result.stderr
54fc3fe1c2SSimon Glass        else:
55fc3fe1c2SSimon Glass            self.ok = True
56fc3fe1c2SSimon Glass        self.priority = self.GetPriority(fname)
57fc3fe1c2SSimon Glass
58fc3fe1c2SSimon Glass    def GetPriority(self, fname):
59fc3fe1c2SSimon Glass        """Return the priority of the toolchain.
60fc3fe1c2SSimon Glass
61fc3fe1c2SSimon Glass        Toolchains are ranked according to their suitability by their
62fc3fe1c2SSimon Glass        filename prefix.
63fc3fe1c2SSimon Glass
64fc3fe1c2SSimon Glass        Args:
65fc3fe1c2SSimon Glass            fname: Filename of toolchain
66fc3fe1c2SSimon Glass        Returns:
67fc3fe1c2SSimon Glass            Priority of toolchain, 0=highest, 20=lowest.
68fc3fe1c2SSimon Glass        """
69fc3fe1c2SSimon Glass        priority_list = ['-elf', '-unknown-linux-gnu', '-linux', '-elf',
70fc3fe1c2SSimon Glass            '-none-linux-gnueabi', '-uclinux', '-none-eabi',
71fc3fe1c2SSimon Glass            '-gentoo-linux-gnu', '-linux-gnueabi', '-le-linux', '-uclinux']
72fc3fe1c2SSimon Glass        for prio in range(len(priority_list)):
73fc3fe1c2SSimon Glass            if priority_list[prio] in fname:
74fc3fe1c2SSimon Glass                return prio
75fc3fe1c2SSimon Glass        return prio
76fc3fe1c2SSimon Glass
77fc3fe1c2SSimon Glass    def MakeEnvironment(self):
78fc3fe1c2SSimon Glass        """Returns an environment for using the toolchain.
79fc3fe1c2SSimon Glass
80fc3fe1c2SSimon Glass        Thie takes the current environment, adds CROSS_COMPILE and
81fc3fe1c2SSimon Glass        augments PATH so that the toolchain will operate correctly.
82fc3fe1c2SSimon Glass        """
83fc3fe1c2SSimon Glass        env = dict(os.environ)
84fc3fe1c2SSimon Glass        env['CROSS_COMPILE'] = self.cross
85fc3fe1c2SSimon Glass        env['PATH'] += (':' + self.path)
86fc3fe1c2SSimon Glass        return env
87fc3fe1c2SSimon Glass
88fc3fe1c2SSimon Glass
89fc3fe1c2SSimon Glassclass Toolchains:
90fc3fe1c2SSimon Glass    """Manage a list of toolchains for building U-Boot
91fc3fe1c2SSimon Glass
92fc3fe1c2SSimon Glass    We select one toolchain for each architecture type
93fc3fe1c2SSimon Glass
94fc3fe1c2SSimon Glass    Public members:
95fc3fe1c2SSimon Glass        toolchains: Dict of Toolchain objects, keyed by architecture name
96fc3fe1c2SSimon Glass        paths: List of paths to check for toolchains (may contain wildcards)
97fc3fe1c2SSimon Glass    """
98fc3fe1c2SSimon Glass
99fc3fe1c2SSimon Glass    def __init__(self):
100fc3fe1c2SSimon Glass        self.toolchains = {}
101fc3fe1c2SSimon Glass        self.paths = []
1024281ad8eSSimon Glass        toolchains = bsettings.GetItems('toolchain')
1034281ad8eSSimon Glass        if not toolchains:
1044281ad8eSSimon Glass            print ("Warning: No tool chains - please add a [toolchain] section"
1054281ad8eSSimon Glass                 " to your buildman config file %s. See README for details" %
1064281ad8eSSimon Glass                 config_fname)
1074281ad8eSSimon Glass
1084281ad8eSSimon Glass        for name, value in toolchains:
109fc3fe1c2SSimon Glass            if '*' in value:
110fc3fe1c2SSimon Glass                self.paths += glob.glob(value)
111fc3fe1c2SSimon Glass            else:
112fc3fe1c2SSimon Glass                self.paths.append(value)
1134281ad8eSSimon Glass        self._make_flags = dict(bsettings.GetItems('make-flags'))
114fc3fe1c2SSimon Glass
115fc3fe1c2SSimon Glass    def Add(self, fname, test=True, verbose=False):
116fc3fe1c2SSimon Glass        """Add a toolchain to our list
117fc3fe1c2SSimon Glass
118fc3fe1c2SSimon Glass        We select the given toolchain as our preferred one for its
119fc3fe1c2SSimon Glass        architecture if it is a higher priority than the others.
120fc3fe1c2SSimon Glass
121fc3fe1c2SSimon Glass        Args:
122fc3fe1c2SSimon Glass            fname: Filename of toolchain's gcc driver
123fc3fe1c2SSimon Glass            test: True to run the toolchain to test it
124fc3fe1c2SSimon Glass        """
125fc3fe1c2SSimon Glass        toolchain = Toolchain(fname, test, verbose)
126fc3fe1c2SSimon Glass        add_it = toolchain.ok
127fc3fe1c2SSimon Glass        if toolchain.arch in self.toolchains:
128fc3fe1c2SSimon Glass            add_it = (toolchain.priority <
129fc3fe1c2SSimon Glass                        self.toolchains[toolchain.arch].priority)
130fc3fe1c2SSimon Glass        if add_it:
131fc3fe1c2SSimon Glass            self.toolchains[toolchain.arch] = toolchain
132fc3fe1c2SSimon Glass
133fc3fe1c2SSimon Glass    def Scan(self, verbose):
134fc3fe1c2SSimon Glass        """Scan for available toolchains and select the best for each arch.
135fc3fe1c2SSimon Glass
136fc3fe1c2SSimon Glass        We look for all the toolchains we can file, figure out the
137fc3fe1c2SSimon Glass        architecture for each, and whether it works. Then we select the
138fc3fe1c2SSimon Glass        highest priority toolchain for each arch.
139fc3fe1c2SSimon Glass
140fc3fe1c2SSimon Glass        Args:
141fc3fe1c2SSimon Glass            verbose: True to print out progress information
142fc3fe1c2SSimon Glass        """
143fc3fe1c2SSimon Glass        if verbose: print 'Scanning for tool chains'
144fc3fe1c2SSimon Glass        for path in self.paths:
145fc3fe1c2SSimon Glass            if verbose: print "   - scanning path '%s'" % path
146fc3fe1c2SSimon Glass            for subdir in ['.', 'bin', 'usr/bin']:
147fc3fe1c2SSimon Glass                dirname = os.path.join(path, subdir)
148fc3fe1c2SSimon Glass                if verbose: print "      - looking in '%s'" % dirname
149fc3fe1c2SSimon Glass                for fname in glob.glob(dirname + '/*gcc'):
150fc3fe1c2SSimon Glass                    if verbose: print "         - found '%s'" % fname
151fc3fe1c2SSimon Glass                    self.Add(fname, True, verbose)
152fc3fe1c2SSimon Glass
153fc3fe1c2SSimon Glass    def List(self):
154fc3fe1c2SSimon Glass        """List out the selected toolchains for each architecture"""
155fc3fe1c2SSimon Glass        print 'List of available toolchains (%d):' % len(self.toolchains)
156fc3fe1c2SSimon Glass        if len(self.toolchains):
157fc3fe1c2SSimon Glass            for key, value in sorted(self.toolchains.iteritems()):
158fc3fe1c2SSimon Glass                print '%-10s: %s' % (key, value.gcc)
159fc3fe1c2SSimon Glass        else:
160fc3fe1c2SSimon Glass            print 'None'
161fc3fe1c2SSimon Glass
162fc3fe1c2SSimon Glass    def Select(self, arch):
163fc3fe1c2SSimon Glass        """Returns the toolchain for a given architecture
164fc3fe1c2SSimon Glass
165fc3fe1c2SSimon Glass        Args:
166fc3fe1c2SSimon Glass            args: Name of architecture (e.g. 'arm', 'ppc_8xx')
167fc3fe1c2SSimon Glass
168fc3fe1c2SSimon Glass        returns:
169fc3fe1c2SSimon Glass            toolchain object, or None if none found
170fc3fe1c2SSimon Glass        """
171fc3fe1c2SSimon Glass        for name, value in bsettings.GetItems('toolchain-alias'):
172fc3fe1c2SSimon Glass            if arch == name:
173fc3fe1c2SSimon Glass                arch = value
174fc3fe1c2SSimon Glass
175fc3fe1c2SSimon Glass        if not arch in self.toolchains:
176fc3fe1c2SSimon Glass            raise ValueError, ("No tool chain found for arch '%s'" % arch)
177fc3fe1c2SSimon Glass        return self.toolchains[arch]
1784281ad8eSSimon Glass
1794281ad8eSSimon Glass    def ResolveReferences(self, var_dict, args):
1804281ad8eSSimon Glass        """Resolve variable references in a string
1814281ad8eSSimon Glass
1824281ad8eSSimon Glass        This converts ${blah} within the string to the value of blah.
1834281ad8eSSimon Glass        This function works recursively.
1844281ad8eSSimon Glass
1854281ad8eSSimon Glass        Args:
1864281ad8eSSimon Glass            var_dict: Dictionary containing variables and their values
1874281ad8eSSimon Glass            args: String containing make arguments
1884281ad8eSSimon Glass        Returns:
1894281ad8eSSimon Glass            Resolved string
1904281ad8eSSimon Glass
1914281ad8eSSimon Glass        >>> bsettings.Setup()
1924281ad8eSSimon Glass        >>> tcs = Toolchains()
1934281ad8eSSimon Glass        >>> tcs.Add('fred', False)
1944281ad8eSSimon Glass        >>> var_dict = {'oblique' : 'OBLIQUE', 'first' : 'fi${second}rst', \
1954281ad8eSSimon Glass                        'second' : '2nd'}
1964281ad8eSSimon Glass        >>> tcs.ResolveReferences(var_dict, 'this=${oblique}_set')
1974281ad8eSSimon Glass        'this=OBLIQUE_set'
1984281ad8eSSimon Glass        >>> tcs.ResolveReferences(var_dict, 'this=${oblique}_set${first}nd')
1994281ad8eSSimon Glass        'this=OBLIQUE_setfi2ndrstnd'
2004281ad8eSSimon Glass        """
2014281ad8eSSimon Glass        re_var = re.compile('(\$\{[a-z0-9A-Z]{1,}\})')
2024281ad8eSSimon Glass
2034281ad8eSSimon Glass        while True:
2044281ad8eSSimon Glass            m = re_var.search(args)
2054281ad8eSSimon Glass            if not m:
2064281ad8eSSimon Glass                break
2074281ad8eSSimon Glass            lookup = m.group(0)[2:-1]
2084281ad8eSSimon Glass            value = var_dict.get(lookup, '')
2094281ad8eSSimon Glass            args = args[:m.start(0)] + value + args[m.end(0):]
2104281ad8eSSimon Glass        return args
2114281ad8eSSimon Glass
2124281ad8eSSimon Glass    def GetMakeArguments(self, board):
2134281ad8eSSimon Glass        """Returns 'make' arguments for a given board
2144281ad8eSSimon Glass
2154281ad8eSSimon Glass        The flags are in a section called 'make-flags'. Flags are named
2164281ad8eSSimon Glass        after the target they represent, for example snapper9260=TESTING=1
2174281ad8eSSimon Glass        will pass TESTING=1 to make when building the snapper9260 board.
2184281ad8eSSimon Glass
2194281ad8eSSimon Glass        References to other boards can be added in the string also. For
2204281ad8eSSimon Glass        example:
2214281ad8eSSimon Glass
2224281ad8eSSimon Glass        [make-flags]
2234281ad8eSSimon Glass        at91-boards=ENABLE_AT91_TEST=1
2244281ad8eSSimon Glass        snapper9260=${at91-boards} BUILD_TAG=442
2254281ad8eSSimon Glass        snapper9g45=${at91-boards} BUILD_TAG=443
2264281ad8eSSimon Glass
2274281ad8eSSimon Glass        This will return 'ENABLE_AT91_TEST=1 BUILD_TAG=442' for snapper9260
2284281ad8eSSimon Glass        and 'ENABLE_AT91_TEST=1 BUILD_TAG=443' for snapper9g45.
2294281ad8eSSimon Glass
2304281ad8eSSimon Glass        A special 'target' variable is set to the board target.
2314281ad8eSSimon Glass
2324281ad8eSSimon Glass        Args:
2334281ad8eSSimon Glass            board: Board object for the board to check.
2344281ad8eSSimon Glass        Returns:
2354281ad8eSSimon Glass            'make' flags for that board, or '' if none
2364281ad8eSSimon Glass        """
2374281ad8eSSimon Glass        self._make_flags['target'] = board.target
2384281ad8eSSimon Glass        arg_str = self.ResolveReferences(self._make_flags,
2394281ad8eSSimon Glass                           self._make_flags.get(board.target, ''))
2404281ad8eSSimon Glass        args = arg_str.split(' ')
2414281ad8eSSimon Glass        i = 0
2424281ad8eSSimon Glass        while i < len(args):
2434281ad8eSSimon Glass            if not args[i]:
2444281ad8eSSimon Glass                del args[i]
2454281ad8eSSimon Glass            else:
2464281ad8eSSimon Glass                i += 1
2474281ad8eSSimon Glass        return args
248