1#!/usr/bin/env python3
2
3# bitbake-diffsigs / bitbake-dumpsig
4# BitBake task signature data dump and comparison utility
5#
6# Copyright (C) 2012-2013, 2017 Intel Corporation
7#
8# SPDX-License-Identifier: GPL-2.0-only
9#
10
11import os
12import sys
13import warnings
14
15warnings.simplefilter("default")
16import argparse
17import logging
18import pickle
19
20sys.path.insert(0, os.path.join(os.path.dirname(os.path.dirname(sys.argv[0])), 'lib'))
21
22import bb.tinfoil
23import bb.siggen
24import bb.msg
25
26myname = os.path.basename(sys.argv[0])
27logger = bb.msg.logger_create(myname)
28
29is_dump = myname == 'bitbake-dumpsig'
30
31
32def find_siginfo(tinfoil, pn, taskname, sigs=None):
33    result = None
34    tinfoil.set_event_mask(['bb.event.FindSigInfoResult',
35                            'logging.LogRecord',
36                            'bb.command.CommandCompleted',
37                            'bb.command.CommandFailed'])
38    ret = tinfoil.run_command('findSigInfo', pn, taskname, sigs)
39    if ret:
40        while True:
41            event = tinfoil.wait_event(1)
42            if event:
43                if isinstance(event, bb.command.CommandCompleted):
44                    break
45                elif isinstance(event, bb.command.CommandFailed):
46                    logger.error(str(event))
47                    sys.exit(2)
48                elif isinstance(event, bb.event.FindSigInfoResult):
49                    result = event.result
50                elif isinstance(event, logging.LogRecord):
51                    logger.handle(event)
52    else:
53        logger.error('No result returned from findSigInfo command')
54        sys.exit(2)
55    return result
56
57
58def find_siginfo_task(bbhandler, pn, taskname, sig1=None, sig2=None):
59    """ Find the most recent signature files for the specified PN/task """
60
61    if not taskname.startswith('do_'):
62        taskname = 'do_%s' % taskname
63
64    if sig1 and sig2:
65        sigfiles = find_siginfo(bbhandler, pn, taskname, [sig1, sig2])
66        if not sigfiles:
67            logger.error('No sigdata files found matching %s %s matching either %s or %s' % (pn, taskname, sig1, sig2))
68            sys.exit(1)
69        elif sig1 not in sigfiles:
70            logger.error('No sigdata files found matching %s %s with signature %s' % (pn, taskname, sig1))
71            sys.exit(1)
72        elif sig2 not in sigfiles:
73            logger.error('No sigdata files found matching %s %s with signature %s' % (pn, taskname, sig2))
74            sys.exit(1)
75        latestfiles = [sigfiles[sig1], sigfiles[sig2]]
76    else:
77        filedates = find_siginfo(bbhandler, pn, taskname)
78        latestfiles = sorted(filedates.keys(), key=lambda f: filedates[f])[-2:]
79        if not latestfiles:
80            logger.error('No sigdata files found matching %s %s' % (pn, taskname))
81            sys.exit(1)
82
83    return latestfiles
84
85
86# Define recursion callback
87def recursecb(key, hash1, hash2):
88    hashes = [hash1, hash2]
89    hashfiles = find_siginfo(tinfoil, key, None, hashes)
90
91    recout = []
92    if not hashfiles:
93        recout.append("Unable to find matching sigdata for %s with hashes %s or %s" % (key, hash1, hash2))
94    elif hash1 not in hashfiles:
95        recout.append("Unable to find matching sigdata for %s with hash %s" % (key, hash1))
96    elif hash2 not in hashfiles:
97        recout.append("Unable to find matching sigdata for %s with hash %s" % (key, hash2))
98    else:
99        out2 = bb.siggen.compare_sigfiles(hashfiles[hash1], hashfiles[hash2], recursecb, color=color)
100        for change in out2:
101            for line in change.splitlines():
102                recout.append('    ' + line)
103
104    return recout
105
106
107parser = argparse.ArgumentParser(
108    description=("Dumps" if is_dump else "Compares") + " siginfo/sigdata files written out by BitBake")
109
110parser.add_argument('-D', '--debug',
111                    help='Enable debug output',
112                    action='store_true')
113
114if is_dump:
115    parser.add_argument("-t", "--task",
116                        help="find the signature data file for the last run of the specified task",
117                        action="store", dest="taskargs", nargs=2, metavar=('recipename', 'taskname'))
118
119    parser.add_argument("sigdatafile1",
120                        help="Signature file to dump. Not used when using -t/--task.",
121                        action="store", nargs='?', metavar="sigdatafile")
122else:
123    parser.add_argument('-c', '--color',
124                        help='Colorize the output (where %(metavar)s is %(choices)s)',
125                        choices=['auto', 'always', 'never'], default='auto', metavar='color')
126
127    parser.add_argument('-d', '--dump',
128                        help='Dump the last signature data instead of comparing (equivalent to using bitbake-dumpsig)',
129                        action='store_true')
130
131    parser.add_argument("-t", "--task",
132                        help="find the signature data files for the last two runs of the specified task and compare them",
133                        action="store", dest="taskargs", nargs=2, metavar=('recipename', 'taskname'))
134
135    parser.add_argument("-s", "--signature",
136                        help="With -t/--task, specify the signatures to look for instead of taking the last two",
137                        action="store", dest="sigargs", nargs=2, metavar=('fromsig', 'tosig'))
138
139    parser.add_argument("sigdatafile1",
140                        help="First signature file to compare (or signature file to dump, if second not specified). Not used when using -t/--task.",
141                        action="store", nargs='?')
142
143    parser.add_argument("sigdatafile2",
144                        help="Second signature file to compare",
145                        action="store", nargs='?')
146
147options = parser.parse_args()
148if is_dump:
149    options.color = 'never'
150    options.dump = True
151    options.sigdatafile2 = None
152    options.sigargs = None
153
154if options.debug:
155    logger.setLevel(logging.DEBUG)
156
157color = (options.color == 'always' or (options.color == 'auto' and sys.stdout.isatty()))
158
159if options.taskargs:
160    with bb.tinfoil.Tinfoil() as tinfoil:
161        tinfoil.prepare(config_only=True)
162        if not options.dump and options.sigargs:
163            files = find_siginfo_task(tinfoil, options.taskargs[0], options.taskargs[1], options.sigargs[0],
164                                      options.sigargs[1])
165        else:
166            files = find_siginfo_task(tinfoil, options.taskargs[0], options.taskargs[1])
167
168        if options.dump:
169            logger.debug("Signature file: %s" % files[-1])
170            output = bb.siggen.dump_sigfile(files[-1])
171        else:
172            if len(files) < 2:
173                logger.error('Only one matching sigdata file found for the specified task (%s %s)' % (
174                    options.taskargs[0], options.taskargs[1]))
175                sys.exit(1)
176
177            # Recurse into signature comparison
178            logger.debug("Signature file (previous): %s" % files[-2])
179            logger.debug("Signature file (latest): %s" % files[-1])
180            output = bb.siggen.compare_sigfiles(files[-2], files[-1], recursecb, color=color)
181else:
182    if options.sigargs:
183        logger.error('-s/--signature can only be used together with -t/--task')
184        sys.exit(1)
185    try:
186        if not options.dump and options.sigdatafile1 and options.sigdatafile2:
187            with bb.tinfoil.Tinfoil() as tinfoil:
188                tinfoil.prepare(config_only=True)
189                output = bb.siggen.compare_sigfiles(options.sigdatafile1, options.sigdatafile2, recursecb, color=color)
190        elif options.sigdatafile1:
191            output = bb.siggen.dump_sigfile(options.sigdatafile1)
192        else:
193            logger.error('Must specify signature file(s) or -t/--task')
194            parser.print_help()
195            sys.exit(1)
196    except IOError as e:
197        logger.error(str(e))
198        sys.exit(1)
199    except (pickle.UnpicklingError, EOFError):
200        logger.error('Invalid signature data - ensure you are specifying sigdata/siginfo files')
201        sys.exit(1)
202
203if output:
204    print('\n'.join(output))
205