xref: /rk3399_rockchip-uboot/test/py/u_boot_console_base.py (revision d201506cca782c54309b488170623094f252aab5)
1*d201506cSStephen Warren# Copyright (c) 2015 Stephen Warren
2*d201506cSStephen Warren# Copyright (c) 2015-2016, NVIDIA CORPORATION. All rights reserved.
3*d201506cSStephen Warren#
4*d201506cSStephen Warren# SPDX-License-Identifier: GPL-2.0
5*d201506cSStephen Warren
6*d201506cSStephen Warren# Common logic to interact with U-Boot via the console. This class provides
7*d201506cSStephen Warren# the interface that tests use to execute U-Boot shell commands and wait for
8*d201506cSStephen Warren# their results. Sub-classes exist to perform board-type-specific setup
9*d201506cSStephen Warren# operations, such as spawning a sub-process for Sandbox, or attaching to the
10*d201506cSStephen Warren# serial console of real hardware.
11*d201506cSStephen Warren
12*d201506cSStephen Warrenimport multiplexed_log
13*d201506cSStephen Warrenimport os
14*d201506cSStephen Warrenimport pytest
15*d201506cSStephen Warrenimport re
16*d201506cSStephen Warrenimport sys
17*d201506cSStephen Warren
18*d201506cSStephen Warren# Regexes for text we expect U-Boot to send to the console.
19*d201506cSStephen Warrenpattern_u_boot_spl_signon = re.compile('(U-Boot SPL \\d{4}\\.\\d{2}-[^\r\n]*)')
20*d201506cSStephen Warrenpattern_u_boot_main_signon = re.compile('(U-Boot \\d{4}\\.\\d{2}-[^\r\n]*)')
21*d201506cSStephen Warrenpattern_stop_autoboot_prompt = re.compile('Hit any key to stop autoboot: ')
22*d201506cSStephen Warrenpattern_unknown_command = re.compile('Unknown command \'.*\' - try \'help\'')
23*d201506cSStephen Warrenpattern_error_notification = re.compile('## Error: ')
24*d201506cSStephen Warren
25*d201506cSStephen Warrenclass ConsoleDisableCheck(object):
26*d201506cSStephen Warren    '''Context manager (for Python's with statement) that temporarily disables
27*d201506cSStephen Warren    the specified console output error check. This is useful when deliberately
28*d201506cSStephen Warren    executing a command that is known to trigger one of the error checks, in
29*d201506cSStephen Warren    order to test that the error condition is actually raised. This class is
30*d201506cSStephen Warren    used internally by ConsoleBase::disable_check(); it is not intended for
31*d201506cSStephen Warren    direct usage.'''
32*d201506cSStephen Warren
33*d201506cSStephen Warren    def __init__(self, console, check_type):
34*d201506cSStephen Warren        self.console = console
35*d201506cSStephen Warren        self.check_type = check_type
36*d201506cSStephen Warren
37*d201506cSStephen Warren    def __enter__(self):
38*d201506cSStephen Warren        self.console.disable_check_count[self.check_type] += 1
39*d201506cSStephen Warren
40*d201506cSStephen Warren    def __exit__(self, extype, value, traceback):
41*d201506cSStephen Warren        self.console.disable_check_count[self.check_type] -= 1
42*d201506cSStephen Warren
43*d201506cSStephen Warrenclass ConsoleBase(object):
44*d201506cSStephen Warren    '''The interface through which test functions interact with the U-Boot
45*d201506cSStephen Warren    console. This primarily involves executing shell commands, capturing their
46*d201506cSStephen Warren    results, and checking for common error conditions. Some common utilities
47*d201506cSStephen Warren    are also provided too.'''
48*d201506cSStephen Warren
49*d201506cSStephen Warren    def __init__(self, log, config, max_fifo_fill):
50*d201506cSStephen Warren        '''Initialize a U-Boot console connection.
51*d201506cSStephen Warren
52*d201506cSStephen Warren        Can only usefully be called by sub-classes.
53*d201506cSStephen Warren
54*d201506cSStephen Warren        Args:
55*d201506cSStephen Warren            log: A mulptiplex_log.Logfile object, to which the U-Boot output
56*d201506cSStephen Warren                will be logged.
57*d201506cSStephen Warren            config: A configuration data structure, as built by conftest.py.
58*d201506cSStephen Warren            max_fifo_fill: The maximum number of characters to send to U-Boot
59*d201506cSStephen Warren                command-line before waiting for U-Boot to echo the characters
60*d201506cSStephen Warren                back. For UART-based HW without HW flow control, this value
61*d201506cSStephen Warren                should be set less than the UART RX FIFO size to avoid
62*d201506cSStephen Warren                overflow, assuming that U-Boot can't keep up with full-rate
63*d201506cSStephen Warren                traffic at the baud rate.
64*d201506cSStephen Warren
65*d201506cSStephen Warren        Returns:
66*d201506cSStephen Warren            Nothing.
67*d201506cSStephen Warren        '''
68*d201506cSStephen Warren
69*d201506cSStephen Warren        self.log = log
70*d201506cSStephen Warren        self.config = config
71*d201506cSStephen Warren        self.max_fifo_fill = max_fifo_fill
72*d201506cSStephen Warren
73*d201506cSStephen Warren        self.logstream = self.log.get_stream('console', sys.stdout)
74*d201506cSStephen Warren
75*d201506cSStephen Warren        # Array slice removes leading/trailing quotes
76*d201506cSStephen Warren        self.prompt = self.config.buildconfig['config_sys_prompt'][1:-1]
77*d201506cSStephen Warren        self.prompt_escaped = re.escape(self.prompt)
78*d201506cSStephen Warren        self.p = None
79*d201506cSStephen Warren        self.disable_check_count = {
80*d201506cSStephen Warren            'spl_signon': 0,
81*d201506cSStephen Warren            'main_signon': 0,
82*d201506cSStephen Warren            'unknown_command': 0,
83*d201506cSStephen Warren            'error_notification': 0,
84*d201506cSStephen Warren        }
85*d201506cSStephen Warren
86*d201506cSStephen Warren        self.at_prompt = False
87*d201506cSStephen Warren        self.at_prompt_logevt = None
88*d201506cSStephen Warren        self.ram_base = None
89*d201506cSStephen Warren
90*d201506cSStephen Warren    def close(self):
91*d201506cSStephen Warren        '''Terminate the connection to the U-Boot console.
92*d201506cSStephen Warren
93*d201506cSStephen Warren        This function is only useful once all interaction with U-Boot is
94*d201506cSStephen Warren        complete. Once this function is called, data cannot be sent to or
95*d201506cSStephen Warren        received from U-Boot.
96*d201506cSStephen Warren
97*d201506cSStephen Warren        Args:
98*d201506cSStephen Warren            None.
99*d201506cSStephen Warren
100*d201506cSStephen Warren        Returns:
101*d201506cSStephen Warren            Nothing.
102*d201506cSStephen Warren        '''
103*d201506cSStephen Warren
104*d201506cSStephen Warren        if self.p:
105*d201506cSStephen Warren            self.p.close()
106*d201506cSStephen Warren        self.logstream.close()
107*d201506cSStephen Warren
108*d201506cSStephen Warren    def run_command(self, cmd, wait_for_echo=True, send_nl=True,
109*d201506cSStephen Warren            wait_for_prompt=True):
110*d201506cSStephen Warren        '''Execute a command via the U-Boot console.
111*d201506cSStephen Warren
112*d201506cSStephen Warren        The command is always sent to U-Boot.
113*d201506cSStephen Warren
114*d201506cSStephen Warren        U-Boot echoes any command back to its output, and this function
115*d201506cSStephen Warren        typically waits for that to occur. The wait can be disabled by setting
116*d201506cSStephen Warren        wait_for_echo=False, which is useful e.g. when sending CTRL-C to
117*d201506cSStephen Warren        interrupt a long-running command such as "ums".
118*d201506cSStephen Warren
119*d201506cSStephen Warren        Command execution is typically triggered by sending a newline
120*d201506cSStephen Warren        character. This can be disabled by setting send_nl=False, which is
121*d201506cSStephen Warren        also useful when sending CTRL-C.
122*d201506cSStephen Warren
123*d201506cSStephen Warren        This function typically waits for the command to finish executing, and
124*d201506cSStephen Warren        returns the console output that it generated. This can be disabled by
125*d201506cSStephen Warren        setting wait_for_prompt=False, which is useful when invoking a long-
126*d201506cSStephen Warren        running command such as "ums".
127*d201506cSStephen Warren
128*d201506cSStephen Warren        Args:
129*d201506cSStephen Warren            cmd: The command to send.
130*d201506cSStephen Warren            wait_for_each: Boolean indicating whether to wait for U-Boot to
131*d201506cSStephen Warren                echo the command text back to its output.
132*d201506cSStephen Warren            send_nl: Boolean indicating whether to send a newline character
133*d201506cSStephen Warren                after the command string.
134*d201506cSStephen Warren            wait_for_prompt: Boolean indicating whether to wait for the
135*d201506cSStephen Warren                command prompt to be sent by U-Boot. This typically occurs
136*d201506cSStephen Warren                immediately after the command has been executed.
137*d201506cSStephen Warren
138*d201506cSStephen Warren        Returns:
139*d201506cSStephen Warren            If wait_for_prompt == False:
140*d201506cSStephen Warren                Nothing.
141*d201506cSStephen Warren            Else:
142*d201506cSStephen Warren                The output from U-Boot during command execution. In other
143*d201506cSStephen Warren                words, the text U-Boot emitted between the point it echod the
144*d201506cSStephen Warren                command string and emitted the subsequent command prompts.
145*d201506cSStephen Warren        '''
146*d201506cSStephen Warren
147*d201506cSStephen Warren        self.ensure_spawned()
148*d201506cSStephen Warren
149*d201506cSStephen Warren        if self.at_prompt and \
150*d201506cSStephen Warren                self.at_prompt_logevt != self.logstream.logfile.cur_evt:
151*d201506cSStephen Warren            self.logstream.write(self.prompt, implicit=True)
152*d201506cSStephen Warren
153*d201506cSStephen Warren        bad_patterns = []
154*d201506cSStephen Warren        bad_pattern_ids = []
155*d201506cSStephen Warren        if (self.disable_check_count['spl_signon'] == 0 and
156*d201506cSStephen Warren                self.u_boot_spl_signon):
157*d201506cSStephen Warren            bad_patterns.append(self.u_boot_spl_signon_escaped)
158*d201506cSStephen Warren            bad_pattern_ids.append('SPL signon')
159*d201506cSStephen Warren        if self.disable_check_count['main_signon'] == 0:
160*d201506cSStephen Warren            bad_patterns.append(self.u_boot_main_signon_escaped)
161*d201506cSStephen Warren            bad_pattern_ids.append('U-Boot main signon')
162*d201506cSStephen Warren        if self.disable_check_count['unknown_command'] == 0:
163*d201506cSStephen Warren            bad_patterns.append(pattern_unknown_command)
164*d201506cSStephen Warren            bad_pattern_ids.append('Unknown command')
165*d201506cSStephen Warren        if self.disable_check_count['error_notification'] == 0:
166*d201506cSStephen Warren            bad_patterns.append(pattern_error_notification)
167*d201506cSStephen Warren            bad_pattern_ids.append('Error notification')
168*d201506cSStephen Warren        try:
169*d201506cSStephen Warren            self.at_prompt = False
170*d201506cSStephen Warren            if send_nl:
171*d201506cSStephen Warren                cmd += '\n'
172*d201506cSStephen Warren            while cmd:
173*d201506cSStephen Warren                # Limit max outstanding data, so UART FIFOs don't overflow
174*d201506cSStephen Warren                chunk = cmd[:self.max_fifo_fill]
175*d201506cSStephen Warren                cmd = cmd[self.max_fifo_fill:]
176*d201506cSStephen Warren                self.p.send(chunk)
177*d201506cSStephen Warren                if not wait_for_echo:
178*d201506cSStephen Warren                    continue
179*d201506cSStephen Warren                chunk = re.escape(chunk)
180*d201506cSStephen Warren                chunk = chunk.replace('\\\n', '[\r\n]')
181*d201506cSStephen Warren                m = self.p.expect([chunk] + bad_patterns)
182*d201506cSStephen Warren                if m != 0:
183*d201506cSStephen Warren                    self.at_prompt = False
184*d201506cSStephen Warren                    raise Exception('Bad pattern found on console: ' +
185*d201506cSStephen Warren                                    bad_pattern_ids[m - 1])
186*d201506cSStephen Warren            if not wait_for_prompt:
187*d201506cSStephen Warren                return
188*d201506cSStephen Warren            m = self.p.expect([self.prompt_escaped] + bad_patterns)
189*d201506cSStephen Warren            if m != 0:
190*d201506cSStephen Warren                self.at_prompt = False
191*d201506cSStephen Warren                raise Exception('Bad pattern found on console: ' +
192*d201506cSStephen Warren                                bad_pattern_ids[m - 1])
193*d201506cSStephen Warren            self.at_prompt = True
194*d201506cSStephen Warren            self.at_prompt_logevt = self.logstream.logfile.cur_evt
195*d201506cSStephen Warren            # Only strip \r\n; space/TAB might be significant if testing
196*d201506cSStephen Warren            # indentation.
197*d201506cSStephen Warren            return self.p.before.strip('\r\n')
198*d201506cSStephen Warren        except Exception as ex:
199*d201506cSStephen Warren            self.log.error(str(ex))
200*d201506cSStephen Warren            self.cleanup_spawn()
201*d201506cSStephen Warren            raise
202*d201506cSStephen Warren
203*d201506cSStephen Warren    def ctrlc(self):
204*d201506cSStephen Warren        '''Send a CTRL-C character to U-Boot.
205*d201506cSStephen Warren
206*d201506cSStephen Warren        This is useful in order to stop execution of long-running synchronous
207*d201506cSStephen Warren        commands such as "ums".
208*d201506cSStephen Warren
209*d201506cSStephen Warren        Args:
210*d201506cSStephen Warren            None.
211*d201506cSStephen Warren
212*d201506cSStephen Warren        Returns:
213*d201506cSStephen Warren            Nothing.
214*d201506cSStephen Warren        '''
215*d201506cSStephen Warren
216*d201506cSStephen Warren        self.run_command(chr(3), wait_for_echo=False, send_nl=False)
217*d201506cSStephen Warren
218*d201506cSStephen Warren    def ensure_spawned(self):
219*d201506cSStephen Warren        '''Ensure a connection to a correctly running U-Boot instance.
220*d201506cSStephen Warren
221*d201506cSStephen Warren        This may require spawning a new Sandbox process or resetting target
222*d201506cSStephen Warren        hardware, as defined by the implementation sub-class.
223*d201506cSStephen Warren
224*d201506cSStephen Warren        This is an internal function and should not be called directly.
225*d201506cSStephen Warren
226*d201506cSStephen Warren        Args:
227*d201506cSStephen Warren            None.
228*d201506cSStephen Warren
229*d201506cSStephen Warren        Returns:
230*d201506cSStephen Warren            Nothing.
231*d201506cSStephen Warren        '''
232*d201506cSStephen Warren
233*d201506cSStephen Warren        if self.p:
234*d201506cSStephen Warren            return
235*d201506cSStephen Warren        try:
236*d201506cSStephen Warren            self.at_prompt = False
237*d201506cSStephen Warren            self.log.action('Starting U-Boot')
238*d201506cSStephen Warren            self.p = self.get_spawn()
239*d201506cSStephen Warren            # Real targets can take a long time to scroll large amounts of
240*d201506cSStephen Warren            # text if LCD is enabled. This value may need tweaking in the
241*d201506cSStephen Warren            # future, possibly per-test to be optimal. This works for 'help'
242*d201506cSStephen Warren            # on board 'seaboard'.
243*d201506cSStephen Warren            self.p.timeout = 30000
244*d201506cSStephen Warren            self.p.logfile_read = self.logstream
245*d201506cSStephen Warren            if self.config.buildconfig.get('CONFIG_SPL', False) == 'y':
246*d201506cSStephen Warren                self.p.expect([pattern_u_boot_spl_signon])
247*d201506cSStephen Warren                self.u_boot_spl_signon = self.p.after
248*d201506cSStephen Warren                self.u_boot_spl_signon_escaped = re.escape(self.p.after)
249*d201506cSStephen Warren            else:
250*d201506cSStephen Warren                self.u_boot_spl_signon = None
251*d201506cSStephen Warren            self.p.expect([pattern_u_boot_main_signon])
252*d201506cSStephen Warren            self.u_boot_main_signon = self.p.after
253*d201506cSStephen Warren            self.u_boot_main_signon_escaped = re.escape(self.p.after)
254*d201506cSStephen Warren            build_idx = self.u_boot_main_signon.find(', Build:')
255*d201506cSStephen Warren            if build_idx == -1:
256*d201506cSStephen Warren                self.u_boot_version_string = self.u_boot_main_signon
257*d201506cSStephen Warren            else:
258*d201506cSStephen Warren                self.u_boot_version_string = self.u_boot_main_signon[:build_idx]
259*d201506cSStephen Warren            while True:
260*d201506cSStephen Warren                match = self.p.expect([self.prompt_escaped,
261*d201506cSStephen Warren                                       pattern_stop_autoboot_prompt])
262*d201506cSStephen Warren                if match == 1:
263*d201506cSStephen Warren                    self.p.send(chr(3)) # CTRL-C
264*d201506cSStephen Warren                    continue
265*d201506cSStephen Warren                break
266*d201506cSStephen Warren            self.at_prompt = True
267*d201506cSStephen Warren            self.at_prompt_logevt = self.logstream.logfile.cur_evt
268*d201506cSStephen Warren        except Exception as ex:
269*d201506cSStephen Warren            self.log.error(str(ex))
270*d201506cSStephen Warren            self.cleanup_spawn()
271*d201506cSStephen Warren            raise
272*d201506cSStephen Warren
273*d201506cSStephen Warren    def cleanup_spawn(self):
274*d201506cSStephen Warren        '''Shut down all interaction with the U-Boot instance.
275*d201506cSStephen Warren
276*d201506cSStephen Warren        This is used when an error is detected prior to re-establishing a
277*d201506cSStephen Warren        connection with a fresh U-Boot instance.
278*d201506cSStephen Warren
279*d201506cSStephen Warren        This is an internal function and should not be called directly.
280*d201506cSStephen Warren
281*d201506cSStephen Warren        Args:
282*d201506cSStephen Warren            None.
283*d201506cSStephen Warren
284*d201506cSStephen Warren        Returns:
285*d201506cSStephen Warren            Nothing.
286*d201506cSStephen Warren        '''
287*d201506cSStephen Warren
288*d201506cSStephen Warren        try:
289*d201506cSStephen Warren            if self.p:
290*d201506cSStephen Warren                self.p.close()
291*d201506cSStephen Warren        except:
292*d201506cSStephen Warren            pass
293*d201506cSStephen Warren        self.p = None
294*d201506cSStephen Warren
295*d201506cSStephen Warren    def validate_version_string_in_text(self, text):
296*d201506cSStephen Warren        '''Assert that a command's output includes the U-Boot signon message.
297*d201506cSStephen Warren
298*d201506cSStephen Warren        This is primarily useful for validating the "version" command without
299*d201506cSStephen Warren        duplicating the signon text regex in a test function.
300*d201506cSStephen Warren
301*d201506cSStephen Warren        Args:
302*d201506cSStephen Warren            text: The command output text to check.
303*d201506cSStephen Warren
304*d201506cSStephen Warren        Returns:
305*d201506cSStephen Warren            Nothing. An exception is raised if the validation fails.
306*d201506cSStephen Warren        '''
307*d201506cSStephen Warren
308*d201506cSStephen Warren        assert(self.u_boot_version_string in text)
309*d201506cSStephen Warren
310*d201506cSStephen Warren    def disable_check(self, check_type):
311*d201506cSStephen Warren        '''Temporarily disable an error check of U-Boot's output.
312*d201506cSStephen Warren
313*d201506cSStephen Warren        Create a new context manager (for use with the "with" statement) which
314*d201506cSStephen Warren        temporarily disables a particular console output error check.
315*d201506cSStephen Warren
316*d201506cSStephen Warren        Args:
317*d201506cSStephen Warren            check_type: The type of error-check to disable. Valid values may
318*d201506cSStephen Warren            be found in self.disable_check_count above.
319*d201506cSStephen Warren
320*d201506cSStephen Warren        Returns:
321*d201506cSStephen Warren            A context manager object.
322*d201506cSStephen Warren        '''
323*d201506cSStephen Warren
324*d201506cSStephen Warren        return ConsoleDisableCheck(self, check_type)
325*d201506cSStephen Warren
326*d201506cSStephen Warren    def find_ram_base(self):
327*d201506cSStephen Warren        '''Find the running U-Boot's RAM location.
328*d201506cSStephen Warren
329*d201506cSStephen Warren        Probe the running U-Boot to determine the address of the first bank
330*d201506cSStephen Warren        of RAM. This is useful for tests that test reading/writing RAM, or
331*d201506cSStephen Warren        load/save files that aren't associated with some standard address
332*d201506cSStephen Warren        typically represented in an environment variable such as
333*d201506cSStephen Warren        ${kernel_addr_r}. The value is cached so that it only needs to be
334*d201506cSStephen Warren        actively read once.
335*d201506cSStephen Warren
336*d201506cSStephen Warren        Args:
337*d201506cSStephen Warren            None.
338*d201506cSStephen Warren
339*d201506cSStephen Warren        Returns:
340*d201506cSStephen Warren            The address of U-Boot's first RAM bank, as an integer.
341*d201506cSStephen Warren        '''
342*d201506cSStephen Warren
343*d201506cSStephen Warren        if self.config.buildconfig.get('config_cmd_bdi', 'n') != 'y':
344*d201506cSStephen Warren            pytest.skip('bdinfo command not supported')
345*d201506cSStephen Warren        if self.ram_base == -1:
346*d201506cSStephen Warren            pytest.skip('Previously failed to find RAM bank start')
347*d201506cSStephen Warren        if self.ram_base is not None:
348*d201506cSStephen Warren            return self.ram_base
349*d201506cSStephen Warren
350*d201506cSStephen Warren        with self.log.section('find_ram_base'):
351*d201506cSStephen Warren            response = self.run_command('bdinfo')
352*d201506cSStephen Warren            for l in response.split('\n'):
353*d201506cSStephen Warren                if '-> start' in l:
354*d201506cSStephen Warren                    self.ram_base = int(l.split('=')[1].strip(), 16)
355*d201506cSStephen Warren                    break
356*d201506cSStephen Warren            if self.ram_base is None:
357*d201506cSStephen Warren                self.ram_base = -1
358*d201506cSStephen Warren                raise Exception('Failed to find RAM bank start in `bdinfo`')
359*d201506cSStephen Warren
360*d201506cSStephen Warren        return self.ram_base
361