xref: /rk3399_rockchip-uboot/test/py/u_boot_console_base.py (revision 783cbcd3604088e9ff12b552fc209b3696c0e2b6)
1d201506cSStephen Warren# Copyright (c) 2015 Stephen Warren
2d201506cSStephen Warren# Copyright (c) 2015-2016, NVIDIA CORPORATION. All rights reserved.
3d201506cSStephen Warren#
4d201506cSStephen Warren# SPDX-License-Identifier: GPL-2.0
5d201506cSStephen Warren
6d201506cSStephen Warren# Common logic to interact with U-Boot via the console. This class provides
7d201506cSStephen Warren# the interface that tests use to execute U-Boot shell commands and wait for
8d201506cSStephen Warren# their results. Sub-classes exist to perform board-type-specific setup
9d201506cSStephen Warren# operations, such as spawning a sub-process for Sandbox, or attaching to the
10d201506cSStephen Warren# serial console of real hardware.
11d201506cSStephen Warren
12d201506cSStephen Warrenimport multiplexed_log
13d201506cSStephen Warrenimport os
14d201506cSStephen Warrenimport pytest
15d201506cSStephen Warrenimport re
16d201506cSStephen Warrenimport sys
17c10eb9d3SStephen Warrenimport u_boot_spawn
18d201506cSStephen Warren
19d201506cSStephen Warren# Regexes for text we expect U-Boot to send to the console.
20d201506cSStephen Warrenpattern_u_boot_spl_signon = re.compile('(U-Boot SPL \\d{4}\\.\\d{2}-[^\r\n]*)')
21d201506cSStephen Warrenpattern_u_boot_main_signon = re.compile('(U-Boot \\d{4}\\.\\d{2}-[^\r\n]*)')
22d201506cSStephen Warrenpattern_stop_autoboot_prompt = re.compile('Hit any key to stop autoboot: ')
23d201506cSStephen Warrenpattern_unknown_command = re.compile('Unknown command \'.*\' - try \'help\'')
24d201506cSStephen Warrenpattern_error_notification = re.compile('## Error: ')
25d201506cSStephen Warren
26d201506cSStephen Warrenclass ConsoleDisableCheck(object):
27d201506cSStephen Warren    '''Context manager (for Python's with statement) that temporarily disables
28d201506cSStephen Warren    the specified console output error check. This is useful when deliberately
29d201506cSStephen Warren    executing a command that is known to trigger one of the error checks, in
30d201506cSStephen Warren    order to test that the error condition is actually raised. This class is
31d201506cSStephen Warren    used internally by ConsoleBase::disable_check(); it is not intended for
32d201506cSStephen Warren    direct usage.'''
33d201506cSStephen Warren
34d201506cSStephen Warren    def __init__(self, console, check_type):
35d201506cSStephen Warren        self.console = console
36d201506cSStephen Warren        self.check_type = check_type
37d201506cSStephen Warren
38d201506cSStephen Warren    def __enter__(self):
39d201506cSStephen Warren        self.console.disable_check_count[self.check_type] += 1
40d201506cSStephen Warren
41d201506cSStephen Warren    def __exit__(self, extype, value, traceback):
42d201506cSStephen Warren        self.console.disable_check_count[self.check_type] -= 1
43d201506cSStephen Warren
44d201506cSStephen Warrenclass ConsoleBase(object):
45d201506cSStephen Warren    '''The interface through which test functions interact with the U-Boot
46d201506cSStephen Warren    console. This primarily involves executing shell commands, capturing their
47d201506cSStephen Warren    results, and checking for common error conditions. Some common utilities
48d201506cSStephen Warren    are also provided too.'''
49d201506cSStephen Warren
50d201506cSStephen Warren    def __init__(self, log, config, max_fifo_fill):
51d201506cSStephen Warren        '''Initialize a U-Boot console connection.
52d201506cSStephen Warren
53d201506cSStephen Warren        Can only usefully be called by sub-classes.
54d201506cSStephen Warren
55d201506cSStephen Warren        Args:
56d201506cSStephen Warren            log: A mulptiplex_log.Logfile object, to which the U-Boot output
57d201506cSStephen Warren                will be logged.
58d201506cSStephen Warren            config: A configuration data structure, as built by conftest.py.
59d201506cSStephen Warren            max_fifo_fill: The maximum number of characters to send to U-Boot
60d201506cSStephen Warren                command-line before waiting for U-Boot to echo the characters
61d201506cSStephen Warren                back. For UART-based HW without HW flow control, this value
62d201506cSStephen Warren                should be set less than the UART RX FIFO size to avoid
63d201506cSStephen Warren                overflow, assuming that U-Boot can't keep up with full-rate
64d201506cSStephen Warren                traffic at the baud rate.
65d201506cSStephen Warren
66d201506cSStephen Warren        Returns:
67d201506cSStephen Warren            Nothing.
68d201506cSStephen Warren        '''
69d201506cSStephen Warren
70d201506cSStephen Warren        self.log = log
71d201506cSStephen Warren        self.config = config
72d201506cSStephen Warren        self.max_fifo_fill = max_fifo_fill
73d201506cSStephen Warren
74d201506cSStephen Warren        self.logstream = self.log.get_stream('console', sys.stdout)
75d201506cSStephen Warren
76d201506cSStephen Warren        # Array slice removes leading/trailing quotes
77d201506cSStephen Warren        self.prompt = self.config.buildconfig['config_sys_prompt'][1:-1]
78d201506cSStephen Warren        self.prompt_escaped = re.escape(self.prompt)
79d201506cSStephen Warren        self.p = None
80d201506cSStephen Warren        self.disable_check_count = {
81d201506cSStephen Warren            'spl_signon': 0,
82d201506cSStephen Warren            'main_signon': 0,
83d201506cSStephen Warren            'unknown_command': 0,
84d201506cSStephen Warren            'error_notification': 0,
85d201506cSStephen Warren        }
86d201506cSStephen Warren
87d201506cSStephen Warren        self.at_prompt = False
88d201506cSStephen Warren        self.at_prompt_logevt = None
89d201506cSStephen Warren        self.ram_base = None
90d201506cSStephen Warren
91d201506cSStephen Warren    def close(self):
92d201506cSStephen Warren        '''Terminate the connection to the U-Boot console.
93d201506cSStephen Warren
94d201506cSStephen Warren        This function is only useful once all interaction with U-Boot is
95d201506cSStephen Warren        complete. Once this function is called, data cannot be sent to or
96d201506cSStephen Warren        received from U-Boot.
97d201506cSStephen Warren
98d201506cSStephen Warren        Args:
99d201506cSStephen Warren            None.
100d201506cSStephen Warren
101d201506cSStephen Warren        Returns:
102d201506cSStephen Warren            Nothing.
103d201506cSStephen Warren        '''
104d201506cSStephen Warren
105d201506cSStephen Warren        if self.p:
106d201506cSStephen Warren            self.p.close()
107d201506cSStephen Warren        self.logstream.close()
108d201506cSStephen Warren
109d201506cSStephen Warren    def run_command(self, cmd, wait_for_echo=True, send_nl=True,
110d201506cSStephen Warren            wait_for_prompt=True):
111d201506cSStephen Warren        '''Execute a command via the U-Boot console.
112d201506cSStephen Warren
113d201506cSStephen Warren        The command is always sent to U-Boot.
114d201506cSStephen Warren
115d201506cSStephen Warren        U-Boot echoes any command back to its output, and this function
116d201506cSStephen Warren        typically waits for that to occur. The wait can be disabled by setting
117d201506cSStephen Warren        wait_for_echo=False, which is useful e.g. when sending CTRL-C to
118d201506cSStephen Warren        interrupt a long-running command such as "ums".
119d201506cSStephen Warren
120d201506cSStephen Warren        Command execution is typically triggered by sending a newline
121d201506cSStephen Warren        character. This can be disabled by setting send_nl=False, which is
122d201506cSStephen Warren        also useful when sending CTRL-C.
123d201506cSStephen Warren
124d201506cSStephen Warren        This function typically waits for the command to finish executing, and
125d201506cSStephen Warren        returns the console output that it generated. This can be disabled by
126d201506cSStephen Warren        setting wait_for_prompt=False, which is useful when invoking a long-
127d201506cSStephen Warren        running command such as "ums".
128d201506cSStephen Warren
129d201506cSStephen Warren        Args:
130d201506cSStephen Warren            cmd: The command to send.
131d201506cSStephen Warren            wait_for_each: Boolean indicating whether to wait for U-Boot to
132d201506cSStephen Warren                echo the command text back to its output.
133d201506cSStephen Warren            send_nl: Boolean indicating whether to send a newline character
134d201506cSStephen Warren                after the command string.
135d201506cSStephen Warren            wait_for_prompt: Boolean indicating whether to wait for the
136d201506cSStephen Warren                command prompt to be sent by U-Boot. This typically occurs
137d201506cSStephen Warren                immediately after the command has been executed.
138d201506cSStephen Warren
139d201506cSStephen Warren        Returns:
140d201506cSStephen Warren            If wait_for_prompt == False:
141d201506cSStephen Warren                Nothing.
142d201506cSStephen Warren            Else:
143d201506cSStephen Warren                The output from U-Boot during command execution. In other
144d201506cSStephen Warren                words, the text U-Boot emitted between the point it echod the
145d201506cSStephen Warren                command string and emitted the subsequent command prompts.
146d201506cSStephen Warren        '''
147d201506cSStephen Warren
148d201506cSStephen Warren        if self.at_prompt and \
149d201506cSStephen Warren                self.at_prompt_logevt != self.logstream.logfile.cur_evt:
150d201506cSStephen Warren            self.logstream.write(self.prompt, implicit=True)
151d201506cSStephen Warren
152d201506cSStephen Warren        bad_patterns = []
153d201506cSStephen Warren        bad_pattern_ids = []
154d201506cSStephen Warren        if (self.disable_check_count['spl_signon'] == 0 and
155d201506cSStephen Warren                self.u_boot_spl_signon):
156d201506cSStephen Warren            bad_patterns.append(self.u_boot_spl_signon_escaped)
157d201506cSStephen Warren            bad_pattern_ids.append('SPL signon')
158d201506cSStephen Warren        if self.disable_check_count['main_signon'] == 0:
159d201506cSStephen Warren            bad_patterns.append(self.u_boot_main_signon_escaped)
160d201506cSStephen Warren            bad_pattern_ids.append('U-Boot main signon')
161d201506cSStephen Warren        if self.disable_check_count['unknown_command'] == 0:
162d201506cSStephen Warren            bad_patterns.append(pattern_unknown_command)
163d201506cSStephen Warren            bad_pattern_ids.append('Unknown command')
164d201506cSStephen Warren        if self.disable_check_count['error_notification'] == 0:
165d201506cSStephen Warren            bad_patterns.append(pattern_error_notification)
166d201506cSStephen Warren            bad_pattern_ids.append('Error notification')
167d201506cSStephen Warren        try:
168d201506cSStephen Warren            self.at_prompt = False
169d201506cSStephen Warren            if send_nl:
170d201506cSStephen Warren                cmd += '\n'
171d201506cSStephen Warren            while cmd:
172d201506cSStephen Warren                # Limit max outstanding data, so UART FIFOs don't overflow
173d201506cSStephen Warren                chunk = cmd[:self.max_fifo_fill]
174d201506cSStephen Warren                cmd = cmd[self.max_fifo_fill:]
175d201506cSStephen Warren                self.p.send(chunk)
176d201506cSStephen Warren                if not wait_for_echo:
177d201506cSStephen Warren                    continue
178d201506cSStephen Warren                chunk = re.escape(chunk)
179d201506cSStephen Warren                chunk = chunk.replace('\\\n', '[\r\n]')
180d201506cSStephen Warren                m = self.p.expect([chunk] + bad_patterns)
181d201506cSStephen Warren                if m != 0:
182d201506cSStephen Warren                    self.at_prompt = False
183d201506cSStephen Warren                    raise Exception('Bad pattern found on console: ' +
184d201506cSStephen Warren                                    bad_pattern_ids[m - 1])
185d201506cSStephen Warren            if not wait_for_prompt:
186d201506cSStephen Warren                return
187d201506cSStephen Warren            m = self.p.expect([self.prompt_escaped] + bad_patterns)
188d201506cSStephen Warren            if m != 0:
189d201506cSStephen Warren                self.at_prompt = False
190d201506cSStephen Warren                raise Exception('Bad pattern found on console: ' +
191d201506cSStephen Warren                                bad_pattern_ids[m - 1])
192d201506cSStephen Warren            self.at_prompt = True
193d201506cSStephen Warren            self.at_prompt_logevt = self.logstream.logfile.cur_evt
194d201506cSStephen Warren            # Only strip \r\n; space/TAB might be significant if testing
195d201506cSStephen Warren            # indentation.
196d201506cSStephen Warren            return self.p.before.strip('\r\n')
197d201506cSStephen Warren        except Exception as ex:
198d201506cSStephen Warren            self.log.error(str(ex))
199d201506cSStephen Warren            self.cleanup_spawn()
200d201506cSStephen Warren            raise
201d201506cSStephen Warren
202d201506cSStephen Warren    def ctrlc(self):
203d201506cSStephen Warren        '''Send a CTRL-C character to U-Boot.
204d201506cSStephen Warren
205d201506cSStephen Warren        This is useful in order to stop execution of long-running synchronous
206d201506cSStephen Warren        commands such as "ums".
207d201506cSStephen Warren
208d201506cSStephen Warren        Args:
209d201506cSStephen Warren            None.
210d201506cSStephen Warren
211d201506cSStephen Warren        Returns:
212d201506cSStephen Warren            Nothing.
213d201506cSStephen Warren        '''
214d201506cSStephen Warren
215*783cbcd3SStephen Warren        self.log.action('Sending Ctrl-C')
216d201506cSStephen Warren        self.run_command(chr(3), wait_for_echo=False, send_nl=False)
217d201506cSStephen Warren
218c10eb9d3SStephen Warren    def drain_console(self):
219c10eb9d3SStephen Warren        '''Read from and log the U-Boot console for a short time.
220c10eb9d3SStephen Warren
221c10eb9d3SStephen Warren        U-Boot's console output is only logged when the test code actively
222c10eb9d3SStephen Warren        waits for U-Boot to emit specific data. There are cases where tests
223c10eb9d3SStephen Warren        can fail without doing this. For example, if a test asks U-Boot to
224c10eb9d3SStephen Warren        enable USB device mode, then polls until a host-side device node
225c10eb9d3SStephen Warren        exists. In such a case, it is useful to log U-Boot's console output
226c10eb9d3SStephen Warren        in case U-Boot printed clues as to why the host-side even did not
227c10eb9d3SStephen Warren        occur. This function will do that.
228c10eb9d3SStephen Warren
229c10eb9d3SStephen Warren        Args:
230c10eb9d3SStephen Warren            None.
231c10eb9d3SStephen Warren
232c10eb9d3SStephen Warren        Returns:
233c10eb9d3SStephen Warren            Nothing.
234c10eb9d3SStephen Warren        '''
235c10eb9d3SStephen Warren
236c10eb9d3SStephen Warren        # If we are already not connected to U-Boot, there's nothing to drain.
237c10eb9d3SStephen Warren        # This should only happen when a previous call to run_command() or
238c10eb9d3SStephen Warren        # wait_for() failed (and hence the output has already been logged), or
239c10eb9d3SStephen Warren        # the system is shutting down.
240c10eb9d3SStephen Warren        if not self.p:
241c10eb9d3SStephen Warren            return
242c10eb9d3SStephen Warren
243c10eb9d3SStephen Warren        orig_timeout = self.p.timeout
244c10eb9d3SStephen Warren        try:
245c10eb9d3SStephen Warren            # Drain the log for a relatively short time.
246c10eb9d3SStephen Warren            self.p.timeout = 1000
247c10eb9d3SStephen Warren            # Wait for something U-Boot will likely never send. This will
248c10eb9d3SStephen Warren            # cause the console output to be read and logged.
249c10eb9d3SStephen Warren            self.p.expect(['This should never match U-Boot output'])
250c10eb9d3SStephen Warren        except u_boot_spawn.Timeout:
251c10eb9d3SStephen Warren            pass
252c10eb9d3SStephen Warren        finally:
253c10eb9d3SStephen Warren            self.p.timeout = orig_timeout
254c10eb9d3SStephen Warren
255d201506cSStephen Warren    def ensure_spawned(self):
256d201506cSStephen Warren        '''Ensure a connection to a correctly running U-Boot instance.
257d201506cSStephen Warren
258d201506cSStephen Warren        This may require spawning a new Sandbox process or resetting target
259d201506cSStephen Warren        hardware, as defined by the implementation sub-class.
260d201506cSStephen Warren
261d201506cSStephen Warren        This is an internal function and should not be called directly.
262d201506cSStephen Warren
263d201506cSStephen Warren        Args:
264d201506cSStephen Warren            None.
265d201506cSStephen Warren
266d201506cSStephen Warren        Returns:
267d201506cSStephen Warren            Nothing.
268d201506cSStephen Warren        '''
269d201506cSStephen Warren
270d201506cSStephen Warren        if self.p:
271d201506cSStephen Warren            return
272d201506cSStephen Warren        try:
273d201506cSStephen Warren            self.at_prompt = False
274d201506cSStephen Warren            self.log.action('Starting U-Boot')
275d201506cSStephen Warren            self.p = self.get_spawn()
276d201506cSStephen Warren            # Real targets can take a long time to scroll large amounts of
277d201506cSStephen Warren            # text if LCD is enabled. This value may need tweaking in the
278d201506cSStephen Warren            # future, possibly per-test to be optimal. This works for 'help'
279d201506cSStephen Warren            # on board 'seaboard'.
280d201506cSStephen Warren            self.p.timeout = 30000
281d201506cSStephen Warren            self.p.logfile_read = self.logstream
282d201506cSStephen Warren            if self.config.buildconfig.get('CONFIG_SPL', False) == 'y':
283d201506cSStephen Warren                self.p.expect([pattern_u_boot_spl_signon])
284d201506cSStephen Warren                self.u_boot_spl_signon = self.p.after
285d201506cSStephen Warren                self.u_boot_spl_signon_escaped = re.escape(self.p.after)
286d201506cSStephen Warren            else:
287d201506cSStephen Warren                self.u_boot_spl_signon = None
288d201506cSStephen Warren            self.p.expect([pattern_u_boot_main_signon])
289d201506cSStephen Warren            self.u_boot_main_signon = self.p.after
290d201506cSStephen Warren            self.u_boot_main_signon_escaped = re.escape(self.p.after)
291d201506cSStephen Warren            build_idx = self.u_boot_main_signon.find(', Build:')
292d201506cSStephen Warren            if build_idx == -1:
293d201506cSStephen Warren                self.u_boot_version_string = self.u_boot_main_signon
294d201506cSStephen Warren            else:
295d201506cSStephen Warren                self.u_boot_version_string = self.u_boot_main_signon[:build_idx]
296d201506cSStephen Warren            while True:
297d201506cSStephen Warren                match = self.p.expect([self.prompt_escaped,
298d201506cSStephen Warren                                       pattern_stop_autoboot_prompt])
299d201506cSStephen Warren                if match == 1:
300d201506cSStephen Warren                    self.p.send(chr(3)) # CTRL-C
301d201506cSStephen Warren                    continue
302d201506cSStephen Warren                break
303d201506cSStephen Warren            self.at_prompt = True
304d201506cSStephen Warren            self.at_prompt_logevt = self.logstream.logfile.cur_evt
305d201506cSStephen Warren        except Exception as ex:
306d201506cSStephen Warren            self.log.error(str(ex))
307d201506cSStephen Warren            self.cleanup_spawn()
308d201506cSStephen Warren            raise
309d201506cSStephen Warren
310d201506cSStephen Warren    def cleanup_spawn(self):
311d201506cSStephen Warren        '''Shut down all interaction with the U-Boot instance.
312d201506cSStephen Warren
313d201506cSStephen Warren        This is used when an error is detected prior to re-establishing a
314d201506cSStephen Warren        connection with a fresh U-Boot instance.
315d201506cSStephen Warren
316d201506cSStephen Warren        This is an internal function and should not be called directly.
317d201506cSStephen Warren
318d201506cSStephen Warren        Args:
319d201506cSStephen Warren            None.
320d201506cSStephen Warren
321d201506cSStephen Warren        Returns:
322d201506cSStephen Warren            Nothing.
323d201506cSStephen Warren        '''
324d201506cSStephen Warren
325d201506cSStephen Warren        try:
326d201506cSStephen Warren            if self.p:
327d201506cSStephen Warren                self.p.close()
328d201506cSStephen Warren        except:
329d201506cSStephen Warren            pass
330d201506cSStephen Warren        self.p = None
331d201506cSStephen Warren
332d201506cSStephen Warren    def validate_version_string_in_text(self, text):
333d201506cSStephen Warren        '''Assert that a command's output includes the U-Boot signon message.
334d201506cSStephen Warren
335d201506cSStephen Warren        This is primarily useful for validating the "version" command without
336d201506cSStephen Warren        duplicating the signon text regex in a test function.
337d201506cSStephen Warren
338d201506cSStephen Warren        Args:
339d201506cSStephen Warren            text: The command output text to check.
340d201506cSStephen Warren
341d201506cSStephen Warren        Returns:
342d201506cSStephen Warren            Nothing. An exception is raised if the validation fails.
343d201506cSStephen Warren        '''
344d201506cSStephen Warren
345d201506cSStephen Warren        assert(self.u_boot_version_string in text)
346d201506cSStephen Warren
347d201506cSStephen Warren    def disable_check(self, check_type):
348d201506cSStephen Warren        '''Temporarily disable an error check of U-Boot's output.
349d201506cSStephen Warren
350d201506cSStephen Warren        Create a new context manager (for use with the "with" statement) which
351d201506cSStephen Warren        temporarily disables a particular console output error check.
352d201506cSStephen Warren
353d201506cSStephen Warren        Args:
354d201506cSStephen Warren            check_type: The type of error-check to disable. Valid values may
355d201506cSStephen Warren            be found in self.disable_check_count above.
356d201506cSStephen Warren
357d201506cSStephen Warren        Returns:
358d201506cSStephen Warren            A context manager object.
359d201506cSStephen Warren        '''
360d201506cSStephen Warren
361d201506cSStephen Warren        return ConsoleDisableCheck(self, check_type)
362d201506cSStephen Warren
363d201506cSStephen Warren    def find_ram_base(self):
364d201506cSStephen Warren        '''Find the running U-Boot's RAM location.
365d201506cSStephen Warren
366d201506cSStephen Warren        Probe the running U-Boot to determine the address of the first bank
367d201506cSStephen Warren        of RAM. This is useful for tests that test reading/writing RAM, or
368d201506cSStephen Warren        load/save files that aren't associated with some standard address
369d201506cSStephen Warren        typically represented in an environment variable such as
370d201506cSStephen Warren        ${kernel_addr_r}. The value is cached so that it only needs to be
371d201506cSStephen Warren        actively read once.
372d201506cSStephen Warren
373d201506cSStephen Warren        Args:
374d201506cSStephen Warren            None.
375d201506cSStephen Warren
376d201506cSStephen Warren        Returns:
377d201506cSStephen Warren            The address of U-Boot's first RAM bank, as an integer.
378d201506cSStephen Warren        '''
379d201506cSStephen Warren
380d201506cSStephen Warren        if self.config.buildconfig.get('config_cmd_bdi', 'n') != 'y':
381d201506cSStephen Warren            pytest.skip('bdinfo command not supported')
382d201506cSStephen Warren        if self.ram_base == -1:
383d201506cSStephen Warren            pytest.skip('Previously failed to find RAM bank start')
384d201506cSStephen Warren        if self.ram_base is not None:
385d201506cSStephen Warren            return self.ram_base
386d201506cSStephen Warren
387d201506cSStephen Warren        with self.log.section('find_ram_base'):
388d201506cSStephen Warren            response = self.run_command('bdinfo')
389d201506cSStephen Warren            for l in response.split('\n'):
390d201506cSStephen Warren                if '-> start' in l:
391d201506cSStephen Warren                    self.ram_base = int(l.split('=')[1].strip(), 16)
392d201506cSStephen Warren                    break
393d201506cSStephen Warren            if self.ram_base is None:
394d201506cSStephen Warren                self.ram_base = -1
395d201506cSStephen Warren                raise Exception('Failed to find RAM bank start in `bdinfo`')
396d201506cSStephen Warren
397d201506cSStephen Warren        return self.ram_base
398