xref: /rk3399_rockchip-uboot/test/py/u_boot_console_base.py (revision e787a58fe2544497bbc75066e0bc62868c7c4e65)
1d201506cSStephen Warren# Copyright (c) 2015 Stephen Warren
2d201506cSStephen Warren# Copyright (c) 2015-2016, NVIDIA CORPORATION. All rights reserved.
3d201506cSStephen Warren#
4d201506cSStephen Warren# SPDX-License-Identifier: GPL-2.0
5d201506cSStephen Warren
6d201506cSStephen Warren# Common logic to interact with U-Boot via the console. This class provides
7d201506cSStephen Warren# the interface that tests use to execute U-Boot shell commands and wait for
8d201506cSStephen Warren# their results. Sub-classes exist to perform board-type-specific setup
9d201506cSStephen Warren# operations, such as spawning a sub-process for Sandbox, or attaching to the
10d201506cSStephen Warren# serial console of real hardware.
11d201506cSStephen Warren
12d201506cSStephen Warrenimport multiplexed_log
13d201506cSStephen Warrenimport os
14d201506cSStephen Warrenimport pytest
15d201506cSStephen Warrenimport re
16d201506cSStephen Warrenimport sys
17c10eb9d3SStephen Warrenimport u_boot_spawn
18d201506cSStephen Warren
19d201506cSStephen Warren# Regexes for text we expect U-Boot to send to the console.
20d201506cSStephen Warrenpattern_u_boot_spl_signon = re.compile('(U-Boot SPL \\d{4}\\.\\d{2}-[^\r\n]*)')
21d201506cSStephen Warrenpattern_u_boot_main_signon = re.compile('(U-Boot \\d{4}\\.\\d{2}-[^\r\n]*)')
22d201506cSStephen Warrenpattern_stop_autoboot_prompt = re.compile('Hit any key to stop autoboot: ')
23d201506cSStephen Warrenpattern_unknown_command = re.compile('Unknown command \'.*\' - try \'help\'')
24d201506cSStephen Warrenpattern_error_notification = re.compile('## Error: ')
25d201506cSStephen Warren
26d201506cSStephen Warrenclass ConsoleDisableCheck(object):
27d201506cSStephen Warren    '''Context manager (for Python's with statement) that temporarily disables
28d201506cSStephen Warren    the specified console output error check. This is useful when deliberately
29d201506cSStephen Warren    executing a command that is known to trigger one of the error checks, in
30d201506cSStephen Warren    order to test that the error condition is actually raised. This class is
31d201506cSStephen Warren    used internally by ConsoleBase::disable_check(); it is not intended for
32d201506cSStephen Warren    direct usage.'''
33d201506cSStephen Warren
34d201506cSStephen Warren    def __init__(self, console, check_type):
35d201506cSStephen Warren        self.console = console
36d201506cSStephen Warren        self.check_type = check_type
37d201506cSStephen Warren
38d201506cSStephen Warren    def __enter__(self):
39d201506cSStephen Warren        self.console.disable_check_count[self.check_type] += 1
40d201506cSStephen Warren
41d201506cSStephen Warren    def __exit__(self, extype, value, traceback):
42d201506cSStephen Warren        self.console.disable_check_count[self.check_type] -= 1
43d201506cSStephen Warren
44d201506cSStephen Warrenclass ConsoleBase(object):
45d201506cSStephen Warren    '''The interface through which test functions interact with the U-Boot
46d201506cSStephen Warren    console. This primarily involves executing shell commands, capturing their
47d201506cSStephen Warren    results, and checking for common error conditions. Some common utilities
48d201506cSStephen Warren    are also provided too.'''
49d201506cSStephen Warren
50d201506cSStephen Warren    def __init__(self, log, config, max_fifo_fill):
51d201506cSStephen Warren        '''Initialize a U-Boot console connection.
52d201506cSStephen Warren
53d201506cSStephen Warren        Can only usefully be called by sub-classes.
54d201506cSStephen Warren
55d201506cSStephen Warren        Args:
56d201506cSStephen Warren            log: A mulptiplex_log.Logfile object, to which the U-Boot output
57d201506cSStephen Warren                will be logged.
58d201506cSStephen Warren            config: A configuration data structure, as built by conftest.py.
59d201506cSStephen Warren            max_fifo_fill: The maximum number of characters to send to U-Boot
60d201506cSStephen Warren                command-line before waiting for U-Boot to echo the characters
61d201506cSStephen Warren                back. For UART-based HW without HW flow control, this value
62d201506cSStephen Warren                should be set less than the UART RX FIFO size to avoid
63d201506cSStephen Warren                overflow, assuming that U-Boot can't keep up with full-rate
64d201506cSStephen Warren                traffic at the baud rate.
65d201506cSStephen Warren
66d201506cSStephen Warren        Returns:
67d201506cSStephen Warren            Nothing.
68d201506cSStephen Warren        '''
69d201506cSStephen Warren
70d201506cSStephen Warren        self.log = log
71d201506cSStephen Warren        self.config = config
72d201506cSStephen Warren        self.max_fifo_fill = max_fifo_fill
73d201506cSStephen Warren
74d201506cSStephen Warren        self.logstream = self.log.get_stream('console', sys.stdout)
75d201506cSStephen Warren
76d201506cSStephen Warren        # Array slice removes leading/trailing quotes
77d201506cSStephen Warren        self.prompt = self.config.buildconfig['config_sys_prompt'][1:-1]
78d201506cSStephen Warren        self.prompt_escaped = re.escape(self.prompt)
79d201506cSStephen Warren        self.p = None
80d201506cSStephen Warren        self.disable_check_count = {
81d201506cSStephen Warren            'spl_signon': 0,
82d201506cSStephen Warren            'main_signon': 0,
83d201506cSStephen Warren            'unknown_command': 0,
84d201506cSStephen Warren            'error_notification': 0,
85d201506cSStephen Warren        }
86d201506cSStephen Warren
87d201506cSStephen Warren        self.at_prompt = False
88d201506cSStephen Warren        self.at_prompt_logevt = None
89d201506cSStephen Warren
90d201506cSStephen Warren    def close(self):
91d201506cSStephen Warren        '''Terminate the connection to the U-Boot console.
92d201506cSStephen Warren
93d201506cSStephen Warren        This function is only useful once all interaction with U-Boot is
94d201506cSStephen Warren        complete. Once this function is called, data cannot be sent to or
95d201506cSStephen Warren        received from U-Boot.
96d201506cSStephen Warren
97d201506cSStephen Warren        Args:
98d201506cSStephen Warren            None.
99d201506cSStephen Warren
100d201506cSStephen Warren        Returns:
101d201506cSStephen Warren            Nothing.
102d201506cSStephen Warren        '''
103d201506cSStephen Warren
104d201506cSStephen Warren        if self.p:
105d201506cSStephen Warren            self.p.close()
106d201506cSStephen Warren        self.logstream.close()
107d201506cSStephen Warren
108d201506cSStephen Warren    def run_command(self, cmd, wait_for_echo=True, send_nl=True,
109d201506cSStephen Warren            wait_for_prompt=True):
110d201506cSStephen Warren        '''Execute a command via the U-Boot console.
111d201506cSStephen Warren
112d201506cSStephen Warren        The command is always sent to U-Boot.
113d201506cSStephen Warren
114d201506cSStephen Warren        U-Boot echoes any command back to its output, and this function
115d201506cSStephen Warren        typically waits for that to occur. The wait can be disabled by setting
116d201506cSStephen Warren        wait_for_echo=False, which is useful e.g. when sending CTRL-C to
117d201506cSStephen Warren        interrupt a long-running command such as "ums".
118d201506cSStephen Warren
119d201506cSStephen Warren        Command execution is typically triggered by sending a newline
120d201506cSStephen Warren        character. This can be disabled by setting send_nl=False, which is
121d201506cSStephen Warren        also useful when sending CTRL-C.
122d201506cSStephen Warren
123d201506cSStephen Warren        This function typically waits for the command to finish executing, and
124d201506cSStephen Warren        returns the console output that it generated. This can be disabled by
125d201506cSStephen Warren        setting wait_for_prompt=False, which is useful when invoking a long-
126d201506cSStephen Warren        running command such as "ums".
127d201506cSStephen Warren
128d201506cSStephen Warren        Args:
129d201506cSStephen Warren            cmd: The command to send.
130d201506cSStephen Warren            wait_for_each: Boolean indicating whether to wait for U-Boot to
131d201506cSStephen Warren                echo the command text back to its output.
132d201506cSStephen Warren            send_nl: Boolean indicating whether to send a newline character
133d201506cSStephen Warren                after the command string.
134d201506cSStephen Warren            wait_for_prompt: Boolean indicating whether to wait for the
135d201506cSStephen Warren                command prompt to be sent by U-Boot. This typically occurs
136d201506cSStephen Warren                immediately after the command has been executed.
137d201506cSStephen Warren
138d201506cSStephen Warren        Returns:
139d201506cSStephen Warren            If wait_for_prompt == False:
140d201506cSStephen Warren                Nothing.
141d201506cSStephen Warren            Else:
142d201506cSStephen Warren                The output from U-Boot during command execution. In other
143d201506cSStephen Warren                words, the text U-Boot emitted between the point it echod the
144d201506cSStephen Warren                command string and emitted the subsequent command prompts.
145d201506cSStephen Warren        '''
146d201506cSStephen Warren
147d201506cSStephen Warren        if self.at_prompt and \
148d201506cSStephen Warren                self.at_prompt_logevt != self.logstream.logfile.cur_evt:
149d201506cSStephen Warren            self.logstream.write(self.prompt, implicit=True)
150d201506cSStephen Warren
151d201506cSStephen Warren        bad_patterns = []
152d201506cSStephen Warren        bad_pattern_ids = []
153*e787a58fSStephen Warren        if (self.disable_check_count['spl_signon'] == 0):
154*e787a58fSStephen Warren            bad_patterns.append(pattern_u_boot_spl_signon)
155d201506cSStephen Warren            bad_pattern_ids.append('SPL signon')
156d201506cSStephen Warren        if self.disable_check_count['main_signon'] == 0:
157*e787a58fSStephen Warren            bad_patterns.append(pattern_u_boot_main_signon)
158d201506cSStephen Warren            bad_pattern_ids.append('U-Boot main signon')
159d201506cSStephen Warren        if self.disable_check_count['unknown_command'] == 0:
160d201506cSStephen Warren            bad_patterns.append(pattern_unknown_command)
161d201506cSStephen Warren            bad_pattern_ids.append('Unknown command')
162d201506cSStephen Warren        if self.disable_check_count['error_notification'] == 0:
163d201506cSStephen Warren            bad_patterns.append(pattern_error_notification)
164d201506cSStephen Warren            bad_pattern_ids.append('Error notification')
165d201506cSStephen Warren        try:
166d201506cSStephen Warren            self.at_prompt = False
167d201506cSStephen Warren            if send_nl:
168d201506cSStephen Warren                cmd += '\n'
169d201506cSStephen Warren            while cmd:
170d201506cSStephen Warren                # Limit max outstanding data, so UART FIFOs don't overflow
171d201506cSStephen Warren                chunk = cmd[:self.max_fifo_fill]
172d201506cSStephen Warren                cmd = cmd[self.max_fifo_fill:]
173d201506cSStephen Warren                self.p.send(chunk)
174d201506cSStephen Warren                if not wait_for_echo:
175d201506cSStephen Warren                    continue
176d201506cSStephen Warren                chunk = re.escape(chunk)
177d201506cSStephen Warren                chunk = chunk.replace('\\\n', '[\r\n]')
178d201506cSStephen Warren                m = self.p.expect([chunk] + bad_patterns)
179d201506cSStephen Warren                if m != 0:
180d201506cSStephen Warren                    self.at_prompt = False
181d201506cSStephen Warren                    raise Exception('Bad pattern found on console: ' +
182d201506cSStephen Warren                                    bad_pattern_ids[m - 1])
183d201506cSStephen Warren            if not wait_for_prompt:
184d201506cSStephen Warren                return
185d201506cSStephen Warren            m = self.p.expect([self.prompt_escaped] + bad_patterns)
186d201506cSStephen Warren            if m != 0:
187d201506cSStephen Warren                self.at_prompt = False
188d201506cSStephen Warren                raise Exception('Bad pattern found on console: ' +
189d201506cSStephen Warren                                bad_pattern_ids[m - 1])
190d201506cSStephen Warren            self.at_prompt = True
191d201506cSStephen Warren            self.at_prompt_logevt = self.logstream.logfile.cur_evt
192d201506cSStephen Warren            # Only strip \r\n; space/TAB might be significant if testing
193d201506cSStephen Warren            # indentation.
194d201506cSStephen Warren            return self.p.before.strip('\r\n')
195d201506cSStephen Warren        except Exception as ex:
196d201506cSStephen Warren            self.log.error(str(ex))
197d201506cSStephen Warren            self.cleanup_spawn()
198d201506cSStephen Warren            raise
199d201506cSStephen Warren
200d201506cSStephen Warren    def ctrlc(self):
201d201506cSStephen Warren        '''Send a CTRL-C character to U-Boot.
202d201506cSStephen Warren
203d201506cSStephen Warren        This is useful in order to stop execution of long-running synchronous
204d201506cSStephen Warren        commands such as "ums".
205d201506cSStephen Warren
206d201506cSStephen Warren        Args:
207d201506cSStephen Warren            None.
208d201506cSStephen Warren
209d201506cSStephen Warren        Returns:
210d201506cSStephen Warren            Nothing.
211d201506cSStephen Warren        '''
212d201506cSStephen Warren
213783cbcd3SStephen Warren        self.log.action('Sending Ctrl-C')
214d201506cSStephen Warren        self.run_command(chr(3), wait_for_echo=False, send_nl=False)
215d201506cSStephen Warren
21676b46939SStephen Warren    def wait_for(self, text):
21776b46939SStephen Warren        '''Wait for a pattern to be emitted by U-Boot.
21876b46939SStephen Warren
21976b46939SStephen Warren        This is useful when a long-running command such as "dfu" is executing,
22076b46939SStephen Warren        and it periodically emits some text that should show up at a specific
22176b46939SStephen Warren        location in the log file.
22276b46939SStephen Warren
22376b46939SStephen Warren        Args:
22476b46939SStephen Warren            text: The text to wait for; either a string (containing raw text,
22576b46939SStephen Warren                not a regular expression) or an re object.
22676b46939SStephen Warren
22776b46939SStephen Warren        Returns:
22876b46939SStephen Warren            Nothing.
22976b46939SStephen Warren        '''
23076b46939SStephen Warren
23176b46939SStephen Warren        if type(text) == type(''):
23276b46939SStephen Warren            text = re.escape(text)
23376b46939SStephen Warren        self.p.expect([text])
23476b46939SStephen Warren
235c10eb9d3SStephen Warren    def drain_console(self):
236c10eb9d3SStephen Warren        '''Read from and log the U-Boot console for a short time.
237c10eb9d3SStephen Warren
238c10eb9d3SStephen Warren        U-Boot's console output is only logged when the test code actively
239c10eb9d3SStephen Warren        waits for U-Boot to emit specific data. There are cases where tests
240c10eb9d3SStephen Warren        can fail without doing this. For example, if a test asks U-Boot to
241c10eb9d3SStephen Warren        enable USB device mode, then polls until a host-side device node
242c10eb9d3SStephen Warren        exists. In such a case, it is useful to log U-Boot's console output
243c10eb9d3SStephen Warren        in case U-Boot printed clues as to why the host-side even did not
244c10eb9d3SStephen Warren        occur. This function will do that.
245c10eb9d3SStephen Warren
246c10eb9d3SStephen Warren        Args:
247c10eb9d3SStephen Warren            None.
248c10eb9d3SStephen Warren
249c10eb9d3SStephen Warren        Returns:
250c10eb9d3SStephen Warren            Nothing.
251c10eb9d3SStephen Warren        '''
252c10eb9d3SStephen Warren
253c10eb9d3SStephen Warren        # If we are already not connected to U-Boot, there's nothing to drain.
254c10eb9d3SStephen Warren        # This should only happen when a previous call to run_command() or
255c10eb9d3SStephen Warren        # wait_for() failed (and hence the output has already been logged), or
256c10eb9d3SStephen Warren        # the system is shutting down.
257c10eb9d3SStephen Warren        if not self.p:
258c10eb9d3SStephen Warren            return
259c10eb9d3SStephen Warren
260c10eb9d3SStephen Warren        orig_timeout = self.p.timeout
261c10eb9d3SStephen Warren        try:
262c10eb9d3SStephen Warren            # Drain the log for a relatively short time.
263c10eb9d3SStephen Warren            self.p.timeout = 1000
264c10eb9d3SStephen Warren            # Wait for something U-Boot will likely never send. This will
265c10eb9d3SStephen Warren            # cause the console output to be read and logged.
266c10eb9d3SStephen Warren            self.p.expect(['This should never match U-Boot output'])
267c10eb9d3SStephen Warren        except u_boot_spawn.Timeout:
268c10eb9d3SStephen Warren            pass
269c10eb9d3SStephen Warren        finally:
270c10eb9d3SStephen Warren            self.p.timeout = orig_timeout
271c10eb9d3SStephen Warren
272d201506cSStephen Warren    def ensure_spawned(self):
273d201506cSStephen Warren        '''Ensure a connection to a correctly running U-Boot instance.
274d201506cSStephen Warren
275d201506cSStephen Warren        This may require spawning a new Sandbox process or resetting target
276d201506cSStephen Warren        hardware, as defined by the implementation sub-class.
277d201506cSStephen Warren
278d201506cSStephen Warren        This is an internal function and should not be called directly.
279d201506cSStephen Warren
280d201506cSStephen Warren        Args:
281d201506cSStephen Warren            None.
282d201506cSStephen Warren
283d201506cSStephen Warren        Returns:
284d201506cSStephen Warren            Nothing.
285d201506cSStephen Warren        '''
286d201506cSStephen Warren
287d201506cSStephen Warren        if self.p:
288d201506cSStephen Warren            return
289d201506cSStephen Warren        try:
290d201506cSStephen Warren            self.at_prompt = False
291d201506cSStephen Warren            self.log.action('Starting U-Boot')
292d201506cSStephen Warren            self.p = self.get_spawn()
293d201506cSStephen Warren            # Real targets can take a long time to scroll large amounts of
294d201506cSStephen Warren            # text if LCD is enabled. This value may need tweaking in the
295d201506cSStephen Warren            # future, possibly per-test to be optimal. This works for 'help'
296d201506cSStephen Warren            # on board 'seaboard'.
297d201506cSStephen Warren            self.p.timeout = 30000
298d201506cSStephen Warren            self.p.logfile_read = self.logstream
299d201506cSStephen Warren            if self.config.buildconfig.get('CONFIG_SPL', False) == 'y':
300d201506cSStephen Warren                self.p.expect([pattern_u_boot_spl_signon])
301d201506cSStephen Warren            self.p.expect([pattern_u_boot_main_signon])
302*e787a58fSStephen Warren            signon = self.p.after
303*e787a58fSStephen Warren            build_idx = signon.find(', Build:')
304d201506cSStephen Warren            if build_idx == -1:
305*e787a58fSStephen Warren                self.u_boot_version_string = signon
306d201506cSStephen Warren            else:
307*e787a58fSStephen Warren                self.u_boot_version_string = signon[:build_idx]
308d201506cSStephen Warren            while True:
309d201506cSStephen Warren                match = self.p.expect([self.prompt_escaped,
310d201506cSStephen Warren                                       pattern_stop_autoboot_prompt])
311d201506cSStephen Warren                if match == 1:
312d201506cSStephen Warren                    self.p.send(chr(3)) # CTRL-C
313d201506cSStephen Warren                    continue
314d201506cSStephen Warren                break
315d201506cSStephen Warren            self.at_prompt = True
316d201506cSStephen Warren            self.at_prompt_logevt = self.logstream.logfile.cur_evt
317d201506cSStephen Warren        except Exception as ex:
318d201506cSStephen Warren            self.log.error(str(ex))
319d201506cSStephen Warren            self.cleanup_spawn()
320d201506cSStephen Warren            raise
321d201506cSStephen Warren
322d201506cSStephen Warren    def cleanup_spawn(self):
323d201506cSStephen Warren        '''Shut down all interaction with the U-Boot instance.
324d201506cSStephen Warren
325d201506cSStephen Warren        This is used when an error is detected prior to re-establishing a
326d201506cSStephen Warren        connection with a fresh U-Boot instance.
327d201506cSStephen Warren
328d201506cSStephen Warren        This is an internal function and should not be called directly.
329d201506cSStephen Warren
330d201506cSStephen Warren        Args:
331d201506cSStephen Warren            None.
332d201506cSStephen Warren
333d201506cSStephen Warren        Returns:
334d201506cSStephen Warren            Nothing.
335d201506cSStephen Warren        '''
336d201506cSStephen Warren
337d201506cSStephen Warren        try:
338d201506cSStephen Warren            if self.p:
339d201506cSStephen Warren                self.p.close()
340d201506cSStephen Warren        except:
341d201506cSStephen Warren            pass
342d201506cSStephen Warren        self.p = None
343d201506cSStephen Warren
344d201506cSStephen Warren    def validate_version_string_in_text(self, text):
345d201506cSStephen Warren        '''Assert that a command's output includes the U-Boot signon message.
346d201506cSStephen Warren
347d201506cSStephen Warren        This is primarily useful for validating the "version" command without
348d201506cSStephen Warren        duplicating the signon text regex in a test function.
349d201506cSStephen Warren
350d201506cSStephen Warren        Args:
351d201506cSStephen Warren            text: The command output text to check.
352d201506cSStephen Warren
353d201506cSStephen Warren        Returns:
354d201506cSStephen Warren            Nothing. An exception is raised if the validation fails.
355d201506cSStephen Warren        '''
356d201506cSStephen Warren
357d201506cSStephen Warren        assert(self.u_boot_version_string in text)
358d201506cSStephen Warren
359d201506cSStephen Warren    def disable_check(self, check_type):
360d201506cSStephen Warren        '''Temporarily disable an error check of U-Boot's output.
361d201506cSStephen Warren
362d201506cSStephen Warren        Create a new context manager (for use with the "with" statement) which
363d201506cSStephen Warren        temporarily disables a particular console output error check.
364d201506cSStephen Warren
365d201506cSStephen Warren        Args:
366d201506cSStephen Warren            check_type: The type of error-check to disable. Valid values may
367d201506cSStephen Warren            be found in self.disable_check_count above.
368d201506cSStephen Warren
369d201506cSStephen Warren        Returns:
370d201506cSStephen Warren            A context manager object.
371d201506cSStephen Warren        '''
372d201506cSStephen Warren
373d201506cSStephen Warren        return ConsoleDisableCheck(self, check_type)
374