1d201506cSStephen Warren# Copyright (c) 2015 Stephen Warren 2d201506cSStephen Warren# Copyright (c) 2015-2016, NVIDIA CORPORATION. All rights reserved. 3d201506cSStephen Warren# 4d201506cSStephen Warren# SPDX-License-Identifier: GPL-2.0 5d201506cSStephen Warren 6d201506cSStephen Warren# Common logic to interact with U-Boot via the console. This class provides 7d201506cSStephen Warren# the interface that tests use to execute U-Boot shell commands and wait for 8d201506cSStephen Warren# their results. Sub-classes exist to perform board-type-specific setup 9d201506cSStephen Warren# operations, such as spawning a sub-process for Sandbox, or attaching to the 10d201506cSStephen Warren# serial console of real hardware. 11d201506cSStephen Warren 12d201506cSStephen Warrenimport multiplexed_log 13d201506cSStephen Warrenimport os 14d201506cSStephen Warrenimport pytest 15d201506cSStephen Warrenimport re 16d201506cSStephen Warrenimport sys 17c10eb9d3SStephen Warrenimport u_boot_spawn 18d201506cSStephen Warren 19d201506cSStephen Warren# Regexes for text we expect U-Boot to send to the console. 20d201506cSStephen Warrenpattern_u_boot_spl_signon = re.compile('(U-Boot SPL \\d{4}\\.\\d{2}-[^\r\n]*)') 21d201506cSStephen Warrenpattern_u_boot_main_signon = re.compile('(U-Boot \\d{4}\\.\\d{2}-[^\r\n]*)') 22d201506cSStephen Warrenpattern_stop_autoboot_prompt = re.compile('Hit any key to stop autoboot: ') 23d201506cSStephen Warrenpattern_unknown_command = re.compile('Unknown command \'.*\' - try \'help\'') 24d201506cSStephen Warrenpattern_error_notification = re.compile('## Error: ') 25d201506cSStephen Warren 26d201506cSStephen Warrenclass ConsoleDisableCheck(object): 27d201506cSStephen Warren '''Context manager (for Python's with statement) that temporarily disables 28d201506cSStephen Warren the specified console output error check. This is useful when deliberately 29d201506cSStephen Warren executing a command that is known to trigger one of the error checks, in 30d201506cSStephen Warren order to test that the error condition is actually raised. This class is 31d201506cSStephen Warren used internally by ConsoleBase::disable_check(); it is not intended for 32d201506cSStephen Warren direct usage.''' 33d201506cSStephen Warren 34d201506cSStephen Warren def __init__(self, console, check_type): 35d201506cSStephen Warren self.console = console 36d201506cSStephen Warren self.check_type = check_type 37d201506cSStephen Warren 38d201506cSStephen Warren def __enter__(self): 39d201506cSStephen Warren self.console.disable_check_count[self.check_type] += 1 40d201506cSStephen Warren 41d201506cSStephen Warren def __exit__(self, extype, value, traceback): 42d201506cSStephen Warren self.console.disable_check_count[self.check_type] -= 1 43d201506cSStephen Warren 44d201506cSStephen Warrenclass ConsoleBase(object): 45d201506cSStephen Warren '''The interface through which test functions interact with the U-Boot 46d201506cSStephen Warren console. This primarily involves executing shell commands, capturing their 47d201506cSStephen Warren results, and checking for common error conditions. Some common utilities 48d201506cSStephen Warren are also provided too.''' 49d201506cSStephen Warren 50d201506cSStephen Warren def __init__(self, log, config, max_fifo_fill): 51d201506cSStephen Warren '''Initialize a U-Boot console connection. 52d201506cSStephen Warren 53d201506cSStephen Warren Can only usefully be called by sub-classes. 54d201506cSStephen Warren 55d201506cSStephen Warren Args: 56d201506cSStephen Warren log: A mulptiplex_log.Logfile object, to which the U-Boot output 57d201506cSStephen Warren will be logged. 58d201506cSStephen Warren config: A configuration data structure, as built by conftest.py. 59d201506cSStephen Warren max_fifo_fill: The maximum number of characters to send to U-Boot 60d201506cSStephen Warren command-line before waiting for U-Boot to echo the characters 61d201506cSStephen Warren back. For UART-based HW without HW flow control, this value 62d201506cSStephen Warren should be set less than the UART RX FIFO size to avoid 63d201506cSStephen Warren overflow, assuming that U-Boot can't keep up with full-rate 64d201506cSStephen Warren traffic at the baud rate. 65d201506cSStephen Warren 66d201506cSStephen Warren Returns: 67d201506cSStephen Warren Nothing. 68d201506cSStephen Warren ''' 69d201506cSStephen Warren 70d201506cSStephen Warren self.log = log 71d201506cSStephen Warren self.config = config 72d201506cSStephen Warren self.max_fifo_fill = max_fifo_fill 73d201506cSStephen Warren 74d201506cSStephen Warren self.logstream = self.log.get_stream('console', sys.stdout) 75d201506cSStephen Warren 76d201506cSStephen Warren # Array slice removes leading/trailing quotes 77d201506cSStephen Warren self.prompt = self.config.buildconfig['config_sys_prompt'][1:-1] 78d201506cSStephen Warren self.prompt_escaped = re.escape(self.prompt) 79d201506cSStephen Warren self.p = None 80d201506cSStephen Warren self.disable_check_count = { 81d201506cSStephen Warren 'spl_signon': 0, 82d201506cSStephen Warren 'main_signon': 0, 83d201506cSStephen Warren 'unknown_command': 0, 84d201506cSStephen Warren 'error_notification': 0, 85d201506cSStephen Warren } 86d201506cSStephen Warren 87d201506cSStephen Warren self.at_prompt = False 88d201506cSStephen Warren self.at_prompt_logevt = None 89d201506cSStephen Warren 90d201506cSStephen Warren def close(self): 91d201506cSStephen Warren '''Terminate the connection to the U-Boot console. 92d201506cSStephen Warren 93d201506cSStephen Warren This function is only useful once all interaction with U-Boot is 94d201506cSStephen Warren complete. Once this function is called, data cannot be sent to or 95d201506cSStephen Warren received from U-Boot. 96d201506cSStephen Warren 97d201506cSStephen Warren Args: 98d201506cSStephen Warren None. 99d201506cSStephen Warren 100d201506cSStephen Warren Returns: 101d201506cSStephen Warren Nothing. 102d201506cSStephen Warren ''' 103d201506cSStephen Warren 104d201506cSStephen Warren if self.p: 105d201506cSStephen Warren self.p.close() 106d201506cSStephen Warren self.logstream.close() 107d201506cSStephen Warren 108d201506cSStephen Warren def run_command(self, cmd, wait_for_echo=True, send_nl=True, 109d201506cSStephen Warren wait_for_prompt=True): 110d201506cSStephen Warren '''Execute a command via the U-Boot console. 111d201506cSStephen Warren 112d201506cSStephen Warren The command is always sent to U-Boot. 113d201506cSStephen Warren 114d201506cSStephen Warren U-Boot echoes any command back to its output, and this function 115d201506cSStephen Warren typically waits for that to occur. The wait can be disabled by setting 116d201506cSStephen Warren wait_for_echo=False, which is useful e.g. when sending CTRL-C to 117d201506cSStephen Warren interrupt a long-running command such as "ums". 118d201506cSStephen Warren 119d201506cSStephen Warren Command execution is typically triggered by sending a newline 120d201506cSStephen Warren character. This can be disabled by setting send_nl=False, which is 121d201506cSStephen Warren also useful when sending CTRL-C. 122d201506cSStephen Warren 123d201506cSStephen Warren This function typically waits for the command to finish executing, and 124d201506cSStephen Warren returns the console output that it generated. This can be disabled by 125d201506cSStephen Warren setting wait_for_prompt=False, which is useful when invoking a long- 126d201506cSStephen Warren running command such as "ums". 127d201506cSStephen Warren 128d201506cSStephen Warren Args: 129d201506cSStephen Warren cmd: The command to send. 130d201506cSStephen Warren wait_for_each: Boolean indicating whether to wait for U-Boot to 131d201506cSStephen Warren echo the command text back to its output. 132d201506cSStephen Warren send_nl: Boolean indicating whether to send a newline character 133d201506cSStephen Warren after the command string. 134d201506cSStephen Warren wait_for_prompt: Boolean indicating whether to wait for the 135d201506cSStephen Warren command prompt to be sent by U-Boot. This typically occurs 136d201506cSStephen Warren immediately after the command has been executed. 137d201506cSStephen Warren 138d201506cSStephen Warren Returns: 139d201506cSStephen Warren If wait_for_prompt == False: 140d201506cSStephen Warren Nothing. 141d201506cSStephen Warren Else: 142d201506cSStephen Warren The output from U-Boot during command execution. In other 143d201506cSStephen Warren words, the text U-Boot emitted between the point it echod the 144d201506cSStephen Warren command string and emitted the subsequent command prompts. 145d201506cSStephen Warren ''' 146d201506cSStephen Warren 147d201506cSStephen Warren if self.at_prompt and \ 148d201506cSStephen Warren self.at_prompt_logevt != self.logstream.logfile.cur_evt: 149d201506cSStephen Warren self.logstream.write(self.prompt, implicit=True) 150d201506cSStephen Warren 151d201506cSStephen Warren bad_patterns = [] 152d201506cSStephen Warren bad_pattern_ids = [] 153*e787a58fSStephen Warren if (self.disable_check_count['spl_signon'] == 0): 154*e787a58fSStephen Warren bad_patterns.append(pattern_u_boot_spl_signon) 155d201506cSStephen Warren bad_pattern_ids.append('SPL signon') 156d201506cSStephen Warren if self.disable_check_count['main_signon'] == 0: 157*e787a58fSStephen Warren bad_patterns.append(pattern_u_boot_main_signon) 158d201506cSStephen Warren bad_pattern_ids.append('U-Boot main signon') 159d201506cSStephen Warren if self.disable_check_count['unknown_command'] == 0: 160d201506cSStephen Warren bad_patterns.append(pattern_unknown_command) 161d201506cSStephen Warren bad_pattern_ids.append('Unknown command') 162d201506cSStephen Warren if self.disable_check_count['error_notification'] == 0: 163d201506cSStephen Warren bad_patterns.append(pattern_error_notification) 164d201506cSStephen Warren bad_pattern_ids.append('Error notification') 165d201506cSStephen Warren try: 166d201506cSStephen Warren self.at_prompt = False 167d201506cSStephen Warren if send_nl: 168d201506cSStephen Warren cmd += '\n' 169d201506cSStephen Warren while cmd: 170d201506cSStephen Warren # Limit max outstanding data, so UART FIFOs don't overflow 171d201506cSStephen Warren chunk = cmd[:self.max_fifo_fill] 172d201506cSStephen Warren cmd = cmd[self.max_fifo_fill:] 173d201506cSStephen Warren self.p.send(chunk) 174d201506cSStephen Warren if not wait_for_echo: 175d201506cSStephen Warren continue 176d201506cSStephen Warren chunk = re.escape(chunk) 177d201506cSStephen Warren chunk = chunk.replace('\\\n', '[\r\n]') 178d201506cSStephen Warren m = self.p.expect([chunk] + bad_patterns) 179d201506cSStephen Warren if m != 0: 180d201506cSStephen Warren self.at_prompt = False 181d201506cSStephen Warren raise Exception('Bad pattern found on console: ' + 182d201506cSStephen Warren bad_pattern_ids[m - 1]) 183d201506cSStephen Warren if not wait_for_prompt: 184d201506cSStephen Warren return 185d201506cSStephen Warren m = self.p.expect([self.prompt_escaped] + bad_patterns) 186d201506cSStephen Warren if m != 0: 187d201506cSStephen Warren self.at_prompt = False 188d201506cSStephen Warren raise Exception('Bad pattern found on console: ' + 189d201506cSStephen Warren bad_pattern_ids[m - 1]) 190d201506cSStephen Warren self.at_prompt = True 191d201506cSStephen Warren self.at_prompt_logevt = self.logstream.logfile.cur_evt 192d201506cSStephen Warren # Only strip \r\n; space/TAB might be significant if testing 193d201506cSStephen Warren # indentation. 194d201506cSStephen Warren return self.p.before.strip('\r\n') 195d201506cSStephen Warren except Exception as ex: 196d201506cSStephen Warren self.log.error(str(ex)) 197d201506cSStephen Warren self.cleanup_spawn() 198d201506cSStephen Warren raise 199d201506cSStephen Warren 200d201506cSStephen Warren def ctrlc(self): 201d201506cSStephen Warren '''Send a CTRL-C character to U-Boot. 202d201506cSStephen Warren 203d201506cSStephen Warren This is useful in order to stop execution of long-running synchronous 204d201506cSStephen Warren commands such as "ums". 205d201506cSStephen Warren 206d201506cSStephen Warren Args: 207d201506cSStephen Warren None. 208d201506cSStephen Warren 209d201506cSStephen Warren Returns: 210d201506cSStephen Warren Nothing. 211d201506cSStephen Warren ''' 212d201506cSStephen Warren 213783cbcd3SStephen Warren self.log.action('Sending Ctrl-C') 214d201506cSStephen Warren self.run_command(chr(3), wait_for_echo=False, send_nl=False) 215d201506cSStephen Warren 21676b46939SStephen Warren def wait_for(self, text): 21776b46939SStephen Warren '''Wait for a pattern to be emitted by U-Boot. 21876b46939SStephen Warren 21976b46939SStephen Warren This is useful when a long-running command such as "dfu" is executing, 22076b46939SStephen Warren and it periodically emits some text that should show up at a specific 22176b46939SStephen Warren location in the log file. 22276b46939SStephen Warren 22376b46939SStephen Warren Args: 22476b46939SStephen Warren text: The text to wait for; either a string (containing raw text, 22576b46939SStephen Warren not a regular expression) or an re object. 22676b46939SStephen Warren 22776b46939SStephen Warren Returns: 22876b46939SStephen Warren Nothing. 22976b46939SStephen Warren ''' 23076b46939SStephen Warren 23176b46939SStephen Warren if type(text) == type(''): 23276b46939SStephen Warren text = re.escape(text) 23376b46939SStephen Warren self.p.expect([text]) 23476b46939SStephen Warren 235c10eb9d3SStephen Warren def drain_console(self): 236c10eb9d3SStephen Warren '''Read from and log the U-Boot console for a short time. 237c10eb9d3SStephen Warren 238c10eb9d3SStephen Warren U-Boot's console output is only logged when the test code actively 239c10eb9d3SStephen Warren waits for U-Boot to emit specific data. There are cases where tests 240c10eb9d3SStephen Warren can fail without doing this. For example, if a test asks U-Boot to 241c10eb9d3SStephen Warren enable USB device mode, then polls until a host-side device node 242c10eb9d3SStephen Warren exists. In such a case, it is useful to log U-Boot's console output 243c10eb9d3SStephen Warren in case U-Boot printed clues as to why the host-side even did not 244c10eb9d3SStephen Warren occur. This function will do that. 245c10eb9d3SStephen Warren 246c10eb9d3SStephen Warren Args: 247c10eb9d3SStephen Warren None. 248c10eb9d3SStephen Warren 249c10eb9d3SStephen Warren Returns: 250c10eb9d3SStephen Warren Nothing. 251c10eb9d3SStephen Warren ''' 252c10eb9d3SStephen Warren 253c10eb9d3SStephen Warren # If we are already not connected to U-Boot, there's nothing to drain. 254c10eb9d3SStephen Warren # This should only happen when a previous call to run_command() or 255c10eb9d3SStephen Warren # wait_for() failed (and hence the output has already been logged), or 256c10eb9d3SStephen Warren # the system is shutting down. 257c10eb9d3SStephen Warren if not self.p: 258c10eb9d3SStephen Warren return 259c10eb9d3SStephen Warren 260c10eb9d3SStephen Warren orig_timeout = self.p.timeout 261c10eb9d3SStephen Warren try: 262c10eb9d3SStephen Warren # Drain the log for a relatively short time. 263c10eb9d3SStephen Warren self.p.timeout = 1000 264c10eb9d3SStephen Warren # Wait for something U-Boot will likely never send. This will 265c10eb9d3SStephen Warren # cause the console output to be read and logged. 266c10eb9d3SStephen Warren self.p.expect(['This should never match U-Boot output']) 267c10eb9d3SStephen Warren except u_boot_spawn.Timeout: 268c10eb9d3SStephen Warren pass 269c10eb9d3SStephen Warren finally: 270c10eb9d3SStephen Warren self.p.timeout = orig_timeout 271c10eb9d3SStephen Warren 272d201506cSStephen Warren def ensure_spawned(self): 273d201506cSStephen Warren '''Ensure a connection to a correctly running U-Boot instance. 274d201506cSStephen Warren 275d201506cSStephen Warren This may require spawning a new Sandbox process or resetting target 276d201506cSStephen Warren hardware, as defined by the implementation sub-class. 277d201506cSStephen Warren 278d201506cSStephen Warren This is an internal function and should not be called directly. 279d201506cSStephen Warren 280d201506cSStephen Warren Args: 281d201506cSStephen Warren None. 282d201506cSStephen Warren 283d201506cSStephen Warren Returns: 284d201506cSStephen Warren Nothing. 285d201506cSStephen Warren ''' 286d201506cSStephen Warren 287d201506cSStephen Warren if self.p: 288d201506cSStephen Warren return 289d201506cSStephen Warren try: 290d201506cSStephen Warren self.at_prompt = False 291d201506cSStephen Warren self.log.action('Starting U-Boot') 292d201506cSStephen Warren self.p = self.get_spawn() 293d201506cSStephen Warren # Real targets can take a long time to scroll large amounts of 294d201506cSStephen Warren # text if LCD is enabled. This value may need tweaking in the 295d201506cSStephen Warren # future, possibly per-test to be optimal. This works for 'help' 296d201506cSStephen Warren # on board 'seaboard'. 297d201506cSStephen Warren self.p.timeout = 30000 298d201506cSStephen Warren self.p.logfile_read = self.logstream 299d201506cSStephen Warren if self.config.buildconfig.get('CONFIG_SPL', False) == 'y': 300d201506cSStephen Warren self.p.expect([pattern_u_boot_spl_signon]) 301d201506cSStephen Warren self.p.expect([pattern_u_boot_main_signon]) 302*e787a58fSStephen Warren signon = self.p.after 303*e787a58fSStephen Warren build_idx = signon.find(', Build:') 304d201506cSStephen Warren if build_idx == -1: 305*e787a58fSStephen Warren self.u_boot_version_string = signon 306d201506cSStephen Warren else: 307*e787a58fSStephen Warren self.u_boot_version_string = signon[:build_idx] 308d201506cSStephen Warren while True: 309d201506cSStephen Warren match = self.p.expect([self.prompt_escaped, 310d201506cSStephen Warren pattern_stop_autoboot_prompt]) 311d201506cSStephen Warren if match == 1: 312d201506cSStephen Warren self.p.send(chr(3)) # CTRL-C 313d201506cSStephen Warren continue 314d201506cSStephen Warren break 315d201506cSStephen Warren self.at_prompt = True 316d201506cSStephen Warren self.at_prompt_logevt = self.logstream.logfile.cur_evt 317d201506cSStephen Warren except Exception as ex: 318d201506cSStephen Warren self.log.error(str(ex)) 319d201506cSStephen Warren self.cleanup_spawn() 320d201506cSStephen Warren raise 321d201506cSStephen Warren 322d201506cSStephen Warren def cleanup_spawn(self): 323d201506cSStephen Warren '''Shut down all interaction with the U-Boot instance. 324d201506cSStephen Warren 325d201506cSStephen Warren This is used when an error is detected prior to re-establishing a 326d201506cSStephen Warren connection with a fresh U-Boot instance. 327d201506cSStephen Warren 328d201506cSStephen Warren This is an internal function and should not be called directly. 329d201506cSStephen Warren 330d201506cSStephen Warren Args: 331d201506cSStephen Warren None. 332d201506cSStephen Warren 333d201506cSStephen Warren Returns: 334d201506cSStephen Warren Nothing. 335d201506cSStephen Warren ''' 336d201506cSStephen Warren 337d201506cSStephen Warren try: 338d201506cSStephen Warren if self.p: 339d201506cSStephen Warren self.p.close() 340d201506cSStephen Warren except: 341d201506cSStephen Warren pass 342d201506cSStephen Warren self.p = None 343d201506cSStephen Warren 344d201506cSStephen Warren def validate_version_string_in_text(self, text): 345d201506cSStephen Warren '''Assert that a command's output includes the U-Boot signon message. 346d201506cSStephen Warren 347d201506cSStephen Warren This is primarily useful for validating the "version" command without 348d201506cSStephen Warren duplicating the signon text regex in a test function. 349d201506cSStephen Warren 350d201506cSStephen Warren Args: 351d201506cSStephen Warren text: The command output text to check. 352d201506cSStephen Warren 353d201506cSStephen Warren Returns: 354d201506cSStephen Warren Nothing. An exception is raised if the validation fails. 355d201506cSStephen Warren ''' 356d201506cSStephen Warren 357d201506cSStephen Warren assert(self.u_boot_version_string in text) 358d201506cSStephen Warren 359d201506cSStephen Warren def disable_check(self, check_type): 360d201506cSStephen Warren '''Temporarily disable an error check of U-Boot's output. 361d201506cSStephen Warren 362d201506cSStephen Warren Create a new context manager (for use with the "with" statement) which 363d201506cSStephen Warren temporarily disables a particular console output error check. 364d201506cSStephen Warren 365d201506cSStephen Warren Args: 366d201506cSStephen Warren check_type: The type of error-check to disable. Valid values may 367d201506cSStephen Warren be found in self.disable_check_count above. 368d201506cSStephen Warren 369d201506cSStephen Warren Returns: 370d201506cSStephen Warren A context manager object. 371d201506cSStephen Warren ''' 372d201506cSStephen Warren 373d201506cSStephen Warren return ConsoleDisableCheck(self, check_type) 374