lib/bb/runqueue.py

4 Handles preparation and execution of a queue of tasks
77 # Index used to pair up potentially matching multiconfig tasks
87     Holds statistics on the tasks handled by the associated runQueue
138     Control the order tasks are scheduled in.
217         # Once tasks are running we don't need to worry about them again
226         # this is the case, otherwise the pressure limitation could result in no tasks
227         # being active and no new tasks started thereby, at times, breaking the scheduler.
231         # Filter out tasks that have a max number of threads that have been exceeded
302     heavier weighted tasks (tasks needed by the most other tasks) are run first.
331     running all tasks related to the same .bb file one after the after.
340         # Extract list of tasks for each recipe, with tasks sorted
343         # tasks that must run first before the ones that run later;
351         # common tasks get skipped and new ones get inserted after the
353         # lists should differ only by their number of tasks, but not
354         # the ordering of the common tasks, this should result in a
383         # Now reverse the order so that tasks that finish the work on one
388         # Group tasks of the same kind before tasks of less important
394         # tasks of foo before any of the less important tasks in any
398         # All of this only applies when tasks are runable. Explicit
407         # tasks from foo would continue to run once that is done, and
479     def circular_depchains_handler(self, tasks):  argument
481         Some tasks aren't buildable, likely due to circular dependency issues.
541 …msgs.append("  Task %s (dependent Tasks %s)\n" % (dep, self.runq_depends_names(self.runtaskentries…
565             for task in tasks:
574         Calculate a number representing the "weight" of each task. Heavier weighted tasks
577         This function also sanity checks the task list finding tasks that are not
618             message = "%s unbuildable tasks were found.\n" % len(problem_tasks)
619 …ains found will be printed below. Increase the debug level to see a list of unbuildable tasks.\n\n"
657         # Step A - Work out a list of tasks to run
663         # To create the actual list of tasks to execute we fix the list of
879                 # Handle recursive tasks which depend upon other recursive tasks
901         # Step B - Mark all active tasks
903         # Start with the tasks we were asked to run and mark all dependencies
905         # all active tasks are marked, prune the ones we don't need.
907         logger.verbose("Marking Active Tasks")
960                 tasks = []
963                         tasks.append(taskname_from_tid(x))
964                 close_matches = difflib.get_close_matches(task, tasks, cutoff=0.7)
971             # For tasks called "XXXX-", ony run their dependencies
980         # Step C - Prune all inactive tasks
982         # Once all active tasks are marked, prune the ones we don't need.
986             # re-run the mark_active and then drop unused tasks from new list
1015 …bb.msg.fatal("RunQueue", "Could not find any tasks with the tasknames %s to run within the recipes…
1021             # re-run the mark_active and then drop unused tasks from new list
1040 …bb.msg.fatal("RunQueue", "Could not find any tasks with the tasknames %s to run within the taskgra…
1046         # Check to make sure we still have tasks to run
1049 …fatal("RunQueue", "All buildable tasks have been run but the build is incomplete (--continue mode)…
1051 …   bb.msg.fatal("RunQueue", "No active tasks and not in --continue mode?! Please report this bug.")
1053         logger.verbose("Pruned %s inactive tasks, %s left", len(delcount), len(self.runtaskentries))
1066         # Identify tasks at the end of dependency chains
1088         # Sanity Check - Check for multiple tasks building the same provider
1122 …msgs.append("\nA list of tasks depending on these providers is shown and may help explain where th…
1188         # Iterate over the task list looking for tasks with a 'setscene' function
1481         Run the tasks in a queue prepared by rqdata.prepare()
1496                                                             "Initialising tasks",
1537                 logger.info('No setscene tasks')
1543             logger.info('Executing Tasks')
1563 …logger.info("Tasks Summary: Attempted %d tasks of which %d didn't need to be rerun and %d failed."…
1566 …logger.info("Tasks Summary: Attempted %d tasks of which %d didn't need to be rerun and all succeed…
1665         # Tasks which are both setscene and noexec never care about dependencies
1666         # We therefore find tasks which are setscene and noexec and mark their
1708 …("The differences between the current build and any cached tasks start at the following tasks:\n" …
1818         # List of setscene tasks which we've covered
1820         # List of tasks which are covered (including setscene ones)
1827         # We can't skip specified target tasks which aren't setscene tasks
2028             logger.debug('We could skip tasks %s', "\n".join(sorted(self.scenequeue_covered)))
2038             logger.error("Scenequeue had holdoff tasks: %s" % pprint.pformat(self.holdoff_tasks))
2071         Run the tasks in a queue prepared by prepare_runqueue
2095                     # If covered tasks are running, need to wait for them to complete
2136                 logger.debug2('No setscene tasks should be executed. Skipping %s', task)
2168             hashequiv_logger.verbose("Setscene tasks completed")
2255         # No more tasks can be run. If we have deferred setscene tasks we should run them.
2259 …logger.warning("Runqeueue deadlocked on deferred tasks, forcing task %s blocked by %s" % (deferred…
2295     # We filter out multiconfig dependencies from taskdepdata we pass to the tasks
2373 …         # Make sure we rehash any other tasks with the same task hash that we're deferred against.
2387         # Work out all tasks which depend upon these
2400         # Now iterate those tasks in dependency order to regenerate their taskhash/unihash
2447             hashequiv_logger.debug(pprint.pformat("Tasks changed:\n%s" % (changed)))
2463             # Check no tasks this covers are running
2663         # Check task that is going to run against the ignore tasks list
2665         # Ignore covered tasks
2668         # Ignore stamped tasks
2671         # Ignore noexec tasks
2684 …msg.append('\nThis is usually due to missing setscene tasks. Those missing in this build were: %s'…
2699         # Setscene tasks directly depended upon by the build
2701         # List of setscene tasks which aren't present
2703         # A list of normal tasks a setscene task covers
2713     # dependencies between the setscene tasks only complicate the code. This code
2730     # Secondly process the chains between setscene tasks.
2747             tasks = set()
2749                 tasks |= task
2751                 tasks |= sq_revdeps_squash[point]
2753                 for t in tasks:
2757                 sq_revdeps_squash[point] = tasks
2762                 if tasks:
2763                     sq_revdeps_squash[dep] |= tasks
2773     # Build a list of tasks which are "unskippable"
2774     # These are direct endpoints referenced by the build upto and including setscene tasks
2775     # Take the build endpoints (no revdeps) and find the sstate tasks they depend upon
2788 …  # These are tasks which have no setscene tasks in their chain, need to mark as directly buildable
2891     # Compute a list of 'stale' sstate tasks where the current hash does not match the one
2983         self.message = "Waiting for %s active tasks to finish" % remain
3054     Event when all the sceneQueue tasks are complete