10d24de9dSSimon Glass# Copyright (c) 2011 The Chromium OS Authors. 20d24de9dSSimon Glass# 31a459660SWolfgang Denk# SPDX-License-Identifier: GPL-2.0+ 40d24de9dSSimon Glass# 50d24de9dSSimon Glass 6a920a17bSPaul Burtonfrom __future__ import print_function 7a920a17bSPaul Burton 831187255SDoug Andersonimport itertools 90d24de9dSSimon Glassimport os 100d24de9dSSimon Glass 1121a19d70SDoug Andersonimport get_maintainer 120d24de9dSSimon Glassimport gitutil 130d24de9dSSimon Glassimport terminal 140d24de9dSSimon Glass 150d24de9dSSimon Glass# Series-xxx tags that we understand 16fe2f8d9eSSimon Glassvalid_series = ['to', 'cc', 'version', 'changes', 'prefix', 'notes', 'name', 17d9917b0bSSimon Glass 'cover_cc', 'process_log'] 180d24de9dSSimon Glass 190d24de9dSSimon Glassclass Series(dict): 200d24de9dSSimon Glass """Holds information about a patch series, including all tags. 210d24de9dSSimon Glass 220d24de9dSSimon Glass Vars: 230d24de9dSSimon Glass cc: List of aliases/emails to Cc all patches to 240d24de9dSSimon Glass commits: List of Commit objects, one for each patch 250d24de9dSSimon Glass cover: List of lines in the cover letter 260d24de9dSSimon Glass notes: List of lines in the notes 270d24de9dSSimon Glass changes: (dict) List of changes for each version, The key is 280d24de9dSSimon Glass the integer version number 29f0b739f1SSimon Glass allow_overwrite: Allow tags to overwrite an existing tag 300d24de9dSSimon Glass """ 310d24de9dSSimon Glass def __init__(self): 320d24de9dSSimon Glass self.cc = [] 330d24de9dSSimon Glass self.to = [] 34fe2f8d9eSSimon Glass self.cover_cc = [] 350d24de9dSSimon Glass self.commits = [] 360d24de9dSSimon Glass self.cover = None 370d24de9dSSimon Glass self.notes = [] 380d24de9dSSimon Glass self.changes = {} 39f0b739f1SSimon Glass self.allow_overwrite = False 400d24de9dSSimon Glass 41d94566a1SDoug Anderson # Written in MakeCcFile() 42d94566a1SDoug Anderson # key: name of patch file 43d94566a1SDoug Anderson # value: list of email addresses 44d94566a1SDoug Anderson self._generated_cc = {} 45d94566a1SDoug Anderson 460d24de9dSSimon Glass # These make us more like a dictionary 470d24de9dSSimon Glass def __setattr__(self, name, value): 480d24de9dSSimon Glass self[name] = value 490d24de9dSSimon Glass 500d24de9dSSimon Glass def __getattr__(self, name): 510d24de9dSSimon Glass return self[name] 520d24de9dSSimon Glass 530d24de9dSSimon Glass def AddTag(self, commit, line, name, value): 540d24de9dSSimon Glass """Add a new Series-xxx tag along with its value. 550d24de9dSSimon Glass 560d24de9dSSimon Glass Args: 570d24de9dSSimon Glass line: Source line containing tag (useful for debug/error messages) 580d24de9dSSimon Glass name: Tag name (part after 'Series-') 590d24de9dSSimon Glass value: Tag value (part after 'Series-xxx: ') 600d24de9dSSimon Glass """ 610d24de9dSSimon Glass # If we already have it, then add to our list 62fe2f8d9eSSimon Glass name = name.replace('-', '_') 63f0b739f1SSimon Glass if name in self and not self.allow_overwrite: 640d24de9dSSimon Glass values = value.split(',') 650d24de9dSSimon Glass values = [str.strip() for str in values] 660d24de9dSSimon Glass if type(self[name]) != type([]): 670d24de9dSSimon Glass raise ValueError("In %s: line '%s': Cannot add another value " 680d24de9dSSimon Glass "'%s' to series '%s'" % 690d24de9dSSimon Glass (commit.hash, line, values, self[name])) 700d24de9dSSimon Glass self[name] += values 710d24de9dSSimon Glass 720d24de9dSSimon Glass # Otherwise just set the value 730d24de9dSSimon Glass elif name in valid_series: 74070b781bSAlbert ARIBAUD if name=="notes": 75070b781bSAlbert ARIBAUD self[name] = [value] 76070b781bSAlbert ARIBAUD else: 770d24de9dSSimon Glass self[name] = value 780d24de9dSSimon Glass else: 790d24de9dSSimon Glass raise ValueError("In %s: line '%s': Unknown 'Series-%s': valid " 80ef0e9de8SSimon Glass "options are %s" % (commit.hash, line, name, 810d24de9dSSimon Glass ', '.join(valid_series))) 820d24de9dSSimon Glass 830d24de9dSSimon Glass def AddCommit(self, commit): 840d24de9dSSimon Glass """Add a commit into our list of commits 850d24de9dSSimon Glass 860d24de9dSSimon Glass We create a list of tags in the commit subject also. 870d24de9dSSimon Glass 880d24de9dSSimon Glass Args: 890d24de9dSSimon Glass commit: Commit object to add 900d24de9dSSimon Glass """ 910d24de9dSSimon Glass commit.CheckTags() 920d24de9dSSimon Glass self.commits.append(commit) 930d24de9dSSimon Glass 940d24de9dSSimon Glass def ShowActions(self, args, cmd, process_tags): 950d24de9dSSimon Glass """Show what actions we will/would perform 960d24de9dSSimon Glass 970d24de9dSSimon Glass Args: 980d24de9dSSimon Glass args: List of patch files we created 990d24de9dSSimon Glass cmd: The git command we would have run 1000d24de9dSSimon Glass process_tags: Process tags as if they were aliases 1010d24de9dSSimon Glass """ 1022181830fSPeter Tyser to_set = set(gitutil.BuildEmailList(self.to)); 1032181830fSPeter Tyser cc_set = set(gitutil.BuildEmailList(self.cc)); 1042181830fSPeter Tyser 1050d24de9dSSimon Glass col = terminal.Color() 106a920a17bSPaul Burton print('Dry run, so not doing much. But I would do this:') 107a920a17bSPaul Burton print() 108a920a17bSPaul Burton print('Send a total of %d patch%s with %scover letter.' % ( 1090d24de9dSSimon Glass len(args), '' if len(args) == 1 else 'es', 110a920a17bSPaul Burton self.get('cover') and 'a ' or 'no ')) 1110d24de9dSSimon Glass 1120d24de9dSSimon Glass # TODO: Colour the patches according to whether they passed checks 1130d24de9dSSimon Glass for upto in range(len(args)): 1140d24de9dSSimon Glass commit = self.commits[upto] 115a920a17bSPaul Burton print(col.Color(col.GREEN, ' %s' % args[upto])) 116d94566a1SDoug Anderson cc_list = list(self._generated_cc[commit.patch]) 1172181830fSPeter Tyser for email in set(cc_list) - to_set - cc_set: 1180d24de9dSSimon Glass if email == None: 1190d24de9dSSimon Glass email = col.Color(col.YELLOW, "<alias '%s' not found>" 1200d24de9dSSimon Glass % tag) 1210d24de9dSSimon Glass if email: 1226f8abf76SSimon Glass print(' Cc: ', email) 1230d24de9dSSimon Glass print 1242181830fSPeter Tyser for item in to_set: 125a920a17bSPaul Burton print('To:\t ', item) 1262181830fSPeter Tyser for item in cc_set - to_set: 127a920a17bSPaul Burton print('Cc:\t ', item) 128a920a17bSPaul Burton print('Version: ', self.get('version')) 129a920a17bSPaul Burton print('Prefix:\t ', self.get('prefix')) 1300d24de9dSSimon Glass if self.cover: 131a920a17bSPaul Burton print('Cover: %d lines' % len(self.cover)) 132fe2f8d9eSSimon Glass cover_cc = gitutil.BuildEmailList(self.get('cover_cc', '')) 133fe2f8d9eSSimon Glass all_ccs = itertools.chain(cover_cc, *self._generated_cc.values()) 1342181830fSPeter Tyser for email in set(all_ccs) - to_set - cc_set: 135a920a17bSPaul Burton print(' Cc: ', email) 1360d24de9dSSimon Glass if cmd: 137a920a17bSPaul Burton print('Git command: %s' % cmd) 1380d24de9dSSimon Glass 1390d24de9dSSimon Glass def MakeChangeLog(self, commit): 1400d24de9dSSimon Glass """Create a list of changes for each version. 1410d24de9dSSimon Glass 1420d24de9dSSimon Glass Return: 1430d24de9dSSimon Glass The change log as a list of strings, one per line 1440d24de9dSSimon Glass 14527e97600SSimon Glass Changes in v4: 146244e6f97SOtavio Salvador - Jog the dial back closer to the widget 147244e6f97SOtavio Salvador 14827e97600SSimon Glass Changes in v3: None 14927e97600SSimon Glass Changes in v2: 1500d24de9dSSimon Glass - Fix the widget 1510d24de9dSSimon Glass - Jog the dial 1520d24de9dSSimon Glass 1530d24de9dSSimon Glass etc. 1540d24de9dSSimon Glass """ 1550d24de9dSSimon Glass final = [] 156645b271aSSimon Glass process_it = self.get('process_log', '').split(',') 157645b271aSSimon Glass process_it = [item.strip() for item in process_it] 1580d24de9dSSimon Glass need_blank = False 159244e6f97SOtavio Salvador for change in sorted(self.changes, reverse=True): 1600d24de9dSSimon Glass out = [] 1610d24de9dSSimon Glass for this_commit, text in self.changes[change]: 1620d24de9dSSimon Glass if commit and this_commit != commit: 1630d24de9dSSimon Glass continue 164645b271aSSimon Glass if 'uniq' not in process_it or text not in out: 1650d24de9dSSimon Glass out.append(text) 16627e97600SSimon Glass line = 'Changes in v%d:' % change 16727e97600SSimon Glass have_changes = len(out) > 0 168645b271aSSimon Glass if 'sort' in process_it: 169645b271aSSimon Glass out = sorted(out) 17027e97600SSimon Glass if have_changes: 17127e97600SSimon Glass out.insert(0, line) 17227e97600SSimon Glass else: 17327e97600SSimon Glass out = [line + ' None'] 1740d24de9dSSimon Glass if need_blank: 17527e97600SSimon Glass out.insert(0, '') 1760d24de9dSSimon Glass final += out 17727e97600SSimon Glass need_blank = have_changes 1780d24de9dSSimon Glass if self.changes: 1790d24de9dSSimon Glass final.append('') 1800d24de9dSSimon Glass return final 1810d24de9dSSimon Glass 1820d24de9dSSimon Glass def DoChecks(self): 1830d24de9dSSimon Glass """Check that each version has a change log 1840d24de9dSSimon Glass 1850d24de9dSSimon Glass Print an error if something is wrong. 1860d24de9dSSimon Glass """ 1870d24de9dSSimon Glass col = terminal.Color() 1880d24de9dSSimon Glass if self.get('version'): 1890d24de9dSSimon Glass changes_copy = dict(self.changes) 190d5f81d8aSOtavio Salvador for version in range(1, int(self.version) + 1): 1910d24de9dSSimon Glass if self.changes.get(version): 1920d24de9dSSimon Glass del changes_copy[version] 1930d24de9dSSimon Glass else: 194d5f81d8aSOtavio Salvador if version > 1: 1950d24de9dSSimon Glass str = 'Change log missing for v%d' % version 196a920a17bSPaul Burton print(col.Color(col.RED, str)) 1970d24de9dSSimon Glass for version in changes_copy: 1980d24de9dSSimon Glass str = 'Change log for unknown version v%d' % version 199a920a17bSPaul Burton print(col.Color(col.RED, str)) 2000d24de9dSSimon Glass elif self.changes: 2010d24de9dSSimon Glass str = 'Change log exists, but no version is set' 202a920a17bSPaul Burton print(col.Color(col.RED, str)) 2030d24de9dSSimon Glass 204983a2749SSimon Glass def MakeCcFile(self, process_tags, cover_fname, raise_on_error, 205983a2749SSimon Glass add_maintainers): 2060d24de9dSSimon Glass """Make a cc file for us to use for per-commit Cc automation 2070d24de9dSSimon Glass 208d94566a1SDoug Anderson Also stores in self._generated_cc to make ShowActions() faster. 209d94566a1SDoug Anderson 2100d24de9dSSimon Glass Args: 2110d24de9dSSimon Glass process_tags: Process tags as if they were aliases 21231187255SDoug Anderson cover_fname: If non-None the name of the cover letter. 213a1318f7cSSimon Glass raise_on_error: True to raise an error when an alias fails to match, 214a1318f7cSSimon Glass False to just print a message. 215*1f487f85SSimon Glass add_maintainers: Either: 216*1f487f85SSimon Glass True/False to call the get_maintainers to CC maintainers 217*1f487f85SSimon Glass List of maintainers to include (for testing) 2180d24de9dSSimon Glass Return: 2190d24de9dSSimon Glass Filename of temp file created 2200d24de9dSSimon Glass """ 2210d24de9dSSimon Glass # Look for commit tags (of the form 'xxx:' at the start of the subject) 2220d24de9dSSimon Glass fname = '/tmp/patman.%d' % os.getpid() 2230d24de9dSSimon Glass fd = open(fname, 'w') 22431187255SDoug Anderson all_ccs = [] 2250d24de9dSSimon Glass for commit in self.commits: 2260d24de9dSSimon Glass list = [] 2270d24de9dSSimon Glass if process_tags: 228a1318f7cSSimon Glass list += gitutil.BuildEmailList(commit.tags, 229a1318f7cSSimon Glass raise_on_error=raise_on_error) 230a1318f7cSSimon Glass list += gitutil.BuildEmailList(commit.cc_list, 231a1318f7cSSimon Glass raise_on_error=raise_on_error) 232*1f487f85SSimon Glass if type(add_maintainers) == type(list): 233*1f487f85SSimon Glass list += add_maintainers 234*1f487f85SSimon Glass elif add_maintainers: 23521a19d70SDoug Anderson list += get_maintainer.GetMaintainer(commit.patch) 2366f8abf76SSimon Glass list = [m.encode('utf-8') if type(m) != str else m for m in list] 23731187255SDoug Anderson all_ccs += list 2386f8abf76SSimon Glass print(commit.patch, ', '.join(set(list)), file=fd) 239d94566a1SDoug Anderson self._generated_cc[commit.patch] = list 2400d24de9dSSimon Glass 24131187255SDoug Anderson if cover_fname: 242fe2f8d9eSSimon Glass cover_cc = gitutil.BuildEmailList(self.get('cover_cc', '')) 2436f8abf76SSimon Glass cover_cc = [m.encode('utf-8') if type(m) != str else m 2446f8abf76SSimon Glass for m in cover_cc] 2456f8abf76SSimon Glass cc_list = ', '.join([x.decode('utf-8') 2466f8abf76SSimon Glass for x in set(cover_cc + all_ccs)]) 247f11a0af7SChris Packham print(cover_fname, cc_list.encode('utf-8'), file=fd) 24831187255SDoug Anderson 2490d24de9dSSimon Glass fd.close() 2500d24de9dSSimon Glass return fname 2510d24de9dSSimon Glass 2520d24de9dSSimon Glass def AddChange(self, version, commit, info): 2530d24de9dSSimon Glass """Add a new change line to a version. 2540d24de9dSSimon Glass 2550d24de9dSSimon Glass This will later appear in the change log. 2560d24de9dSSimon Glass 2570d24de9dSSimon Glass Args: 2580d24de9dSSimon Glass version: version number to add change list to 2590d24de9dSSimon Glass info: change line for this version 2600d24de9dSSimon Glass """ 2610d24de9dSSimon Glass if not self.changes.get(version): 2620d24de9dSSimon Glass self.changes[version] = [] 2630d24de9dSSimon Glass self.changes[version].append([commit, info]) 2640d24de9dSSimon Glass 2650d24de9dSSimon Glass def GetPatchPrefix(self): 2660d24de9dSSimon Glass """Get the patch version string 2670d24de9dSSimon Glass 2680d24de9dSSimon Glass Return: 2690d24de9dSSimon Glass Patch string, like 'RFC PATCH v5' or just 'PATCH' 2700d24de9dSSimon Glass """ 2713871cd85SWu, Josh git_prefix = gitutil.GetDefaultSubjectPrefix() 2723871cd85SWu, Josh if git_prefix: 2733871cd85SWu, Josh git_prefix = '%s][' % git_prefix 2743871cd85SWu, Josh else: 2753871cd85SWu, Josh git_prefix = '' 2763871cd85SWu, Josh 2770d24de9dSSimon Glass version = '' 2780d24de9dSSimon Glass if self.get('version'): 2790d24de9dSSimon Glass version = ' v%s' % self['version'] 2800d24de9dSSimon Glass 2810d24de9dSSimon Glass # Get patch name prefix 2820d24de9dSSimon Glass prefix = '' 2830d24de9dSSimon Glass if self.get('prefix'): 2840d24de9dSSimon Glass prefix = '%s ' % self['prefix'] 2853871cd85SWu, Josh return '%s%sPATCH%s' % (git_prefix, prefix, version) 286