1 # SPDX-License-Identifier: GPL-2.0+
2 # Copyright (c) 2011 The Chromium OS Authors.
8 from patman import settings
9 from u_boot_pylib import command
10 from u_boot_pylib import terminal
12 # True to use --no-decorate - we check this in setup()
13 use_no_decorate = True
16 def log_cmd(commit_range, git_dir=None, oneline=False, reverse=False,
18 """Create a command to perform a 'git log'
21 commit_range: Range expression to use for log, None for none
22 git_dir: Path to git repository (None to use default)
23 oneline: True to use --oneline, else False
24 reverse: True to reverse the log (--reverse)
25 count: Number of commits to list, or None for no limit
27 List containing command and arguments to run
31 cmd += ['--git-dir', git_dir]
32 cmd += ['--no-pager', 'log', '--no-color']
34 cmd.append('--oneline')
36 cmd.append('--no-decorate')
38 cmd.append('--reverse')
40 cmd.append('-n%d' % count)
42 cmd.append(commit_range)
44 # Add this in case we have a branch with the same name as a directory.
45 # This avoids messages like this, for example:
46 # fatal: ambiguous argument 'test': both revision and filename
51 def count_commits_to_branch(branch):
52 """Returns number of commits between HEAD and the tracking branch.
54 This looks back to the tracking branch and works out the number of commits
58 branch: Branch to count from (None for current branch)
61 Number of patches that exist on top of the branch
64 us, msg = get_upstream('.git', branch)
65 rev_range = '%s..%s' % (us, branch)
67 rev_range = '@{upstream}..'
68 pipe = [log_cmd(rev_range, oneline=True)]
69 result = command.run_pipe(pipe, capture=True, capture_stderr=True,
70 oneline=True, raise_on_error=False)
71 if result.return_code:
72 raise ValueError('Failed to determine upstream: %s' %
73 result.stderr.strip())
74 patch_count = len(result.stdout.splitlines())
78 def name_revision(commit_hash):
79 """Gets the revision name for a commit
82 commit_hash: Commit hash to look up
85 Name of revision, if any, else None
87 pipe = ['git', 'name-rev', commit_hash]
88 stdout = command.run_pipe([pipe], capture=True, oneline=True).stdout
90 # We expect a commit, a space, then a revision name
91 name = stdout.split(' ')[1].strip()
95 def guess_upstream(git_dir, branch):
96 """Tries to guess the upstream for a branch
98 This lists out top commits on a branch and tries to find a suitable
99 upstream. It does this by looking for the first commit where
100 'git name-rev' returns a plain branch name, with no ! or ^ modifiers.
103 git_dir: Git directory containing repo
104 branch: Name of branch
108 Name of upstream branch (e.g. 'upstream/master') or None if none
109 Warning/error message, or None if none
111 pipe = [log_cmd(branch, git_dir=git_dir, oneline=True, count=100)]
112 result = command.run_pipe(pipe, capture=True, capture_stderr=True,
113 raise_on_error=False)
114 if result.return_code:
115 return None, "Branch '%s' not found" % branch
116 for line in result.stdout.splitlines()[1:]:
117 commit_hash = line.split(' ')[0]
118 name = name_revision(commit_hash)
119 if '~' not in name and '^' not in name:
120 if name.startswith('remotes/'):
122 return name, "Guessing upstream as '%s'" % name
123 return None, "Cannot find a suitable upstream for branch '%s'" % branch
126 def get_upstream(git_dir, branch):
127 """Returns the name of the upstream for a branch
130 git_dir: Git directory containing repo
131 branch: Name of branch
135 Name of upstream branch (e.g. 'upstream/master') or None if none
136 Warning/error message, or None if none
139 remote = command.output_one_line('git', '--git-dir', git_dir, 'config',
140 'branch.%s.remote' % branch)
141 merge = command.output_one_line('git', '--git-dir', git_dir, 'config',
142 'branch.%s.merge' % branch)
144 upstream, msg = guess_upstream(git_dir, branch)
149 elif remote and merge:
150 leaf = merge.split('/')[-1]
151 return '%s/%s' % (remote, leaf), None
153 raise ValueError("Cannot determine upstream branch for branch "
154 "'%s' remote='%s', merge='%s'"
155 % (branch, remote, merge))
158 def get_range_in_branch(git_dir, branch, include_upstream=False):
159 """Returns an expression for the commits in the given branch.
162 git_dir: Directory containing git repo
163 branch: Name of branch
165 Expression in the form 'upstream..branch' which can be used to
166 access the commits. If the branch does not exist, returns None.
168 upstream, msg = get_upstream(git_dir, branch)
171 rstr = '%s%s..%s' % (upstream, '~' if include_upstream else '', branch)
175 def count_commits_in_range(git_dir, range_expr):
176 """Returns the number of commits in the given range.
179 git_dir: Directory containing git repo
180 range_expr: Range to check
182 Number of patches that exist in the supplied range or None if none
185 pipe = [log_cmd(range_expr, git_dir=git_dir, oneline=True)]
186 result = command.run_pipe(pipe, capture=True, capture_stderr=True,
187 raise_on_error=False)
188 if result.return_code:
189 return None, "Range '%s' not found or is invalid" % range_expr
190 patch_count = len(result.stdout.splitlines())
191 return patch_count, None
194 def count_commits_in_branch(git_dir, branch, include_upstream=False):
195 """Returns the number of commits in the given branch.
198 git_dir: Directory containing git repo
199 branch: Name of branch
201 Number of patches that exist on top of the branch, or None if the
202 branch does not exist.
204 range_expr, msg = get_range_in_branch(git_dir, branch, include_upstream)
207 return count_commits_in_range(git_dir, range_expr)
210 def count_commits(commit_range):
211 """Returns the number of commits in the given range.
214 commit_range: Range of commits to count (e.g. 'HEAD..base')
216 Number of patches that exist on top of the branch
218 pipe = [log_cmd(commit_range, oneline=True),
220 stdout = command.run_pipe(pipe, capture=True, oneline=True).stdout
221 patch_count = int(stdout)
225 def checkout(commit_hash, git_dir=None, work_tree=None, force=False):
226 """Checkout the selected commit for this build
229 commit_hash: Commit hash to check out
233 pipe.extend(['--git-dir', git_dir])
235 pipe.extend(['--work-tree', work_tree])
236 pipe.append('checkout')
239 pipe.append(commit_hash)
240 result = command.run_pipe([pipe], capture=True, raise_on_error=False,
242 if result.return_code != 0:
243 raise OSError('git checkout (%s): %s' % (pipe, result.stderr))
246 def clone(git_dir, output_dir):
247 """Checkout the selected commit for this build
250 commit_hash: Commit hash to check out
252 pipe = ['git', 'clone', git_dir, '.']
253 result = command.run_pipe([pipe], capture=True, cwd=output_dir,
255 if result.return_code != 0:
256 raise OSError('git clone: %s' % result.stderr)
259 def fetch(git_dir=None, work_tree=None):
260 """Fetch from the origin repo
263 commit_hash: Commit hash to check out
267 pipe.extend(['--git-dir', git_dir])
269 pipe.extend(['--work-tree', work_tree])
271 result = command.run_pipe([pipe], capture=True, capture_stderr=True)
272 if result.return_code != 0:
273 raise OSError('git fetch: %s' % result.stderr)
276 def check_worktree_is_available(git_dir):
277 """Check if git-worktree functionality is available
280 git_dir: The repository to test in
283 True if git-worktree commands will work, False otherwise.
285 pipe = ['git', '--git-dir', git_dir, 'worktree', 'list']
286 result = command.run_pipe([pipe], capture=True, capture_stderr=True,
287 raise_on_error=False)
288 return result.return_code == 0
291 def add_worktree(git_dir, output_dir, commit_hash=None):
292 """Create and checkout a new git worktree for this build
295 git_dir: The repository to checkout the worktree from
296 output_dir: Path for the new worktree
297 commit_hash: Commit hash to checkout
299 # We need to pass --detach to avoid creating a new branch
300 pipe = ['git', '--git-dir', git_dir, 'worktree', 'add', '.', '--detach']
302 pipe.append(commit_hash)
303 result = command.run_pipe([pipe], capture=True, cwd=output_dir,
305 if result.return_code != 0:
306 raise OSError('git worktree add: %s' % result.stderr)
309 def prune_worktrees(git_dir):
310 """Remove administrative files for deleted worktrees
313 git_dir: The repository whose deleted worktrees should be pruned
315 pipe = ['git', '--git-dir', git_dir, 'worktree', 'prune']
316 result = command.run_pipe([pipe], capture=True, capture_stderr=True)
317 if result.return_code != 0:
318 raise OSError('git worktree prune: %s' % result.stderr)
321 def create_patches(branch, start, count, ignore_binary, series, signoff=True):
322 """Create a series of patches from the top of the current branch.
324 The patch files are written to the current directory using
328 branch: Branch to create patches from (None for current branch)
329 start: Commit to start from: 0=HEAD, 1=next one, etc.
330 count: number of commits to include
331 ignore_binary: Don't generate patches for binary files
332 series: Series object for this series (set of patches)
334 Filename of cover letter (None if none)
335 List of filenames of patch files
337 cmd = ['git', 'format-patch', '-M']
339 cmd.append('--signoff')
341 cmd.append('--no-binary')
342 if series.get('cover'):
343 cmd.append('--cover-letter')
344 prefix = series.GetPatchPrefix()
346 cmd += ['--subject-prefix=%s' % prefix]
347 brname = branch or 'HEAD'
348 cmd += ['%s~%d..%s~%d' % (brname, start + count, brname, start)]
350 stdout = command.run_list(cmd)
351 files = stdout.splitlines()
353 # We have an extra file if there is a cover letter
354 if series.get('cover'):
355 return files[0], files[1:]
360 def build_email_list(in_list, tag=None, alias=None, warn_on_error=True):
361 """Build a list of email addresses based on an input list.
363 Takes a list of email addresses and aliases, and turns this into a list
364 of only email address, by resolving any aliases that are present.
366 If the tag is given, then each email address is prepended with this
367 tag and a space. If the tag starts with a minus sign (indicating a
368 command line parameter) then the email address is quoted.
371 in_list: List of aliases/email addresses
372 tag: Text to put before each address
373 alias: Alias dictionary
374 warn_on_error: True to raise an error when an alias fails to match,
375 False to just print a message.
378 List of email addresses
381 >>> alias['fred'] = ['f.bloggs@napier.co.nz']
382 >>> alias['john'] = ['j.bloggs@napier.co.nz']
383 >>> alias['mary'] = ['Mary Poppins <m.poppins@cloud.net>']
384 >>> alias['boys'] = ['fred', ' john']
385 >>> alias['all'] = ['fred ', 'john', ' mary ']
386 >>> build_email_list(['john', 'mary'], None, alias)
387 ['j.bloggs@napier.co.nz', 'Mary Poppins <m.poppins@cloud.net>']
388 >>> build_email_list(['john', 'mary'], '--to', alias)
389 ['--to "j.bloggs@napier.co.nz"', \
390 '--to "Mary Poppins <m.poppins@cloud.net>"']
391 >>> build_email_list(['john', 'mary'], 'Cc', alias)
392 ['Cc j.bloggs@napier.co.nz', 'Cc Mary Poppins <m.poppins@cloud.net>']
394 quote = '"' if tag and tag[0] == '-' else ''
397 raw += lookup_email(item, alias, warn_on_error=warn_on_error)
400 if item not in result:
403 return ['%s %s%s%s' % (tag, quote, email, quote) for email in result]
407 def check_suppress_cc_config():
408 """Check if sendemail.suppresscc is configured correctly.
411 True if the option is configured correctly, False otherwise.
413 suppresscc = command.output_one_line(
414 'git', 'config', 'sendemail.suppresscc', raise_on_error=False)
416 # Other settings should be fine.
417 if suppresscc == 'all' or suppresscc == 'cccmd':
418 col = terminal.Color()
420 print((col.build(col.RED, "error") +
421 ": git config sendemail.suppresscc set to %s\n"
423 " patman needs --cc-cmd to be run to set the cc list.\n" +
425 " git config --unset sendemail.suppresscc\n" +
426 " Or read the man page:\n" +
427 " git send-email --help\n" +
428 " and set an option that runs --cc-cmd\n")
434 def email_patches(series, cover_fname, args, dry_run, warn_on_error, cc_fname,
435 self_only=False, alias=None, in_reply_to=None, thread=False,
436 smtp_server=None, get_maintainer_script=None):
437 """Email a patch series.
440 series: Series object containing destination info
441 cover_fname: filename of cover letter
442 args: list of filenames of patch files
443 dry_run: Just return the command that would be run
444 warn_on_error: True to print a warning when an alias fails to match,
446 cc_fname: Filename of Cc file for per-commit Cc
447 self_only: True to just email to yourself as a test
448 in_reply_to: If set we'll pass this to git as --in-reply-to.
449 Should be a message ID that this is in reply to.
450 thread: True to add --thread to git send-email (make
451 all patches reply to cover-letter or first patch in series)
452 smtp_server: SMTP server to use to send patches
453 get_maintainer_script: File name of script to get maintainers emails
456 Git command that was/would be run
458 # For the duration of this doctest pretend that we ran patman with ./patman
459 >>> _old_argv0 = sys.argv[0]
460 >>> sys.argv[0] = './patman'
463 >>> alias['fred'] = ['f.bloggs@napier.co.nz']
464 >>> alias['john'] = ['j.bloggs@napier.co.nz']
465 >>> alias['mary'] = ['m.poppins@cloud.net']
466 >>> alias['boys'] = ['fred', ' john']
467 >>> alias['all'] = ['fred ', 'john', ' mary ']
468 >>> alias[os.getenv('USER')] = ['this-is-me@me.com']
470 >>> series['to'] = ['fred']
471 >>> series['cc'] = ['mary']
472 >>> email_patches(series, 'cover', ['p1', 'p2'], True, True, 'cc-fname', \
474 'git send-email --annotate --to "f.bloggs@napier.co.nz" --cc \
475 "m.poppins@cloud.net" --cc-cmd "./patman send --cc-cmd cc-fname" cover p1 p2'
476 >>> email_patches(series, None, ['p1'], True, True, 'cc-fname', False, \
478 'git send-email --annotate --to "f.bloggs@napier.co.nz" --cc \
479 "m.poppins@cloud.net" --cc-cmd "./patman send --cc-cmd cc-fname" p1'
480 >>> series['cc'] = ['all']
481 >>> email_patches(series, 'cover', ['p1', 'p2'], True, True, 'cc-fname', \
483 'git send-email --annotate --to "this-is-me@me.com" --cc-cmd "./patman \
484 send --cc-cmd cc-fname" cover p1 p2'
485 >>> email_patches(series, 'cover', ['p1', 'p2'], True, True, 'cc-fname', \
487 'git send-email --annotate --to "f.bloggs@napier.co.nz" --cc \
488 "f.bloggs@napier.co.nz" --cc "j.bloggs@napier.co.nz" --cc \
489 "m.poppins@cloud.net" --cc-cmd "./patman send --cc-cmd cc-fname" cover p1 p2'
491 # Restore argv[0] since we clobbered it.
492 >>> sys.argv[0] = _old_argv0
494 to = build_email_list(series.get('to'), '--to', alias, warn_on_error)
496 git_config_to = command.output('git', 'config', 'sendemail.to',
497 raise_on_error=False)
498 if not git_config_to:
499 print("No recipient.\n"
500 "Please add something like this to a commit\n"
501 "Series-to: Fred Bloggs <f.blogs@napier.co.nz>\n"
502 "Or do something like this\n"
503 "git config sendemail.to u-boot@lists.denx.de")
505 cc = build_email_list(list(set(series.get('cc')) - set(series.get('to'))),
506 '--cc', alias, warn_on_error)
508 to = build_email_list([os.getenv('USER')], '--to',
509 alias, warn_on_error)
511 cmd = ['git', 'send-email', '--annotate']
513 cmd.append('--smtp-server=%s' % smtp_server)
515 cmd.append('--in-reply-to="%s"' % in_reply_to)
517 cmd.append('--thread')
521 cmd += ['--cc-cmd', '"%s send --cc-cmd %s"' % (sys.argv[0], cc_fname)]
523 cmd.append(cover_fname)
525 cmdstr = ' '.join(cmd)
531 def lookup_email(lookup_name, alias=None, warn_on_error=True, level=0):
532 """If an email address is an alias, look it up and return the full name
534 TODO: Why not just use git's own alias feature?
537 lookup_name: Alias or email address to look up
538 alias: Dictionary containing aliases (None to use settings default)
539 warn_on_error: True to print a warning when an alias fails to match,
544 list containing a list of email addresses
547 OSError if a recursive alias reference was found
548 ValueError if an alias was not found
551 >>> alias['fred'] = ['f.bloggs@napier.co.nz']
552 >>> alias['john'] = ['j.bloggs@napier.co.nz']
553 >>> alias['mary'] = ['m.poppins@cloud.net']
554 >>> alias['boys'] = ['fred', ' john', 'f.bloggs@napier.co.nz']
555 >>> alias['all'] = ['fred ', 'john', ' mary ']
556 >>> alias['loop'] = ['other', 'john', ' mary ']
557 >>> alias['other'] = ['loop', 'john', ' mary ']
558 >>> lookup_email('mary', alias)
559 ['m.poppins@cloud.net']
560 >>> lookup_email('arthur.wellesley@howe.ro.uk', alias)
561 ['arthur.wellesley@howe.ro.uk']
562 >>> lookup_email('boys', alias)
563 ['f.bloggs@napier.co.nz', 'j.bloggs@napier.co.nz']
564 >>> lookup_email('all', alias)
565 ['f.bloggs@napier.co.nz', 'j.bloggs@napier.co.nz', 'm.poppins@cloud.net']
566 >>> lookup_email('odd', alias)
567 Alias 'odd' not found
569 >>> lookup_email('loop', alias)
570 Traceback (most recent call last):
572 OSError: Recursive email alias at 'other'
573 >>> lookup_email('odd', alias, warn_on_error=False)
575 >>> # In this case the loop part will effectively be ignored.
576 >>> lookup_email('loop', alias, warn_on_error=False)
577 Recursive email alias at 'other'
578 Recursive email alias at 'john'
579 Recursive email alias at 'mary'
580 ['j.bloggs@napier.co.nz', 'm.poppins@cloud.net']
583 alias = settings.alias
584 lookup_name = lookup_name.strip()
585 if '@' in lookup_name: # Perhaps a real email address
588 lookup_name = lookup_name.lower()
589 col = terminal.Color()
593 msg = "Recursive email alias at '%s'" % lookup_name
597 print(col.build(col.RED, msg))
601 if lookup_name not in alias:
602 msg = "Alias '%s' not found" % lookup_name
604 print(col.build(col.RED, msg))
606 for item in alias[lookup_name]:
607 todo = lookup_email(item, alias, warn_on_error, level + 1)
608 for new_item in todo:
609 if new_item not in out_list:
610 out_list.append(new_item)
616 """Return name of top-level directory for this git repo.
619 Full path to git top-level directory
621 This test makes sure that we are running tests in the right subdir
623 >>> os.path.realpath(os.path.dirname(__file__)) == \
624 os.path.join(get_top_level(), 'tools', 'patman')
627 return command.output_one_line('git', 'rev-parse', '--show-toplevel')
630 def get_alias_file():
631 """Gets the name of the git alias file.
634 Filename of git alias file, or None if none
636 fname = command.output_one_line('git', 'config', 'sendemail.aliasesfile',
637 raise_on_error=False)
641 fname = os.path.expanduser(fname.strip())
642 if os.path.isabs(fname):
645 return os.path.join(get_top_level(), fname)
648 def get_default_user_name():
649 """Gets the user.name from .gitconfig file.
652 User name found in .gitconfig file, or None if none
654 uname = command.output_one_line('git', 'config', '--global', '--includes', 'user.name')
658 def get_default_user_email():
659 """Gets the user.email from the global .gitconfig file.
662 User's email found in .gitconfig file, or None if none
664 uemail = command.output_one_line('git', 'config', '--global', '--includes', 'user.email')
668 def get_default_subject_prefix():
669 """Gets the format.subjectprefix from local .git/config file.
672 Subject prefix found in local .git/config file, or None if none
674 sub_prefix = command.output_one_line(
675 'git', 'config', 'format.subjectprefix', raise_on_error=False)
681 """Set up git utils, by reading the alias files."""
682 # Check for a git alias file also
683 global use_no_decorate
685 alias_fname = get_alias_file()
687 settings.ReadGitAliases(alias_fname)
688 cmd = log_cmd(None, count=0)
689 use_no_decorate = (command.run_pipe([cmd], raise_on_error=False)
694 """Get the hash of the current HEAD
699 return command.output_one_line('git', 'show', '-s', '--pretty=format:%H')
702 if __name__ == "__main__":