#!/usr/bin/env python # Copyright 2014 the V8 project authors. All rights reserved. # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions are # met: # # * Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # * Redistributions in binary form must reproduce the above # copyright notice, this list of conditions and the following # disclaimer in the documentation and/or other materials provided # with the distribution. # * Neither the name of Google Inc. nor the names of its # contributors may be used to endorse or promote products derived # from this software without specific prior written permission. # # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. import argparse from collections import OrderedDict import sys from common_includes import * ALREADY_MERGING_SENTINEL_FILE = "ALREADY_MERGING_SENTINEL_FILE" COMMIT_HASHES_FILE = "COMMIT_HASHES_FILE" TEMPORARY_PATCH_FILE = "TEMPORARY_PATCH_FILE" CONFIG = { BRANCHNAME: "prepare-merge", PERSISTFILE_BASENAME: "/tmp/v8-merge-to-branch-tempfile", ALREADY_MERGING_SENTINEL_FILE: "/tmp/v8-merge-to-branch-tempfile-already-merging", DOT_GIT_LOCATION: ".git", VERSION_FILE: "src/version.cc", TEMPORARY_PATCH_FILE: "/tmp/v8-prepare-merge-tempfile-temporary-patch", COMMITMSG_FILE: "/tmp/v8-prepare-merge-tempfile-commitmsg", COMMIT_HASHES_FILE: "/tmp/v8-merge-to-branch-tempfile-PATCH_COMMIT_HASHES", } class Preparation(Step): MESSAGE = "Preparation." def RunStep(self): if os.path.exists(self.Config(ALREADY_MERGING_SENTINEL_FILE)): if self._options.force: os.remove(self.Config(ALREADY_MERGING_SENTINEL_FILE)) elif self._options.step == 0: # pragma: no cover self.Die("A merge is already in progress") open(self.Config(ALREADY_MERGING_SENTINEL_FILE), "a").close() self.InitialEnvironmentChecks() if self._options.revert_bleeding_edge: self["merge_to_branch"] = "bleeding_edge" elif self._options.branch: self["merge_to_branch"] = self._options.branch else: # pragma: no cover self.Die("Please specify a branch to merge to") self.CommonPrepare() self.PrepareBranch() class CreateBranch(Step): MESSAGE = "Create a fresh branch for the patch." def RunStep(self): self.GitCreateBranch(self.Config(BRANCHNAME), "svn/%s" % self["merge_to_branch"]) class SearchArchitecturePorts(Step): MESSAGE = "Search for corresponding architecture ports." def RunStep(self): self["full_revision_list"] = list(OrderedDict.fromkeys( self._options.revisions)) port_revision_list = [] for revision in self["full_revision_list"]: # Search for commits which matches the "Port rXXX" pattern. git_hashes = self.GitLog(reverse=True, format="%H", grep="Port r%d" % int(revision), branch="svn/bleeding_edge") for git_hash in git_hashes.splitlines(): svn_revision = self.GitSVNFindSVNRev(git_hash, "svn/bleeding_edge") if not svn_revision: # pragma: no cover self.Die("Cannot determine svn revision for %s" % git_hash) revision_title = self.GitLog(n=1, format="%s", git_hash=git_hash) # Is this revision included in the original revision list? if svn_revision in self["full_revision_list"]: print("Found port of r%s -> r%s (already included): %s" % (revision, svn_revision, revision_title)) else: print("Found port of r%s -> r%s: %s" % (revision, svn_revision, revision_title)) port_revision_list.append(svn_revision) # Do we find any port? if len(port_revision_list) > 0: if self.Confirm("Automatically add corresponding ports (%s)?" % ", ".join(port_revision_list)): #: 'y': Add ports to revision list. self["full_revision_list"].extend(port_revision_list) class FindGitRevisions(Step): MESSAGE = "Find the git revisions associated with the patches." def RunStep(self): self["patch_commit_hashes"] = [] for revision in self["full_revision_list"]: next_hash = self.GitSVNFindGitHash(revision, "svn/bleeding_edge") if not next_hash: # pragma: no cover self.Die("Cannot determine git hash for r%s" % revision) self["patch_commit_hashes"].append(next_hash) # Stringify: [123, 234] -> "r123, r234" self["revision_list"] = ", ".join(map(lambda s: "r%s" % s, self["full_revision_list"])) if not self["revision_list"]: # pragma: no cover self.Die("Revision list is empty.") # The commit message title is added below after the version is specified. self["new_commit_msg"] = "" for commit_hash in self["patch_commit_hashes"]: patch_merge_desc = self.GitLog(n=1, format="%s", git_hash=commit_hash) self["new_commit_msg"] += "%s\n\n" % patch_merge_desc bugs = [] for commit_hash in self["patch_commit_hashes"]: msg = self.GitLog(n=1, git_hash=commit_hash) for bug in re.findall(r"^[ \t]*BUG[ \t]*=[ \t]*(.*?)[ \t]*$", msg, re.M): bugs.extend(map(lambda s: s.strip(), bug.split(","))) bug_aggregate = ",".join(sorted(filter(lambda s: s and s != "none", bugs))) if bug_aggregate: self["new_commit_msg"] += "BUG=%s\nLOG=N\n" % bug_aggregate class ApplyPatches(Step): MESSAGE = "Apply patches for selected revisions." def RunStep(self): for commit_hash in self["patch_commit_hashes"]: print("Applying patch for %s to %s..." % (commit_hash, self["merge_to_branch"])) patch = self.GitGetPatch(commit_hash) TextToFile(patch, self.Config(TEMPORARY_PATCH_FILE)) self.ApplyPatch(self.Config(TEMPORARY_PATCH_FILE), self._options.revert) if self._options.patch: self.ApplyPatch(self._options.patch, self._options.revert) class PrepareVersion(Step): MESSAGE = "Prepare version file." def RunStep(self): if self._options.revert_bleeding_edge: return # This is used to calculate the patch level increment. self.ReadAndPersistVersion() class IncrementVersion(Step): MESSAGE = "Increment version number." def RunStep(self): if self._options.revert_bleeding_edge: return new_patch = str(int(self["patch"]) + 1) if self.Confirm("Automatically increment PATCH_LEVEL? (Saying 'n' will " "fire up your EDITOR on %s so you can make arbitrary " "changes. When you're done, save the file and exit your " "EDITOR.)" % self.Config(VERSION_FILE)): text = FileToText(self.Config(VERSION_FILE)) text = MSub(r"(?<=#define PATCH_LEVEL)(?P\s+)\d*$", r"\g%s" % new_patch, text) TextToFile(text, self.Config(VERSION_FILE)) else: self.Editor(self.Config(VERSION_FILE)) self.ReadAndPersistVersion("new_") self["version"] = "%s.%s.%s.%s" % (self["new_major"], self["new_minor"], self["new_build"], self["new_patch"]) class CommitLocal(Step): MESSAGE = "Commit to local branch." def RunStep(self): # Add a commit message title. if self._options.revert: if not self._options.revert_bleeding_edge: title = ("Version %s (rollback of %s)" % (self["version"], self["revision_list"])) else: title = "Revert %s." % self["revision_list"] else: title = ("Version %s (merged %s)" % (self["version"], self["revision_list"])) self["new_commit_msg"] = "%s\n\n%s" % (title, self["new_commit_msg"]) TextToFile(self["new_commit_msg"], self.Config(COMMITMSG_FILE)) self.GitCommit(file_name=self.Config(COMMITMSG_FILE)) class CommitRepository(Step): MESSAGE = "Commit to the repository." def RunStep(self): self.GitCheckout(self.Config(BRANCHNAME)) self.WaitForLGTM() self.GitPresubmit() self.GitDCommit() class PrepareSVN(Step): MESSAGE = "Determine svn commit revision." def RunStep(self): if self._options.revert_bleeding_edge: return self.GitSVNFetch() commit_hash = self.GitLog(n=1, format="%H", grep=self["new_commit_msg"], branch="svn/%s" % self["merge_to_branch"]) if not commit_hash: # pragma: no cover self.Die("Unable to map git commit to svn revision.") self["svn_revision"] = self.GitSVNFindSVNRev(commit_hash) print "subversion revision number is r%s" % self["svn_revision"] class TagRevision(Step): MESSAGE = "Create the tag." def RunStep(self): if self._options.revert_bleeding_edge: return print "Creating tag svn/tags/%s" % self["version"] if self["merge_to_branch"] == "trunk": self["to_url"] = "trunk" else: self["to_url"] = "branches/%s" % self["merge_to_branch"] self.SVN("copy -r %s https://v8.googlecode.com/svn/%s " "https://v8.googlecode.com/svn/tags/%s -m " "\"Tagging version %s\"" % (self["svn_revision"], self["to_url"], self["version"], self["version"])) class CleanUp(Step): MESSAGE = "Cleanup." def RunStep(self): self.CommonCleanup() if not self._options.revert_bleeding_edge: print "*** SUMMARY ***" print "version: %s" % self["version"] print "branch: %s" % self["to_url"] print "svn revision: %s" % self["svn_revision"] if self["revision_list"]: print "patches: %s" % self["revision_list"] class MergeToBranch(ScriptsBase): def _Description(self): return ("Performs the necessary steps to merge revisions from " "bleeding_edge to other branches, including trunk.") def _PrepareOptions(self, parser): group = parser.add_mutually_exclusive_group(required=True) group.add_argument("--branch", help="The branch to merge to.") group.add_argument("-R", "--revert-bleeding-edge", help="Revert specified patches from bleeding edge.", default=False, action="store_true") parser.add_argument("revisions", nargs="*", help="The revisions to merge.") parser.add_argument("-f", "--force", help="Delete sentinel file.", default=False, action="store_true") parser.add_argument("-m", "--message", help="A commit message for the patch.") parser.add_argument("--revert", help="Revert specified patches.", default=False, action="store_true") parser.add_argument("-p", "--patch", help="A patch file to apply as part of the merge.") def _ProcessOptions(self, options): # TODO(machenbach): Add a test that covers revert from bleeding_edge if len(options.revisions) < 1: if not options.patch: print "Either a patch file or revision numbers must be specified" return False if not options.message: print "You must specify a merge comment if no patches are specified" return False return True def _Steps(self): return [ Preparation, CreateBranch, SearchArchitecturePorts, FindGitRevisions, ApplyPatches, PrepareVersion, IncrementVersion, CommitLocal, UploadStep, CommitRepository, PrepareSVN, TagRevision, CleanUp, ] if __name__ == "__main__": # pragma: no cover sys.exit(MergeToBranch(CONFIG).Run())