123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893 |
- #!/usr/bin/env python
- # -*- coding: utf-8 -*-
- # Copyright 2020 The Matrix.org Foundation C.I.C.
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- """An interactive script for doing a release. See `cli()` below.
- """
- import glob
- import json
- import os
- import re
- import subprocess
- import sys
- import time
- import urllib.request
- from os import path
- from tempfile import TemporaryDirectory
- from typing import Any, List, Match, Optional, Union
- import attr
- import click
- import commonmark
- import git
- from click.exceptions import ClickException
- from git import GitCommandError, Repo
- from github import Github
- from packaging import version
- def run_until_successful(
- command: str, *args: Any, **kwargs: Any
- ) -> subprocess.CompletedProcess:
- while True:
- completed_process = subprocess.run(command, *args, **kwargs)
- exit_code = completed_process.returncode
- if exit_code == 0:
- # successful, so nothing more to do here.
- return completed_process
- print(f"The command {command!r} failed with exit code {exit_code}.")
- print("Please try to correct the failure and then re-run.")
- click.confirm("Try again?", abort=True)
- @click.group()
- def cli() -> None:
- """An interactive script to walk through the parts of creating a release.
- Requirements:
- - The dev dependencies be installed, which can be done via:
- pip install -e .[dev]
- - A checkout of the sytest repository at ../sytest
- Then to use:
- ./scripts-dev/release.py prepare
- # ... ask others to look at the changelog ...
- ./scripts-dev/release.py tag
- # wait for assets to build, either manually or with:
- ./scripts-dev/release.py wait-for-actions
- ./scripts-dev/release.py publish
- ./scripts-dev/release.py upload
- ./scripts-dev/release.py merge-back
- # Optional: generate some nice links for the announcement
- ./scripts-dev/release.py announce
- Alternatively, `./scripts-dev/release.py full` will do all the above
- as well as guiding you through the manual steps.
- If the env var GH_TOKEN (or GITHUB_TOKEN) is set, or passed into the
- `tag`/`publish` command, then a new draft release will be created/published.
- """
- @cli.command()
- def prepare() -> None:
- _prepare()
- def _prepare() -> None:
- """Do the initial stages of creating a release, including creating release
- branch, updating changelog and pushing to GitHub.
- """
- # Make sure we're in a git repo.
- synapse_repo = get_repo_and_check_clean_checkout()
- sytest_repo = get_repo_and_check_clean_checkout("../sytest", "sytest")
- click.secho("Updating Synapse and Sytest git repos...")
- synapse_repo.remote().fetch()
- sytest_repo.remote().fetch()
- # Get the current version and AST from root Synapse module.
- current_version = get_package_version()
- # Figure out what sort of release we're doing and calcuate the new version.
- rc = click.confirm("RC", default=True)
- if current_version.pre:
- # If the current version is an RC we don't need to bump any of the
- # version numbers (other than the RC number).
- if rc:
- new_version = "{}.{}.{}rc{}".format(
- current_version.major,
- current_version.minor,
- current_version.micro,
- current_version.pre[1] + 1,
- )
- else:
- new_version = "{}.{}.{}".format(
- current_version.major,
- current_version.minor,
- current_version.micro,
- )
- else:
- # If this is a new release cycle then we need to know if it's a minor
- # or a patch version bump.
- release_type = click.prompt(
- "Release type",
- type=click.Choice(("minor", "patch")),
- show_choices=True,
- default="minor",
- )
- if release_type == "minor":
- if rc:
- new_version = "{}.{}.{}rc1".format(
- current_version.major,
- current_version.minor + 1,
- 0,
- )
- else:
- new_version = "{}.{}.{}".format(
- current_version.major,
- current_version.minor + 1,
- 0,
- )
- else:
- if rc:
- new_version = "{}.{}.{}rc1".format(
- current_version.major,
- current_version.minor,
- current_version.micro + 1,
- )
- else:
- new_version = "{}.{}.{}".format(
- current_version.major,
- current_version.minor,
- current_version.micro + 1,
- )
- # Confirm the calculated version is OK.
- if not click.confirm(f"Create new version: {new_version}?", default=True):
- click.get_current_context().abort()
- # Switch to the release branch.
- parsed_new_version = version.parse(new_version)
- # We assume for debian changelogs that we only do RCs or full releases.
- assert not parsed_new_version.is_devrelease
- assert not parsed_new_version.is_postrelease
- release_branch_name = get_release_branch_name(parsed_new_version)
- release_branch = find_ref(synapse_repo, release_branch_name)
- if release_branch:
- if release_branch.is_remote():
- # If the release branch only exists on the remote we check it out
- # locally.
- synapse_repo.git.checkout(release_branch_name)
- else:
- # If a branch doesn't exist we create one. We ask which one branch it
- # should be based off, defaulting to sensible values depending on the
- # release type.
- if current_version.is_prerelease:
- default = release_branch_name
- elif release_type == "minor":
- default = "develop"
- else:
- default = "master"
- branch_name = click.prompt(
- "Which branch should the release be based on?", default=default
- )
- for repo_name, repo in {"synapse": synapse_repo, "sytest": sytest_repo}.items():
- base_branch = find_ref(repo, branch_name)
- if not base_branch:
- print(f"Could not find base branch {branch_name} for {repo_name}!")
- click.get_current_context().abort()
- # Check out the base branch and ensure it's up to date
- repo.head.set_reference(
- base_branch, f"check out the base branch for {repo_name}"
- )
- repo.head.reset(index=True, working_tree=True)
- if not base_branch.is_remote():
- update_branch(repo)
- # Create the new release branch
- repo.create_head(release_branch_name, commit=base_branch)
- # Special-case SyTest: we don't actually prepare any files so we may
- # as well push it now (and only when we create a release branch;
- # not on subsequent RCs or full releases).
- if click.confirm("Push new SyTest branch?", default=True):
- sytest_repo.git.push("-u", sytest_repo.remote().name, release_branch_name)
- # Switch to the release branch and ensure it's up to date.
- synapse_repo.git.checkout(release_branch_name)
- update_branch(synapse_repo)
- # Update the version specified in pyproject.toml.
- subprocess.check_output(["poetry", "version", new_version])
- # Generate changelogs.
- generate_and_write_changelog(synapse_repo, current_version, new_version)
- # Generate debian changelogs
- if parsed_new_version.pre is not None:
- # If this is an RC then we need to coerce the version string to match
- # Debian norms, e.g. 1.39.0rc2 gets converted to 1.39.0~rc2.
- base_ver = parsed_new_version.base_version
- pre_type, pre_num = parsed_new_version.pre
- debian_version = f"{base_ver}~{pre_type}{pre_num}"
- else:
- debian_version = new_version
- run_until_successful(
- f'dch -M -v {debian_version} "New Synapse release {new_version}."',
- shell=True,
- )
- run_until_successful('dch -M -r -D stable ""', shell=True)
- # Show the user the changes and ask if they want to edit the change log.
- synapse_repo.git.add("-u")
- subprocess.run("git diff --cached", shell=True)
- if click.confirm("Edit changelog?", default=False):
- click.edit(filename="CHANGES.md")
- # Commit the changes.
- synapse_repo.git.add("-u")
- synapse_repo.git.commit("-m", new_version)
- # We give the option to bail here in case the user wants to make sure things
- # are OK before pushing.
- if not click.confirm("Push branch to github?", default=True):
- print("")
- print("Run when ready to push:")
- print("")
- print(
- f"\tgit push -u {synapse_repo.remote().name} {synapse_repo.active_branch.name}"
- )
- print("")
- sys.exit(0)
- # Otherwise, push and open the changelog in the browser.
- synapse_repo.git.push(
- "-u", synapse_repo.remote().name, synapse_repo.active_branch.name
- )
- print("Opening the changelog in your browser...")
- print("Please ask #synapse-dev to give it a check.")
- click.launch(
- f"https://github.com/matrix-org/synapse/blob/{synapse_repo.active_branch.name}/CHANGES.md"
- )
- @cli.command()
- @click.option("--gh-token", envvar=["GH_TOKEN", "GITHUB_TOKEN"])
- def tag(gh_token: Optional[str]) -> None:
- _tag(gh_token)
- def _tag(gh_token: Optional[str]) -> None:
- """Tags the release and generates a draft GitHub release"""
- # Make sure we're in a git repo.
- repo = get_repo_and_check_clean_checkout()
- click.secho("Updating git repo...")
- repo.remote().fetch()
- # Find out the version and tag name.
- current_version = get_package_version()
- tag_name = f"v{current_version}"
- # Check we haven't released this version.
- if tag_name in repo.tags:
- raise click.ClickException(f"Tag {tag_name} already exists!\n")
- # Check we're on the right release branch
- release_branch = get_release_branch_name(current_version)
- if repo.active_branch.name != release_branch:
- click.echo(
- f"Need to be on the release branch ({release_branch}) before tagging. "
- f"Currently on ({repo.active_branch.name})."
- )
- click.get_current_context().abort()
- # Get the appropriate changelogs and tag.
- changes = get_changes_for_version(current_version)
- click.echo_via_pager(changes)
- if click.confirm("Edit text?", default=False):
- edited_changes = click.edit(changes, require_save=False)
- # This assert is for mypy's benefit. click's docs are a little unclear, but
- # when `require_save=False`, not saving the temp file in the editor returns
- # the original string.
- assert edited_changes is not None
- changes = edited_changes
- repo.create_tag(tag_name, message=changes, sign=True)
- if not click.confirm("Push tag to GitHub?", default=True):
- print("")
- print("Run when ready to push:")
- print("")
- print(f"\tgit push {repo.remote().name} tag {current_version}")
- print("")
- return
- repo.git.push(repo.remote().name, "tag", tag_name)
- # If no token was given, we bail here
- if not gh_token:
- print("Launching the GitHub release page in your browser.")
- print("Please correct the title and create a draft.")
- if current_version.is_prerelease:
- print("As this is an RC, remember to mark it as a pre-release!")
- print("(by the way, this step can be automated by passing --gh-token,")
- print("or one of the GH_TOKEN or GITHUB_TOKEN env vars.)")
- click.launch(f"https://github.com/matrix-org/synapse/releases/edit/{tag_name}")
- print("Once done, you need to wait for the release assets to build.")
- if click.confirm("Launch the release assets actions page?", default=True):
- click.launch(
- f"https://github.com/matrix-org/synapse/actions?query=branch%3A{tag_name}"
- )
- return
- # Create a new draft release
- gh = Github(gh_token)
- gh_repo = gh.get_repo("matrix-org/synapse")
- release = gh_repo.create_git_release(
- tag=tag_name,
- name=tag_name,
- message=changes,
- draft=True,
- prerelease=current_version.is_prerelease,
- )
- # Open the release and the actions where we are building the assets.
- print("Launching the release page and the actions page.")
- click.launch(release.html_url)
- click.launch(
- f"https://github.com/matrix-org/synapse/actions?query=branch%3A{tag_name}"
- )
- click.echo("Wait for release assets to be built")
- @cli.command()
- @click.option("--gh-token", envvar=["GH_TOKEN", "GITHUB_TOKEN"], required=True)
- def publish(gh_token: str) -> None:
- _publish(gh_token)
- def _publish(gh_token: str) -> None:
- """Publish release on GitHub."""
- # Make sure we're in a git repo.
- get_repo_and_check_clean_checkout()
- current_version = get_package_version()
- tag_name = f"v{current_version}"
- if not click.confirm(f"Publish release {tag_name} on GitHub?", default=True):
- return
- # Publish the draft release
- gh = Github(gh_token)
- gh_repo = gh.get_repo("matrix-org/synapse")
- for release in gh_repo.get_releases():
- if release.title == tag_name:
- break
- else:
- raise ClickException(f"Failed to find GitHub release for {tag_name}")
- assert release.title == tag_name
- if not release.draft:
- click.echo("Release already published.")
- return
- release = release.update_release(
- name=release.title,
- message=release.body,
- tag_name=release.tag_name,
- prerelease=release.prerelease,
- draft=False,
- )
- @cli.command()
- @click.option("--gh-token", envvar=["GH_TOKEN", "GITHUB_TOKEN"], required=False)
- def upload(gh_token: Optional[str]) -> None:
- _upload(gh_token)
- def _upload(gh_token: Optional[str]) -> None:
- """Upload release to pypi."""
- current_version = get_package_version()
- tag_name = f"v{current_version}"
- # Check we have the right tag checked out.
- repo = get_repo_and_check_clean_checkout()
- tag = repo.tag(f"refs/tags/{tag_name}")
- if repo.head.commit != tag.commit:
- click.echo(f"Tag {tag_name} ({tag.commit}) is not currently checked out!")
- click.get_current_context().abort()
- # Query all the assets corresponding to this release.
- gh = Github(gh_token)
- gh_repo = gh.get_repo("matrix-org/synapse")
- gh_release = gh_repo.get_release(tag_name)
- all_assets = set(gh_release.get_assets())
- # Only accept the wheels and sdist.
- # Notably: we don't care about debs.tar.xz.
- asset_names_and_urls = sorted(
- (asset.name, asset.browser_download_url)
- for asset in all_assets
- if asset.name.endswith((".whl", ".tar.gz"))
- )
- # Print out what we've determined.
- print("Found relevant assets:")
- for asset_name, _ in asset_names_and_urls:
- print(f" - {asset_name}")
- ignored_asset_names = sorted(
- {asset.name for asset in all_assets}
- - {asset_name for asset_name, _ in asset_names_and_urls}
- )
- print("\nIgnoring irrelevant assets:")
- for asset_name in ignored_asset_names:
- print(f" - {asset_name}")
- with TemporaryDirectory(prefix=f"synapse_upload_{tag_name}_") as tmpdir:
- for name, asset_download_url in asset_names_and_urls:
- filename = path.join(tmpdir, name)
- click.echo(f"Downloading {name} into {filename}")
- urllib.request.urlretrieve(asset_download_url, filename=filename)
- if click.confirm("Upload to PyPI?", default=True):
- subprocess.run("twine upload *", shell=True, cwd=tmpdir)
- click.echo(
- f"Done! Remember to merge the tag {tag_name} into the appropriate branches"
- )
- def _merge_into(repo: Repo, source: str, target: str) -> None:
- """
- Merges branch `source` into branch `target`.
- Pulls both before merging and pushes the result.
- """
- # Update our branches and switch to the target branch
- for branch in [source, target]:
- click.echo(f"Switching to {branch} and pulling...")
- repo.heads[branch].checkout()
- # Pull so we're up to date
- repo.remote().pull()
- assert repo.active_branch.name == target
- try:
- # TODO This seemed easier than using GitPython directly
- click.echo(f"Merging {source}...")
- repo.git.merge(source)
- except GitCommandError as exc:
- # If a merge conflict occurs, give some context and try to
- # make it easy to abort if necessary.
- click.echo(exc)
- if not click.confirm(
- f"Likely merge conflict whilst merging ({source} → {target}). "
- f"Have you resolved it?"
- ):
- repo.git.merge("--abort")
- return
- # Push result.
- click.echo("Pushing...")
- repo.remote().push()
- @cli.command()
- @click.option("--gh-token", envvar=["GH_TOKEN", "GITHUB_TOKEN"], required=False)
- def wait_for_actions(gh_token: Optional[str]) -> None:
- _wait_for_actions(gh_token)
- def _wait_for_actions(gh_token: Optional[str]) -> None:
- # Find out the version and tag name.
- current_version = get_package_version()
- tag_name = f"v{current_version}"
- # Authentication is optional on this endpoint,
- # but use a token if we have one to reduce the chance of being rate-limited.
- url = f"https://api.github.com/repos/matrix-org/synapse/actions/runs?branch={tag_name}"
- headers = {"Accept": "application/vnd.github+json"}
- if gh_token is not None:
- headers["authorization"] = f"token {gh_token}"
- req = urllib.request.Request(url, headers=headers)
- time.sleep(10 * 60)
- while True:
- time.sleep(5 * 60)
- response = urllib.request.urlopen(req)
- resp = json.loads(response.read())
- if len(resp["workflow_runs"]) == 0:
- continue
- if all(
- workflow["status"] != "in_progress" for workflow in resp["workflow_runs"]
- ):
- success = (
- workflow["status"] == "completed" for workflow in resp["workflow_runs"]
- )
- if success:
- _notify("Workflows successful. You can now continue the release.")
- else:
- _notify("Workflows failed.")
- click.confirm("Continue anyway?", abort=True)
- break
- def _notify(message: str) -> None:
- # Send a bell character. Most terminals will play a sound or show a notification
- # for this.
- click.echo(f"\a{message}")
- # Try and run notify-send, but don't raise an Exception if this fails
- # (This is best-effort)
- # TODO Support other platforms?
- subprocess.run(
- [
- "notify-send",
- "--app-name",
- "Synapse Release Script",
- "--expire-time",
- "3600000",
- message,
- ]
- )
- @cli.command()
- def merge_back() -> None:
- _merge_back()
- def _merge_back() -> None:
- """Merge the release branch back into the appropriate branches.
- All branches will be automatically pulled from the remote and the results
- will be pushed to the remote."""
- synapse_repo = get_repo_and_check_clean_checkout()
- branch_name = synapse_repo.active_branch.name
- if not branch_name.startswith("release-v"):
- raise RuntimeError("Not on a release branch. This does not seem sensible.")
- # Pull so we're up to date
- synapse_repo.remote().pull()
- current_version = get_package_version()
- if current_version.is_prerelease:
- # Release candidate
- if click.confirm(f"Merge {branch_name} → develop?", default=True):
- _merge_into(synapse_repo, branch_name, "develop")
- else:
- # Full release
- sytest_repo = get_repo_and_check_clean_checkout("../sytest", "sytest")
- if click.confirm(f"Merge {branch_name} → master?", default=True):
- _merge_into(synapse_repo, branch_name, "master")
- if click.confirm("Merge master → develop?", default=True):
- _merge_into(synapse_repo, "master", "develop")
- if click.confirm(f"On SyTest, merge {branch_name} → master?", default=True):
- _merge_into(sytest_repo, branch_name, "master")
- if click.confirm("On SyTest, merge master → develop?", default=True):
- _merge_into(sytest_repo, "master", "develop")
- @cli.command()
- def announce() -> None:
- _announce()
- def _announce() -> None:
- """Generate markdown to announce the release."""
- current_version = get_package_version()
- tag_name = f"v{current_version}"
- click.echo(
- f"""
- Hi everyone. Synapse {current_version} has just been released.
- [notes](https://github.com/matrix-org/synapse/releases/tag/{tag_name}) | \
- [docker](https://hub.docker.com/r/matrixdotorg/synapse/tags?name={tag_name}) | \
- [debs](https://packages.matrix.org/debian/) | \
- [pypi](https://pypi.org/project/matrix-synapse/{current_version}/)"""
- )
- if "rc" in tag_name:
- click.echo(
- """
- Announce the RC in
- - #homeowners:matrix.org (Synapse Announcements)
- - #synapse-dev:matrix.org"""
- )
- else:
- click.echo(
- """
- Announce the release in
- - #homeowners:matrix.org (Synapse Announcements), bumping the version in the topic
- - #synapse:matrix.org (Synapse Admins), bumping the version in the topic
- - #synapse-dev:matrix.org
- - #synapse-package-maintainers:matrix.org
- Ask the designated people to do the blog and tweets."""
- )
- @cli.command()
- @click.option("--gh-token", envvar=["GH_TOKEN", "GITHUB_TOKEN"], required=True)
- def full(gh_token: str) -> None:
- click.echo("1. If this is a security release, read the security wiki page.")
- click.echo("2. Check for any release blockers before proceeding.")
- click.echo(" https://github.com/matrix-org/synapse/labels/X-Release-Blocker")
- click.confirm("Ready?", abort=True)
- click.echo("\n*** prepare ***")
- _prepare()
- click.echo("Deploy to matrix.org and ensure that it hasn't fallen over.")
- click.echo("Remember to silence the alerts to prevent alert spam.")
- click.confirm("Deployed?", abort=True)
- click.echo("\n*** tag ***")
- _tag(gh_token)
- click.echo("\n*** wait for actions ***")
- _wait_for_actions(gh_token)
- click.echo("\n*** publish ***")
- _publish(gh_token)
- click.echo("\n*** upload ***")
- _upload(gh_token)
- click.echo("\n*** merge back ***")
- _merge_back()
- click.echo("\nUpdate the Debian repository")
- click.confirm("Started updating Debian repository?", abort=True)
- click.echo("\nWait for all release methods to be ready.")
- # Docker should be ready because it was done by the workflows earlier
- # PyPI should be ready because we just ran upload().
- # TODO Automatically poll until the Debs have made it to packages.matrix.org
- click.confirm("Debs ready?", abort=True)
- click.echo("\n*** announce ***")
- _announce()
- def get_package_version() -> version.Version:
- version_string = subprocess.check_output(["poetry", "version", "--short"]).decode(
- "utf-8"
- )
- return version.Version(version_string)
- def get_release_branch_name(version_number: version.Version) -> str:
- return f"release-v{version_number.major}.{version_number.minor}"
- def get_repo_and_check_clean_checkout(
- path: str = ".", name: str = "synapse"
- ) -> git.Repo:
- """Get the project repo and check it's not got any uncommitted changes."""
- try:
- repo = git.Repo(path=path)
- except git.InvalidGitRepositoryError:
- raise click.ClickException(
- f"{path} is not a git repository (expecting a {name} repository)."
- )
- if repo.is_dirty():
- raise click.ClickException(f"Uncommitted changes exist in {path}.")
- return repo
- def find_ref(repo: git.Repo, ref_name: str) -> Optional[git.HEAD]:
- """Find the branch/ref, looking first locally then in the remote."""
- if ref_name in repo.references:
- return repo.references[ref_name]
- elif ref_name in repo.remote().refs:
- return repo.remote().refs[ref_name]
- else:
- return None
- def update_branch(repo: git.Repo) -> None:
- """Ensure branch is up to date if it has a remote"""
- tracking_branch = repo.active_branch.tracking_branch()
- if tracking_branch:
- repo.git.merge(tracking_branch.name)
- def get_changes_for_version(wanted_version: version.Version) -> str:
- """Get the changelogs for the given version.
- If an RC then will only get the changelog for that RC version, otherwise if
- its a full release will get the changelog for the release and all its RCs.
- """
- with open("CHANGES.md") as f:
- changes = f.read()
- # First we parse the changelog so that we can split it into sections based
- # on the release headings.
- ast = commonmark.Parser().parse(changes)
- @attr.s(auto_attribs=True)
- class VersionSection:
- title: str
- # These are 0-based.
- start_line: int
- end_line: Optional[int] = None # Is none if its the last entry
- headings: List[VersionSection] = []
- for node, _ in ast.walker():
- # We look for all text nodes that are in a level 1 heading.
- if node.t != "text":
- continue
- if node.parent.t != "heading" or node.parent.level != 1:
- continue
- # If we have a previous heading then we update its `end_line`.
- if headings:
- headings[-1].end_line = node.parent.sourcepos[0][0] - 1
- headings.append(VersionSection(node.literal, node.parent.sourcepos[0][0] - 1))
- changes_by_line = changes.split("\n")
- version_changelog = [] # The lines we want to include in the changelog
- # Go through each section and find any that match the requested version.
- regex = re.compile(r"^Synapse v?(\S+)")
- for section in headings:
- groups = regex.match(section.title)
- if not groups:
- continue
- heading_version = version.parse(groups.group(1))
- heading_base_version = version.parse(heading_version.base_version)
- # Check if heading version matches the requested version, or if its an
- # RC of the requested version.
- if wanted_version not in (heading_version, heading_base_version):
- continue
- version_changelog.extend(changes_by_line[section.start_line : section.end_line])
- return "\n".join(version_changelog)
- def generate_and_write_changelog(
- repo: Repo, current_version: version.Version, new_version: str
- ) -> None:
- # We do this by getting a draft so that we can edit it before writing to the
- # changelog.
- result = run_until_successful(
- f"python3 -m towncrier build --draft --version {new_version}",
- shell=True,
- capture_output=True,
- )
- new_changes = result.stdout.decode("utf-8")
- new_changes = new_changes.replace(
- "No significant changes.", f"No significant changes since {current_version}."
- )
- new_changes += build_dependabot_changelog(
- repo,
- current_version,
- )
- # Prepend changes to changelog
- with open("CHANGES.md", "r+") as f:
- existing_content = f.read()
- f.seek(0, 0)
- f.write(new_changes)
- f.write("\n")
- f.write(existing_content)
- # Remove all the news fragments
- for filename in glob.iglob("changelog.d/*.*"):
- os.remove(filename)
- def build_dependabot_changelog(repo: Repo, current_version: version.Version) -> str:
- """Summarise dependabot commits between `current_version` and `release_branch`.
- Returns an empty string if there have been no such commits; otherwise outputs a
- third-level markdown header followed by an unordered list."""
- last_release_commit = repo.tag("v" + str(current_version)).commit
- rev_spec = f"{last_release_commit.hexsha}.."
- commits = list(git.objects.Commit.iter_items(repo, rev_spec))
- messages = []
- for commit in reversed(commits):
- if commit.author.name == "dependabot[bot]":
- message: Union[str, bytes] = commit.message
- if isinstance(message, bytes):
- message = message.decode("utf-8")
- messages.append(message.split("\n", maxsplit=1)[0])
- if not messages:
- print(f"No dependabot commits in range {rev_spec}", file=sys.stderr)
- return ""
- messages.sort()
- def replacer(match: Match[str]) -> str:
- desc = match.group(1)
- number = match.group(2)
- return f"* {desc}. ([\\#{number}](https://github.com/matrix-org/synapse/issues/{number}))"
- for i, message in enumerate(messages):
- messages[i] = re.sub(r"(.*) \(#(\d+)\)$", replacer, message)
- messages.insert(0, "### Updates to locked dependencies\n")
- # Add an extra blank line to the bottom of the section
- messages.append("")
- return "\n".join(messages)
- @cli.command()
- @click.argument("since")
- def test_dependabot_changelog(since: str) -> None:
- """Test building the dependabot changelog.
- Summarises all dependabot commits between the SINCE tag and the current git HEAD."""
- print(build_dependabot_changelog(git.Repo("."), version.Version(since)))
- if __name__ == "__main__":
- cli()
|