release.py 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197
  1. from __future__ import absolute_import
  2. from __future__ import print_function
  3. from __future__ import unicode_literals
  4. import argparse
  5. import os
  6. import sys
  7. import time
  8. from jinja2 import Template
  9. from release.bintray import BintrayAPI
  10. from release.const import BINTRAY_ORG
  11. from release.const import NAME
  12. from release.const import REPO_ROOT
  13. from release.downloader import BinaryDownloader
  14. from release.repository import get_contributors
  15. from release.repository import Repository
  16. from release.repository import upload_assets
  17. from release.utils import branch_name
  18. from release.utils import compatibility_matrix
  19. from release.utils import read_release_notes_from_changelog
  20. from release.utils import ScriptError
  21. from release.utils import update_init_py_version
  22. from release.utils import update_run_sh_version
  23. def create_initial_branch(repository, release, base, bintray_user):
  24. release_branch = repository.create_release_branch(release, base)
  25. print('Updating version info in __init__.py and run.sh')
  26. update_run_sh_version(release)
  27. update_init_py_version(release)
  28. input('Please add the release notes to the CHANGELOG.md file, then press Enter to continue.')
  29. proceed = ''
  30. while proceed.lower() != 'y':
  31. print(repository.diff())
  32. proceed = input('Are these changes ok? y/N ')
  33. repository.create_bump_commit(release_branch, release)
  34. repository.push_branch_to_remote(release_branch)
  35. bintray_api = BintrayAPI(os.environ['BINTRAY_TOKEN'], bintray_user)
  36. print('Creating data repository {} on bintray'.format(release_branch.name))
  37. bintray_api.create_repository(BINTRAY_ORG, release_branch.name, 'generic')
  38. def monitor_pr_status(pr_data):
  39. print('Waiting for CI to complete...')
  40. last_commit = pr_data.get_commits().reversed[0]
  41. while True:
  42. status = last_commit.get_combined_status()
  43. if status.state == 'pending':
  44. summary = {
  45. 'pending': 0,
  46. 'success': 0,
  47. 'failure': 0,
  48. }
  49. for detail in status.statuses:
  50. summary[detail.state] += 1
  51. print('{pending} pending, {success} successes, {failure} failures'.format(**summary))
  52. if status.total_count == 0:
  53. # Mostly for testing purposes against repos with no CI setup
  54. return True
  55. time.sleep(30)
  56. elif status.state == 'success':
  57. print('{} successes: all clear!'.format(status.total_count))
  58. return True
  59. else:
  60. raise ScriptError('CI failure detected')
  61. def create_release_draft(repository, version, pr_data, files):
  62. print('Creating Github release draft')
  63. with open(os.path.join(os.path.dirname(__file__), 'release.md.tmpl'), 'r') as f:
  64. template = Template(f.read())
  65. print('Rendering release notes based on template')
  66. release_notes = template.render(
  67. version=version,
  68. compat_matrix=compatibility_matrix(),
  69. integrity=files,
  70. contributors=get_contributors(pr_data),
  71. changelog=read_release_notes_from_changelog(),
  72. )
  73. gh_release = repository.create_release(
  74. version, release_notes, draft=True, prerelease='-rc' in version,
  75. target_commitish='release'
  76. )
  77. print('Release draft initialized')
  78. return gh_release
  79. def resume(args):
  80. raise NotImplementedError()
  81. try:
  82. repository = Repository(REPO_ROOT, args.repo or NAME)
  83. br_name = branch_name(args.release)
  84. if not repository.branch_exists(br_name):
  85. raise ScriptError('No local branch exists for this release.')
  86. # release_branch = repository.checkout_branch(br_name)
  87. except ScriptError as e:
  88. print(e)
  89. return 1
  90. return 0
  91. def cancel(args):
  92. try:
  93. repository = Repository(REPO_ROOT, args.repo or NAME)
  94. repository.close_release_pr(args.release)
  95. repository.remove_release(args.release)
  96. repository.remove_bump_branch(args.release)
  97. # TODO: uncomment after testing is complete
  98. # bintray_api = BintrayAPI(os.environ['BINTRAY_TOKEN'], args.bintray_user)
  99. # print('Removing Bintray data repository for {}'.format(args.release))
  100. # bintray_api.delete_repository(BINTRAY_ORG, branch_name(args.release))
  101. except ScriptError as e:
  102. print(e)
  103. return 1
  104. print('Release cancellation complete.')
  105. return 0
  106. def start(args):
  107. try:
  108. repository = Repository(REPO_ROOT, args.repo or NAME)
  109. create_initial_branch(repository, args.release, args.base, args.bintray_user)
  110. pr_data = repository.create_release_pull_request(args.release)
  111. monitor_pr_status(pr_data)
  112. downloader = BinaryDownloader(args.destination)
  113. files = downloader.download_all(args.release)
  114. gh_release = create_release_draft(repository, args.release, pr_data, files)
  115. upload_assets(gh_release, files)
  116. except ScriptError as e:
  117. print(e)
  118. return 1
  119. return 0
  120. def main():
  121. if 'GITHUB_TOKEN' not in os.environ:
  122. print('GITHUB_TOKEN environment variable must be set')
  123. return 1
  124. if 'BINTRAY_TOKEN' not in os.environ:
  125. print('BINTRAY_TOKEN environment variable must be set')
  126. return 1
  127. parser = argparse.ArgumentParser(
  128. description='Orchestrate a new release of docker/compose. This tool assumes that you have'
  129. 'obtained a Github API token and Bintray API key and set the GITHUB_TOKEN and'
  130. 'BINTRAY_TOKEN environment variables accordingly.',
  131. epilog='''Example uses:
  132. * Start a new feature release (includes all changes currently in master)
  133. release.py -b user start 1.23.0
  134. * Start a new patch release
  135. release.py -b user --patch 1.21.0 start 1.21.1
  136. * Cancel / rollback an existing release draft
  137. release.py -b user cancel 1.23.0
  138. * Restart a previously aborted patch release
  139. release.py -b user -p 1.21.0 resume 1.21.1
  140. ''', formatter_class=argparse.RawTextHelpFormatter)
  141. parser.add_argument(
  142. 'action', choices=['start', 'resume', 'cancel'],
  143. help='The action to be performed for this release'
  144. )
  145. parser.add_argument('release', help='Release number, e.g. 1.9.0-rc1, 2.1.1')
  146. parser.add_argument(
  147. '--patch', '-p', dest='base',
  148. help='Which version is being patched by this release'
  149. )
  150. parser.add_argument(
  151. '--repo', '-r', dest='repo',
  152. help='Start a release for the given repo (default: {})'.format(NAME)
  153. )
  154. parser.add_argument(
  155. '-b', dest='bintray_user', required=True, metavar='USER',
  156. help='Username associated with the Bintray API key'
  157. )
  158. parser.add_argument(
  159. '--destination', '-o', metavar='DIR', default='binaries',
  160. help='Directory where release binaries will be downloaded relative to the project root'
  161. )
  162. args = parser.parse_args()
  163. if args.action == 'start':
  164. return start(args)
  165. elif args.action == 'resume':
  166. return resume(args)
  167. elif args.action == 'cancel':
  168. return cancel(args)
  169. print('Unexpected action "{}"'.format(args.action), file=sys.stderr)
  170. return 1
  171. if __name__ == '__main__':
  172. sys.exit(main())