Update release automation for CI updates (#178)
* Update release automation for CI updates * flake8 * Fixed Manifest * empty commit * oops
This commit is contained in:
Alex Gaynor
Paul Kehrer
parent
61e833684f
commit
cb29250759
@ -8,7 +8,7 @@ include src/build_bcrypt.py
|
||||
recursive-include src/_csrc *
|
||||
recursive-include tests *.py
|
||||
|
||||
exclude requirements.txt tasks.py .travis.yml azure-pipelines.yml
|
||||
exclude requirements.txt release.py .travis.yml azure-pipelines.yml
|
||||
|
||||
exclude .azure-pipelines
|
||||
recursive-exclude .azure-pipelines *
|
||||
|
||||
102
release.py
Normal file
102
release.py
Normal file
@ -0,0 +1,102 @@
|
||||
# This file is dual licensed under the terms of the Apache License, Version
|
||||
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
|
||||
# for complete details.
|
||||
|
||||
from __future__ import absolute_import, division, print_function
|
||||
|
||||
import getpass
|
||||
import glob
|
||||
import os
|
||||
import subprocess
|
||||
import tempfile
|
||||
import time
|
||||
import zipfile
|
||||
|
||||
from azure.devops.connection import Connection
|
||||
from azure.devops.v5_1.build.models import Build
|
||||
|
||||
import click
|
||||
|
||||
from msrest.authentication import BasicAuthentication
|
||||
|
||||
|
||||
def run(*args, **kwargs):
|
||||
print("[running] {0}".format(list(args)))
|
||||
subprocess.check_call(list(args), **kwargs)
|
||||
|
||||
|
||||
def wait_for_build_completed_azure(build_client, build_id):
|
||||
while True:
|
||||
build = build_client.get_build("bcrypt", build_id)
|
||||
if build.finish_time is not None:
|
||||
break
|
||||
time.sleep(3)
|
||||
|
||||
|
||||
def download_artifacts_azure(build_client, build_id):
|
||||
artifacts = build_client.get_artifacts("bcrypt", build_id)
|
||||
paths = []
|
||||
for artifact in artifacts:
|
||||
contents = build_client.get_artifact_content_zip(
|
||||
"bcrypt", build_id, artifact.name
|
||||
)
|
||||
with tempfile.NamedTemporaryFile() as f:
|
||||
for chunk in contents:
|
||||
f.write(chunk)
|
||||
f.flush()
|
||||
with zipfile.ZipFile(f.name) as z:
|
||||
for name in z.namelist():
|
||||
if not name.endswith(".whl"):
|
||||
continue
|
||||
p = z.open(name)
|
||||
out_path = os.path.join(
|
||||
os.path.dirname(__file__),
|
||||
"dist",
|
||||
os.path.basename(name),
|
||||
)
|
||||
with open(out_path, "wb") as f:
|
||||
f.write(p.read())
|
||||
paths.append(out_path)
|
||||
return paths
|
||||
|
||||
|
||||
def build_wheels_azure(version):
|
||||
token = getpass.getpass("Azure personal access token: ")
|
||||
credentials = BasicAuthentication("", token)
|
||||
connection = Connection(
|
||||
base_url="https://dev.azure.com/pyca", creds=credentials
|
||||
)
|
||||
build_client = connection.clients.get_build_client()
|
||||
[definition] = build_client.get_definitions(
|
||||
"bcrypt", "bcrypt-wheel-builder"
|
||||
)
|
||||
build_description = Build(
|
||||
definition=definition,
|
||||
)
|
||||
build = build_client.queue_build(
|
||||
project="bcrypt", build=build_description
|
||||
)
|
||||
wait_for_build_completed_azure(build_client, build.id)
|
||||
return download_artifacts_azure(build_client, build.id)
|
||||
|
||||
|
||||
@click.command()
|
||||
@click.argument("version")
|
||||
def release(version):
|
||||
"""
|
||||
``version`` should be a string like '0.4' or '1.0'.
|
||||
"""
|
||||
run("git", "tag", "-s", version, "-m", "{0} release".format(version))
|
||||
run("git", "push", "--tags")
|
||||
|
||||
run("python", "setup.py", "sdist")
|
||||
|
||||
packages = glob.glob("dist/bcrypt-{0}*".format(version))
|
||||
run("twine", "upload", "-s", *packages)
|
||||
|
||||
azure_wheel_paths = build_wheels_azure(version)
|
||||
run("twine", "upload", *azure_wheel_paths)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
release()
|
||||
120
tasks.py
120
tasks.py
@ -1,120 +0,0 @@
|
||||
from __future__ import absolute_import, division, print_function
|
||||
|
||||
import getpass
|
||||
import io
|
||||
import os
|
||||
import time
|
||||
|
||||
from clint.textui.progress import Bar as ProgressBar
|
||||
|
||||
import invoke
|
||||
|
||||
import requests
|
||||
|
||||
|
||||
JENKINS_URL = "https://jenkins.cryptography.io/job/bcrypt-wheel-builder"
|
||||
|
||||
|
||||
def wait_for_build_completed(session):
|
||||
# Wait 20 seconds before actually checking if the build is complete, to
|
||||
# ensure that it had time to really start.
|
||||
time.sleep(20)
|
||||
while True:
|
||||
response = session.get(
|
||||
"{}/lastBuild/api/json/".format(JENKINS_URL),
|
||||
headers={
|
||||
"Accept": "application/json",
|
||||
}
|
||||
)
|
||||
response.raise_for_status()
|
||||
if not response.json()["building"]:
|
||||
assert response.json()["result"] == "SUCCESS"
|
||||
break
|
||||
time.sleep(0.1)
|
||||
|
||||
|
||||
def download_artifacts(session):
|
||||
response = session.get(
|
||||
"{}/lastBuild/api/json/".format(JENKINS_URL),
|
||||
headers={
|
||||
"Accept": "application/json"
|
||||
}
|
||||
)
|
||||
response.raise_for_status()
|
||||
assert not response.json()["building"]
|
||||
assert response.json()["result"] == "SUCCESS"
|
||||
|
||||
paths = []
|
||||
|
||||
last_build_number = response.json()["number"]
|
||||
for run in response.json()["runs"]:
|
||||
if run["number"] != last_build_number:
|
||||
print(
|
||||
"Skipping {} as it is not from the latest build ({})".format(
|
||||
run["url"], last_build_number
|
||||
)
|
||||
)
|
||||
continue
|
||||
|
||||
response = session.get(
|
||||
run["url"] + "api/json/",
|
||||
headers={
|
||||
"Accept": "application/json",
|
||||
}
|
||||
)
|
||||
response.raise_for_status()
|
||||
for artifact in response.json()["artifacts"]:
|
||||
response = session.get(
|
||||
"{}artifact/{}".format(run["url"], artifact["relativePath"]),
|
||||
stream=True
|
||||
)
|
||||
assert response.headers["content-length"]
|
||||
print("Downloading {}".format(artifact["fileName"]))
|
||||
bar = ProgressBar(
|
||||
expected_size=int(response.headers["content-length"]),
|
||||
filled_char="="
|
||||
)
|
||||
content = io.BytesIO()
|
||||
for data in response.iter_content(chunk_size=8192):
|
||||
content.write(data)
|
||||
bar.show(content.tell())
|
||||
assert bar.expected_size == content.tell()
|
||||
bar.done()
|
||||
out_path = os.path.join(
|
||||
os.path.dirname(__file__),
|
||||
"dist",
|
||||
artifact["fileName"],
|
||||
)
|
||||
with open(out_path, "wb") as f:
|
||||
f.write(content.getvalue())
|
||||
paths.append(out_path)
|
||||
return paths
|
||||
|
||||
|
||||
@invoke.task
|
||||
def release(version):
|
||||
"""
|
||||
``version`` should be a string like '0.4' or '1.0'.
|
||||
"""
|
||||
invoke.run("git tag -s {0} -m '{0} release'".format(version))
|
||||
invoke.run("git push --tags")
|
||||
|
||||
invoke.run("python setup.py sdist")
|
||||
|
||||
invoke.run(
|
||||
"twine upload -s dist/bcrypt-{}*".format(version)
|
||||
)
|
||||
|
||||
session = requests.Session()
|
||||
|
||||
token = getpass.getpass("Input the Jenkins token: ")
|
||||
response = session.post(
|
||||
"{}/build?token={}".format(JENKINS_URL, token),
|
||||
params={
|
||||
"cause": "Building wheels for {}".format(version)
|
||||
}
|
||||
)
|
||||
response.raise_for_status()
|
||||
wait_for_build_completed(session)
|
||||
paths = download_artifacts(session)
|
||||
invoke.run("twine upload {}".format(" ".join(paths)))
|
||||
Loading…
Reference in New Issue
Block a user