mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-13 01:41:59 +00:00
a911e65b34
Co-authored-by: Mikhail f. Shiryaev <felixoid@clickhouse.com>
154 lines
5.5 KiB
Python
154 lines
5.5 KiB
Python
#!/usr/bin/env python3
|
|
import os
|
|
import subprocess
|
|
import datetime
|
|
|
|
FILE_WITH_VERSION_PATH = "cmake/autogenerated_versions.txt"
|
|
CHANGELOG_IN_PATH = "debian/changelog.in"
|
|
CHANGELOG_PATH = "debian/changelog"
|
|
CONTRIBUTORS_SCRIPT_DIR = "src/Storages/System/"
|
|
|
|
|
|
class ClickHouseVersion():
|
|
def __init__(self, major, minor, patch, tweak, revision):
|
|
self.major = major
|
|
self.minor = minor
|
|
self.patch = patch
|
|
self.tweak = tweak
|
|
self.revision = revision
|
|
|
|
def minor_update(self):
|
|
return ClickHouseVersion(
|
|
self.major,
|
|
self.minor + 1,
|
|
1,
|
|
1,
|
|
self.revision + 1)
|
|
|
|
def patch_update(self):
|
|
return ClickHouseVersion(
|
|
self.major,
|
|
self.minor,
|
|
self.patch + 1,
|
|
1,
|
|
self.revision)
|
|
|
|
def tweak_update(self):
|
|
return ClickHouseVersion(
|
|
self.major,
|
|
self.minor,
|
|
self.patch,
|
|
self.tweak + 1,
|
|
self.revision)
|
|
|
|
def get_version_string(self):
|
|
return '.'.join([
|
|
str(self.major),
|
|
str(self.minor),
|
|
str(self.patch),
|
|
str(self.tweak)
|
|
])
|
|
|
|
def as_tuple(self):
|
|
return (self.major, self.minor, self.patch, self.tweak)
|
|
|
|
|
|
class VersionType():
|
|
STABLE = "stable"
|
|
TESTING = "testing"
|
|
|
|
|
|
def build_version_description(version, version_type):
|
|
return "v" + version.get_version_string() + "-" + version_type
|
|
|
|
|
|
def _get_version_from_line(line):
|
|
_, ver_with_bracket = line.strip().split(' ')
|
|
return ver_with_bracket[:-1]
|
|
|
|
def get_tweak_from_git_describe(repo_path):
|
|
# something like v21.12.1.8816-testing-358-g81942b8128
|
|
# or v21.11.4.14-stable-31-gd6aab025e0
|
|
output = subprocess.check_output(f"cd {repo_path} && git describe --long", shell=True).decode('utf-8')
|
|
commits_number = int(output.split('-')[-2])
|
|
# for testing releases we have to also add fourth number of
|
|
# the previous tag
|
|
if 'testing' in output:
|
|
previous_version = output.split('-')[0]
|
|
previous_version_commits = int(previous_version.split('.')[3])
|
|
commits_number += previous_version_commits
|
|
|
|
return commits_number
|
|
|
|
|
|
def get_version_from_repo(repo_path):
|
|
path_to_file = os.path.join(repo_path, FILE_WITH_VERSION_PATH)
|
|
major = 0
|
|
minor = 0
|
|
patch = 0
|
|
tweak = get_tweak_from_git_describe(repo_path)
|
|
version_revision = 0
|
|
with open(path_to_file, 'r') as ver_file:
|
|
for line in ver_file:
|
|
if "VERSION_MAJOR" in line and "math" not in line and "SET" in line:
|
|
major = _get_version_from_line(line)
|
|
elif "VERSION_MINOR" in line and "math" not in line and "SET" in line:
|
|
minor = _get_version_from_line(line)
|
|
elif "VERSION_PATCH" in line and "math" not in line and "SET" in line:
|
|
patch = _get_version_from_line(line)
|
|
elif "VERSION_REVISION" in line and "math" not in line:
|
|
version_revision = _get_version_from_line(line)
|
|
return ClickHouseVersion(major, minor, patch, tweak, version_revision)
|
|
|
|
|
|
def _update_cmake_version(repo_path, version, sha, version_type):
|
|
cmd = """sed -i --follow-symlinks -e "s/SET(VERSION_REVISION [^) ]*/SET(VERSION_REVISION {revision}/g;" \
|
|
-e "s/SET(VERSION_DESCRIBE [^) ]*/SET(VERSION_DESCRIBE {version_desc}/g;" \
|
|
-e "s/SET(VERSION_GITHASH [^) ]*/SET(VERSION_GITHASH {sha}/g;" \
|
|
-e "s/SET(VERSION_MAJOR [^) ]*/SET(VERSION_MAJOR {major}/g;" \
|
|
-e "s/SET(VERSION_MINOR [^) ]*/SET(VERSION_MINOR {minor}/g;" \
|
|
-e "s/SET(VERSION_PATCH [^) ]*/SET(VERSION_PATCH {patch}/g;" \
|
|
-e "s/SET(VERSION_STRING [^) ]*/SET(VERSION_STRING {version_string}/g;" \
|
|
{path}""".format(
|
|
revision=version.revision,
|
|
version_desc=build_version_description(version, version_type),
|
|
sha=sha,
|
|
major=version.major,
|
|
minor=version.minor,
|
|
patch=version.patch,
|
|
version_string=version.get_version_string(),
|
|
path=os.path.join(repo_path, FILE_WITH_VERSION_PATH),
|
|
)
|
|
subprocess.check_call(cmd, shell=True)
|
|
|
|
|
|
def _update_changelog(repo_path, version):
|
|
cmd = """sed \
|
|
-e "s/[@]VERSION_STRING[@]/{version_str}/g" \
|
|
-e "s/[@]DATE[@]/{date}/g" \
|
|
-e "s/[@]AUTHOR[@]/clickhouse-release/g" \
|
|
-e "s/[@]EMAIL[@]/clickhouse-release@yandex-team.ru/g" \
|
|
< {in_path} > {changelog_path}
|
|
""".format(
|
|
version_str=version.get_version_string(),
|
|
date=datetime.datetime.now().strftime("%a, %d %b %Y %H:%M:%S") + " +0300",
|
|
in_path=os.path.join(repo_path, CHANGELOG_IN_PATH),
|
|
changelog_path=os.path.join(repo_path, CHANGELOG_PATH)
|
|
)
|
|
subprocess.check_call(cmd, shell=True)
|
|
|
|
def _update_contributors(repo_path):
|
|
cmd = "cd {} && ./StorageSystemContributors.sh".format(os.path.join(repo_path, CONTRIBUTORS_SCRIPT_DIR))
|
|
subprocess.check_call(cmd, shell=True)
|
|
|
|
def _update_dockerfile(repo_path, version):
|
|
version_str_for_docker = '.'.join([str(version.major), str(version.minor), str(version.patch), '*'])
|
|
cmd = "ls -1 {path}/docker/*/Dockerfile | xargs sed -i -r -e 's/ARG version=.+$/ARG version='{ver}'/'".format(path=repo_path, ver=version_str_for_docker)
|
|
subprocess.check_call(cmd, shell=True)
|
|
|
|
def update_version_local(repo_path, sha, version, version_type="testing"):
|
|
_update_contributors(repo_path)
|
|
_update_cmake_version(repo_path, version, sha, version_type)
|
|
_update_changelog(repo_path, version)
|
|
_update_dockerfile(repo_path, version)
|