mirror of https://github.com/zulip/zulip.git
80 lines
3.2 KiB
Plaintext
80 lines
3.2 KiB
Plaintext
|
#!/usr/bin/env python3
|
||
|
|
import json
|
||
|
|
import os
|
||
|
|
import sys
|
||
|
|
import subprocess
|
||
|
|
import errno
|
||
|
|
|
||
|
|
from typing import List, Dict, Any
|
||
|
|
|
||
|
|
ZULIP_PATH = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
||
|
|
sys.path.append(ZULIP_PATH)
|
||
|
|
|
||
|
|
log_dir = "var/log/python_dependency_upgrade"
|
||
|
|
try:
|
||
|
|
os.makedirs(log_dir)
|
||
|
|
except OSError as e:
|
||
|
|
if e.errno != errno.EEXIST:
|
||
|
|
raise
|
||
|
|
|
||
|
|
outdated_packages = [] # type: List[Dict[str, str]]
|
||
|
|
packages_json = subprocess.check_output(["pip", "list", "--outdated", "--format=json"])
|
||
|
|
outdated_packages = json.loads(packages_json.decode("utf-8"))
|
||
|
|
|
||
|
|
unupgradable_packages = {} # type: Dict[str, Any]
|
||
|
|
with open("requirements/unupgradable.json") as f:
|
||
|
|
unupgradable_packages = json.load(f)
|
||
|
|
|
||
|
|
def delete_locked_requirements(locked_requirement_files: List[str]) -> None:
|
||
|
|
for lock_file in locked_requirement_files:
|
||
|
|
try:
|
||
|
|
os.remove("requirements/{}".format(lock_file))
|
||
|
|
except OSError:
|
||
|
|
pass
|
||
|
|
|
||
|
|
def do_upgrade(requirement_files: List[str], locked_requirement_files: List[str]) -> None:
|
||
|
|
for package in outdated_packages:
|
||
|
|
pkg_name = package["name"]
|
||
|
|
version = package["version"]
|
||
|
|
latest_version = package["latest_version"]
|
||
|
|
|
||
|
|
if pkg_name in unupgradable_packages:
|
||
|
|
continue
|
||
|
|
|
||
|
|
sed_string_template = "s/{name}=={version}/{name}=={latest_version}/g"
|
||
|
|
sed_string = sed_string_template.format(name=pkg_name, version=version,
|
||
|
|
latest_version=latest_version)
|
||
|
|
|
||
|
|
files_updated = False
|
||
|
|
subprocess.check_call(["git", "stash"])
|
||
|
|
|
||
|
|
for requirement_file in requirement_files:
|
||
|
|
file_path = "requirements/{}".format(requirement_file)
|
||
|
|
subprocess.check_call(["sed", "-i", sed_string, file_path])
|
||
|
|
|
||
|
|
diff = subprocess.check_output(["git", "diff", file_path])
|
||
|
|
if diff:
|
||
|
|
files_updated = True
|
||
|
|
|
||
|
|
if files_updated:
|
||
|
|
try:
|
||
|
|
print("Trying to upgrade {}".format(pkg_name))
|
||
|
|
delete_locked_requirements(locked_requirement_files)
|
||
|
|
subprocess.check_output(["./tools/update-locked-requirements"], stderr=subprocess.STDOUT)
|
||
|
|
subprocess.check_output(["./tools/provision"], stderr=subprocess.STDOUT)
|
||
|
|
subprocess.check_output(["./tools/test-backend"], stderr=subprocess.STDOUT)
|
||
|
|
subprocess.check_call(["git", "add", "requirements"])
|
||
|
|
commit_msg = "requirements: Upgrade {} from {} to {}.".format(pkg_name, version,
|
||
|
|
latest_version)
|
||
|
|
subprocess.check_call(["git", "commit", "-m", commit_msg])
|
||
|
|
subprocess.check_call(["git", "push", "origin", "HEAD", "--force"])
|
||
|
|
except subprocess.CalledProcessError as e:
|
||
|
|
print("{} upgrade failed".format(pkg_name))
|
||
|
|
log_file = "{}/{}".format(log_dir, pkg_name)
|
||
|
|
with open(log_file, "w") as f:
|
||
|
|
f.write(e.output.decode("utf-8"))
|
||
|
|
|
||
|
|
do_upgrade(["common.in", "dev.in", "docs.in", "prod.in"], ["dev.txt", "docs.txt", "prod.txt"])
|
||
|
|
do_upgrade(["thumbor.in"], ["thumbor.txt"])
|
||
|
|
do_upgrade(["pip.txt"], [])
|