py3: Switch almost all shebang lines to use `python3`.
This causes `upgrade-zulip-from-git`, as well as a no-option run of
`tools/build-release-tarball`, to produce a Zulip install running
Python 3, rather than Python 2. In particular this means that the
virtualenv we create, in which all application code runs, is Python 3.
One shebang line, on `zulip-ec2-configure-interfaces`, explicitly
keeps Python 2, and at least one external ops script, `wal-e`, also
still runs on Python 2. See discussion on the respective previous
commits that made those explicit. There may also be some other
third-party scripts we use, outside of this source tree and running
outside our virtualenv, that still run on Python 2.
2017-08-02 23:15:16 +02:00
|
|
|
#!/usr/bin/env python3
|
2020-06-11 00:54:34 +02:00
|
|
|
import fileinput
|
2017-03-30 20:02:21 +02:00
|
|
|
import glob
|
|
|
|
import os
|
|
|
|
import re
|
2020-06-11 00:54:34 +02:00
|
|
|
import sys
|
2017-03-30 20:02:21 +02:00
|
|
|
|
2020-06-11 00:54:34 +02:00
|
|
|
|
2024-07-12 02:30:17 +02:00
|
|
|
def validate_order(order: list[int], length: int) -> None:
|
2017-03-30 20:02:21 +02:00
|
|
|
if len(order) != length:
|
|
|
|
print("Please enter the sequence of all the conflicting files at once")
|
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
for i in order:
|
|
|
|
if i > length or i < 1 or order.count(i) > 1:
|
|
|
|
print("Incorrect input")
|
|
|
|
sys.exit(1)
|
|
|
|
|
2021-02-12 08:19:30 +01:00
|
|
|
|
2024-07-12 02:30:17 +02:00
|
|
|
def renumber_migration(conflicts: list[str], order: list[int], last_correct_migration: str) -> None:
|
|
|
|
stack: list[str] = []
|
2017-03-30 20:02:21 +02:00
|
|
|
for i in order:
|
2021-02-12 08:19:30 +01:00
|
|
|
if conflicts[i - 1][0:4] not in stack:
|
|
|
|
stack.append(conflicts[i - 1][0:4])
|
2017-03-30 20:02:21 +02:00
|
|
|
else:
|
|
|
|
# Replace dependencies with the last correct migration
|
2021-02-12 08:20:45 +01:00
|
|
|
file = fileinput.FileInput("zerver/migrations/" + conflicts[i - 1], inplace=True)
|
2017-03-30 20:02:21 +02:00
|
|
|
for line in file:
|
2021-02-12 08:20:45 +01:00
|
|
|
print(re.sub(r"[\d]+(_[a-z0-9]+)+", last_correct_migration, line), end="")
|
2017-03-30 20:02:21 +02:00
|
|
|
|
|
|
|
# Rename the migration indexing at the end
|
2021-02-12 08:19:30 +01:00
|
|
|
new_name = conflicts[i - 1].replace(
|
2021-02-12 08:20:45 +01:00
|
|
|
conflicts[i - 1][0:4], f"{int(last_correct_migration[0:4]) + 1:04}"
|
2021-02-12 08:19:30 +01:00
|
|
|
)
|
2021-02-12 08:20:45 +01:00
|
|
|
os.rename("zerver/migrations/" + conflicts[i - 1], "zerver/migrations/" + new_name)
|
2017-03-30 20:02:21 +02:00
|
|
|
|
2021-02-12 08:20:45 +01:00
|
|
|
last_correct_migration = new_name.replace(".py", "")
|
2017-03-30 20:02:21 +02:00
|
|
|
|
2021-02-12 08:19:30 +01:00
|
|
|
|
2024-07-12 02:30:17 +02:00
|
|
|
def resolve_conflicts(conflicts: list[str], files_list: list[str]) -> None:
|
2017-03-30 20:02:21 +02:00
|
|
|
print("Conflicting migrations:")
|
2023-09-01 23:05:08 +02:00
|
|
|
for i in range(len(conflicts)):
|
2021-02-12 08:20:45 +01:00
|
|
|
print(str(i + 1) + ". " + conflicts[i])
|
2017-03-30 20:02:21 +02:00
|
|
|
|
|
|
|
order_input = input("Enter the order in which these migrations should be arranged: ")
|
|
|
|
order = list(map(int, order_input.split()))
|
|
|
|
validate_order(order, len(conflicts))
|
|
|
|
|
2017-09-22 16:51:05 +02:00
|
|
|
last_correct_migration = conflicts[order[0] - 1]
|
2017-03-30 20:02:21 +02:00
|
|
|
|
2021-02-12 08:20:45 +01:00
|
|
|
last_correct_migration = last_correct_migration.replace(".py", "")
|
2017-03-30 20:02:21 +02:00
|
|
|
renumber_migration(conflicts, order, last_correct_migration)
|
|
|
|
|
2021-02-12 08:19:30 +01:00
|
|
|
|
2021-02-12 08:20:45 +01:00
|
|
|
if __name__ == "__main__":
|
2024-09-14 01:11:28 +02:00
|
|
|
MIGRATIONS_TO_SKIP = {"0209", "0261", "0501", "0001"}
|
2017-03-30 20:02:21 +02:00
|
|
|
while True:
|
2024-07-12 02:30:17 +02:00
|
|
|
conflicts: list[str] = []
|
|
|
|
stack: list[str] = []
|
2017-03-30 20:02:21 +02:00
|
|
|
files_list = [os.path.basename(path) for path in glob.glob("zerver/migrations/????_*.py")]
|
|
|
|
file_index = [file[0:4] for file in files_list]
|
|
|
|
|
|
|
|
for file in file_index:
|
2018-07-10 16:52:16 +02:00
|
|
|
migration_number = file[0:4]
|
|
|
|
counter = file_index.count(migration_number)
|
2019-12-12 01:07:36 +01:00
|
|
|
|
2023-01-18 02:59:37 +01:00
|
|
|
if (
|
|
|
|
counter > 1
|
|
|
|
and file[0:4] not in stack
|
2020-06-18 23:00:43 +02:00
|
|
|
# When we need to backport migrations to a previous
|
|
|
|
# release, we sometimes end up with multiple having
|
|
|
|
# the same ID number (which isn't a problem; the
|
|
|
|
# migrations graph structure, not the IDs, is what
|
|
|
|
# matters).
|
2023-01-18 02:59:37 +01:00
|
|
|
and migration_number not in MIGRATIONS_TO_SKIP
|
|
|
|
):
|
|
|
|
conflicts += [
|
|
|
|
file_name for file_name in files_list if file_name.startswith(migration_number)
|
|
|
|
]
|
|
|
|
stack.append(migration_number)
|
2017-03-30 20:02:21 +02:00
|
|
|
|
|
|
|
if len(conflicts) > 0:
|
|
|
|
resolve_conflicts(conflicts, files_list)
|
|
|
|
else:
|
|
|
|
break
|
|
|
|
|
|
|
|
print("All conflicts resolved")
|