2017-08-19 09:26:52 +02:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
import argparse
|
|
|
|
import os
|
|
|
|
import subprocess
|
|
|
|
import sys
|
|
|
|
|
|
|
|
if False:
|
|
|
|
from typing import Set, Text
|
|
|
|
|
2017-08-28 02:59:49 +02:00
|
|
|
ZULIP_PATH = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
2017-08-19 09:26:52 +02:00
|
|
|
sys.path.append(ZULIP_PATH)
|
|
|
|
from scripts.lib.node_cache import generate_sha1sum_node_modules
|
2017-09-23 20:54:19 +02:00
|
|
|
from scripts.lib.zulip_tools import get_caches_to_be_purged, \
|
|
|
|
get_environment, get_recent_deployments, parse_cache_script_args, \
|
2017-08-19 09:26:52 +02:00
|
|
|
purge_unused_caches
|
|
|
|
|
|
|
|
ENV = get_environment()
|
|
|
|
NODE_MODULES_CACHE_PATH = "/srv/zulip-npm-cache"
|
|
|
|
if ENV == "travis":
|
|
|
|
NODE_MODULES_CACHE_PATH = os.path.join(os.environ["HOME"], "zulip-npm-cache")
|
|
|
|
try:
|
2017-11-23 20:27:18 +01:00
|
|
|
subprocess.check_output(["/home/travis/zulip-yarn/bin/yarn", '--version'])
|
2017-08-19 09:26:52 +02:00
|
|
|
except OSError:
|
|
|
|
print('yarn not found. Most probably we are running static-analysis and '
|
|
|
|
'hence yarn is not installed. Exiting without cleaning npm cache.')
|
|
|
|
sys.exit(0)
|
|
|
|
|
|
|
|
def get_caches_in_use(threshold_days):
|
|
|
|
# type: (int) -> Set[Text]
|
|
|
|
setups_to_check = set([ZULIP_PATH, ])
|
|
|
|
caches_in_use = set()
|
|
|
|
|
|
|
|
if ENV == "prod":
|
|
|
|
setups_to_check |= get_recent_deployments(threshold_days)
|
|
|
|
if ENV == "dev":
|
|
|
|
# In dev always include the currently active cache in order
|
|
|
|
# not to break current installation in case dependencies
|
|
|
|
# are updated with bumping the provision version.
|
|
|
|
CURRENT_CACHE = os.path.dirname(os.path.realpath(os.path.join(ZULIP_PATH, "node_modules")))
|
|
|
|
caches_in_use.add(CURRENT_CACHE)
|
|
|
|
|
|
|
|
for setup_dir in setups_to_check:
|
|
|
|
PACKAGES_FILE = os.path.join(setup_dir, "package.json")
|
|
|
|
if os.path.exists(PACKAGES_FILE):
|
|
|
|
# If 'package.json' file doesn't exist then no node_modules
|
|
|
|
# cache is associated with this setup.
|
|
|
|
sha1sum = generate_sha1sum_node_modules(setup_dir=setup_dir)
|
|
|
|
caches_in_use.add(os.path.join(NODE_MODULES_CACHE_PATH, sha1sum))
|
|
|
|
|
|
|
|
return caches_in_use
|
|
|
|
|
|
|
|
def main():
|
|
|
|
# type: () -> None
|
2017-09-23 20:54:19 +02:00
|
|
|
args = parse_cache_script_args("This script cleans unused zulip npm caches.")
|
2017-08-19 09:26:52 +02:00
|
|
|
caches_in_use = get_caches_in_use(args.threshold_days)
|
|
|
|
purge_unused_caches(
|
2017-09-23 21:21:55 +02:00
|
|
|
NODE_MODULES_CACHE_PATH, caches_in_use, "node modules cache", args)
|
2017-08-19 09:26:52 +02:00
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
main()
|