mirror of https://github.com/zulip/zulip.git
96 lines
3.6 KiB
Python
96 lines
3.6 KiB
Python
from __future__ import print_function
|
|
|
|
import os
|
|
import hashlib
|
|
from os.path import dirname, abspath
|
|
|
|
if False:
|
|
from typing import Optional, List, IO, Tuple, Any
|
|
|
|
from scripts.lib.zulip_tools import subprocess_text_output, run
|
|
|
|
ZULIP_PATH = dirname(dirname(dirname(abspath(__file__))))
|
|
ZULIP_SRV_PATH = "/srv"
|
|
|
|
if 'TRAVIS' in os.environ:
|
|
# In Travis CI, we don't have root access
|
|
ZULIP_SRV_PATH = "/home/travis"
|
|
|
|
|
|
NODE_MODULES_CACHE_PATH = os.path.join(ZULIP_SRV_PATH, 'zulip-npm-cache')
|
|
YARN_BIN = os.path.join(ZULIP_SRV_PATH, 'zulip-yarn/bin/yarn')
|
|
|
|
DEFAULT_PRODUCTION = False
|
|
|
|
def get_yarn_args(production):
|
|
# type: (bool) -> List[str]
|
|
if production:
|
|
yarn_args = ["--prod"]
|
|
else:
|
|
yarn_args = []
|
|
return yarn_args
|
|
|
|
def generate_sha1sum_node_modules(production=DEFAULT_PRODUCTION):
|
|
# type: (bool) -> str
|
|
sha1sum = hashlib.sha1()
|
|
sha1sum.update(subprocess_text_output(['cat', 'package.json']).encode('utf8'))
|
|
sha1sum.update(subprocess_text_output(['cat', 'yarn.lock']).encode('utf8'))
|
|
sha1sum.update(subprocess_text_output([YARN_BIN, '--version']).encode('utf8'))
|
|
sha1sum.update(subprocess_text_output(['node', '--version']).encode('utf8'))
|
|
yarn_args = get_yarn_args(production=production)
|
|
sha1sum.update(''.join(sorted(yarn_args)).encode('utf8'))
|
|
|
|
return sha1sum.hexdigest()
|
|
|
|
def setup_node_modules(production=DEFAULT_PRODUCTION, stdout=None, stderr=None, copy_modules=False,
|
|
prefer_offline=False):
|
|
# type: (bool, Optional[IO], Optional[IO], bool, bool) -> None
|
|
yarn_args = get_yarn_args(production=production)
|
|
if prefer_offline:
|
|
yarn_args.append("--prefer-offline")
|
|
sha1sum = generate_sha1sum_node_modules(production=production)
|
|
target_path = os.path.join(NODE_MODULES_CACHE_PATH, sha1sum)
|
|
cached_node_modules = os.path.join(target_path, 'node_modules')
|
|
success_stamp = os.path.join(target_path, '.success-stamp')
|
|
# Check if a cached version already exists
|
|
if not os.path.exists(success_stamp):
|
|
do_yarn_install(target_path,
|
|
yarn_args,
|
|
success_stamp,
|
|
stdout=stdout,
|
|
stderr=stderr,
|
|
copy_modules=copy_modules)
|
|
|
|
print("Using cached node modules from %s" % (cached_node_modules,))
|
|
cmds = [
|
|
['rm', '-rf', 'node_modules'],
|
|
["ln", "-nsf", cached_node_modules, 'node_modules'],
|
|
]
|
|
for cmd in cmds:
|
|
run(cmd, stdout=stdout, stderr=stderr)
|
|
|
|
def do_yarn_install(target_path, yarn_args, success_stamp, stdout=None, stderr=None,
|
|
copy_modules=False):
|
|
# type: (str, List[str], str, Optional[IO], Optional[IO], bool) -> None
|
|
cmds = [
|
|
['mkdir', '-p', target_path],
|
|
['cp', 'package.json', "yarn.lock", target_path],
|
|
]
|
|
cached_node_modules = os.path.join(target_path, 'node_modules')
|
|
if copy_modules:
|
|
print("Cached version not found! Copying node modules.")
|
|
cmds.append(["cp", "-rT", "prod-static/serve/node_modules", cached_node_modules])
|
|
else:
|
|
print("Cached version not found! Installing node modules.")
|
|
|
|
# Copy the existing node_modules to speed up install
|
|
if os.path.exists("node_modules"):
|
|
cmds.append(["cp", "-R", "node_modules/", cached_node_modules])
|
|
cd_exec = os.path.join(ZULIP_PATH, "scripts/lib/cd_exec")
|
|
cmds.append([cd_exec, target_path, YARN_BIN, "install", "--non-interactive"] +
|
|
yarn_args)
|
|
cmds.append(['touch', success_stamp])
|
|
|
|
for cmd in cmds:
|
|
run(cmd, stdout=stdout, stderr=stderr)
|