zulip/tools/update-prod-static

#!/usr/bin/env python

# Updates static files for production.

from __future__ import absolute_import

import os
import subprocess
import argparse
import sys

# We need settings so we can figure out where the prod-static directory is.
sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..'))
import scripts.lib.setup_path_on_import
os.environ['DJANGO_SETTINGS_MODULE'] = 'zproject.settings'
from django.conf import settings
from scripts.lib.node_cache import setup_node_modules

# check for the venv
from lib import sanity_check
sanity_check.check_venv(__file__)

parser = argparse.ArgumentParser()
parser.add_argument('--prev-deploy', metavar='DIR',
                    help='a previous deploy from which to reuse files if possible')
parser.add_argument('--authors-not-required', action='store_true', default=False,
                    help='Authors files need not be updated')
args = parser.parse_args()
prev_deploy = args.prev_deploy

os.chdir(settings.DEPLOY_ROOT)

# Redirect child processes' output to a log file (most recent run only).
subprocess.check_call(["mkdir", "-p", "var/log"])
fp = open('var/log/update-prod-static.log', 'w')

# Install node packages
setup_node_modules(npm_args=['--production'], stdout=fp, stderr=fp)

# Download emoji data
subprocess.check_call(['./tools/setup/emoji/download-emoji-data'],
                      stdout=fp, stderr=fp)

# Build emoji
subprocess.check_call(['./tools/setup/emoji/build_emoji'],
                      stdout=fp, stderr=fp)

# Compile Handlebars templates and minify JavaScript.
subprocess.check_call(['./tools/minify-js'] +
                      (['--prev-deploy', prev_deploy] if prev_deploy else []),
                      stdout=fp, stderr=fp)

# Copy the KaTeX files outside node_modules
subprocess.check_call(['mkdir', '-p',
                       os.path.join(settings.STATIC_ROOT,
                                    'node_modules/katex/dist/')],
                      stdout=fp, stderr=fp)

subprocess.check_call(['cp', 'node_modules/katex/dist/katex.css',
                       os.path.join(settings.STATIC_ROOT,
                                    'node_modules/katex/dist/')],
                      stdout=fp, stderr=fp)

subprocess.check_call(['cp', '-R', 'node_modules/katex/dist/fonts',
                       os.path.join(settings.STATIC_ROOT,
                                    'node_modules/katex/dist/fonts')],
                      stdout=fp, stderr=fp)

# Collect the files that we're going to serve; this creates prod-static/serve.
subprocess.check_call(['./manage.py', 'collectstatic', '--no-default-ignore',
                       '--noinput', '-i', 'assets', '-i' 'node_modules'],
                      stdout=fp, stderr=fp)
if not settings.PRODUCTION:
    # When building a release tarball, we need to move staticfiles.json
    subprocess.check_call(['mv', 'prod-static/serve/staticfiles.json', 'staticfiles.json'],
                          stdout=fp, stderr=fp)

# Compile translation strings to generate `.mo` files.
subprocess.check_call(['./manage.py', 'compilemessages'],
                      stdout=fp, stderr=fp)

# Move the source maps out of the serve/ directory and into their
# proper place.
subprocess.check_call(['rm', '-rf', 'prod-static/source-map'],
                      stdout=fp, stderr=fp)
subprocess.check_call(['mkdir', '-p', 'prod-static'],  # Needed if PRODUCTION
                      stdout=fp, stderr=fp)
subprocess.check_call(['mv', os.path.join(settings.STATIC_ROOT, 'source-map'),
                       'prod-static/source-map'],
                      stdout=fp, stderr=fp)

# Move language_options.json to the production release
subprocess.check_call(['cp', '-a', 'static/locale',
                       os.path.join(settings.STATIC_ROOT, 'locale')],
                      stdout=fp, stderr=fp)

# Generate /authors page markdown
authors_cmd = ['./tools/update-authors-json']
if os.environ.get("TRAVIS"):
    authors_cmd.append("--use-fixture")
if args.authors_not_required:
    authors_cmd.append("--not-required")
subprocess.check_call(authors_cmd, stdout=fp)

fp.close()