zulip/tools/run-mypy

#!/usr/bin/env python

from __future__ import print_function

import os
from os.path import dirname, abspath
import sys
import lister
import argparse
import subprocess
import six

exclude = """
api/integrations/
bots/jabber_mirror_backend.py
bots/zephyr_mirror_backend.py
tools/deprecated/
zproject/settings.py
zproject/test_settings.py
zerver/migrations/
zerver/tests/test_bugdown.py
zerver/tests/test_email_mirror.py
zerver/tests/test_decorators.py
zerver/tests/test_upload.py
zerver/tests/test_messages.py
zerver/tests/test_narrow.py
""".split()

parser = argparse.ArgumentParser(description="Run mypy on files tracked by git.")
parser.add_argument('targets', nargs='*', default=[],
                    help="""files and directories to include in the result.
                    If this is not specified, the current directory is used""")
parser.add_argument('-m', '--modified', action='store_true', default=False, help='list only modified files')
parser.add_argument('-a', '--all', dest='all', action='store_true', default=False,
                    help="""run mypy on all python files, ignoring the exclude list.
                    This is useful if you have to find out which files fail mypy check.""")
parser.add_argument('--linecoverage-report', dest='linecoverage_report', action='store_true', default=False,
                    help="""run the linecoverage report to see annotation coverage""")
parser.add_argument('--disallow-untyped-defs', dest='disallow_untyped_defs', action='store_true', default=False,
                    help="""throw errors when functions are not annotated""")
args = parser.parse_args()
if args.all:
    exclude = []

# find all non-excluded files in current directory
files_dict = lister.list_files(targets=args.targets, ftypes=['py', 'pyi'], use_shebang=False,
                               modified_only=args.modified, exclude = exclude + ['stubs'],
                               group_by_ftype=True)
pyi_files = set(files_dict['pyi'])
python_files = [fpath for fpath in files_dict['py']
                if fpath.endswith('.py') and fpath + 'i' not in pyi_files]

# Use zulip-py3-venv's mypy if it's available and we're on python 2
PY3_VENV_DIR = "/srv/zulip-py3-venv"
MYPY_VENV_PATH = os.path.join(PY3_VENV_DIR, "bin", "mypy")
if six.PY2 and os.path.exists(MYPY_VENV_PATH):
    mypy_command = MYPY_VENV_PATH
    print("Using mypy from", mypy_command)
else:
    mypy_command = "mypy"

extra_args = ["--fast-parser", "--silent-imports", "--py2", "--check-untyped-defs"]
if args.linecoverage_report:
    extra_args.append("--linecoverage-report")
    extra_args.append("linecoverage-report")
if args.disallow_untyped_defs:
    extra_args.append("--disallow-untyped-defs")


# run mypy
if python_files:
    rc = subprocess.call([mypy_command] + extra_args + python_files)
    if args.linecoverage_report:
        # Move the coverage report to where coveralls will look for it.
        try:
            os.rename('linecoverage-report/coverage.txt', '.coverage')
        except OSError:
            # maybe mypy crashed; exit with its error code
            pass
    sys.exit(rc)
else:
    print("There are no files to run mypy on.")