#!/usr/bin/env python from __future__ import absolute_import from __future__ import print_function import optparse import os import sys import subprocess from six.moves import filter from six.moves import map from six.moves import range try: import lister from typing import cast, Callable, Dict, Iterable, List except ImportError as e: print("ImportError: {}".format(e)) print("You need to run the Zulip linters inside a Zulip dev environment.") print("If you are using Vagrant, you can `vagrant ssh` to enter the Vagrant guest.") sys.exit(1) class TokenizerState(object): def __init__(self): self.i = 0 self.line = 1 self.col = 1 class Token(object): def __init__(self, kind, s, tag, line, col): self.kind = kind self.s = s self.tag = tag self.line = line self.col = col def tokenize(text): def advance(n): # type: (int) -> None for _ in range(n): state.i += 1 if state.i >= 0 and text[state.i - 1] == '\n': state.line += 1 state.col = 1 else: state.col += 1 def looking_at(s): # type: (str) -> bool return text[state.i:state.i+len(s)] == s def looking_at_html_start(): # type: () -> bool return looking_at("<") and not looking_at(" bool return looking_at(" bool return looking_at("{{#") or looking_at("{{^") def looking_at_handlebars_end(): # type: () -> bool return looking_at("{{/") def looking_at_django_start(): # type: () -> bool return looking_at("{% ") and not looking_at("{% end") def looking_at_django_end(): # type: () -> bool return looking_at("{% end") state = TokenizerState() tokens = [] while state.i < len(text): if looking_at_html_start(): s = get_html_tag(text, state.i) tag = s[1:-1].split()[0] kind = 'html_start' elif looking_at_html_end(): s = get_html_tag(text, state.i) tag = s[2:-1] kind = 'html_end' elif looking_at_handlebars_start(): s = get_handlebars_tag(text, state.i) tag = s[3:-2].split()[0] kind = 'handlebars_start' elif looking_at_handlebars_end(): s = get_handlebars_tag(text, state.i) tag = s[3:-2] kind = 'handlebars_end' elif looking_at_django_start(): s = get_django_tag(text, state.i) tag = s[3:-2].split()[0] kind = 'django_start' elif looking_at_django_end(): s = get_django_tag(text, state.i) tag = s[6:-3] kind = 'django_end' else: advance(1) continue token = Token( kind=kind, s=s, tag=tag, line=state.line, col=state.col, ) tokens.append(token) advance(len(s)) return tokens def validate(fn, check_indent=True): # type: (str, bool) -> None text = open(fn).read() tokens = tokenize(text) class State(object): def __init__(self, func): # type: (Callable[[Token], None]) -> None self.depth = 0 self.matcher = func def no_start_tag(token): # type: (Token) -> None raise Exception(''' No start tag fn: %s end tag: %s line %d, col %d ''' % (fn, token.tag, token.line, token.col)) state = State(no_start_tag) def start_tag_matcher(start_token): # type: (Token) -> None state.depth += 1 start_tag = start_token.tag start_line = start_token.line start_col = start_token.col old_matcher = state.matcher def f(end_token): # type: (Token) -> None end_tag = end_token.tag end_line = end_token.line end_col = end_token.col problem = None if start_tag != end_tag: problem = 'Mismatched tag.' elif check_indent and end_line > start_line + 1 and end_col != start_col: problem = 'Bad indentation.' if problem: raise Exception(''' fn: %s %s start: %s line %d, col %d end tag: %s line %d, col %d ''' % (fn, problem, start_token.s, start_line, start_col, end_tag, end_line, end_col)) state.matcher = old_matcher state.depth -= 1 state.matcher = f for token in tokens: kind = token.kind tag = token.tag s = token.s if kind == 'html_start': if not is_special_html_tag(s, tag): start_tag_matcher(token) elif kind == 'html_end': state.matcher(token) elif kind == 'handlebars_start': start_tag_matcher(token) elif kind == 'handlebars_end': state.matcher(token) elif kind == 'django_start': if is_django_block_tag(tag): start_tag_matcher(token) elif kind == 'django_end': state.matcher(token) null_token = Token( kind=None, s='(NO TAG)', tag='NO TAG', line=0, col=0, ) if state.depth != 0: state.matcher(null_token) def is_special_html_tag(s, tag): # type: (str, str) -> bool return (s.startswith('