2020-06-11 00:54:34 +02:00
import copy
import os
import re
from typing import Any , Dict , List , Optional , Set , Tuple , cast
from unittest import mock
import ujson
2014-01-31 23:13:58 +01:00
from django . conf import settings
2017-03-13 14:42:03 +01:00
from django . test import TestCase , override_settings
2014-01-31 23:13:58 +01:00
2020-06-11 00:54:34 +02:00
from zerver . lib import bugdown , mdiff
2014-01-31 23:13:58 +01:00
from zerver . lib . actions import (
2020-04-15 12:34:26 +02:00
do_add_alert_words ,
2020-06-11 00:54:34 +02:00
do_remove_realm_emoji ,
2020-03-31 15:21:27 +02:00
do_set_realm_property ,
2020-06-11 00:54:34 +02:00
do_set_user_display_setting ,
2014-01-31 23:13:58 +01:00
)
2019-02-11 15:19:38 +01:00
from zerver . lib . alert_words import get_alert_word_automaton
2017-10-13 00:06:24 +02:00
from zerver . lib . create_user import create_user
2017-03-13 05:45:50 +01:00
from zerver . lib . emoji import get_emoji_url
2018-06-21 15:09:14 +02:00
from zerver . lib . exceptions import BugdownRenderingException
2017-09-25 09:47:15 +02:00
from zerver . lib . mention import possible_mentions , possible_user_group_mentions
2016-10-04 18:32:46 +02:00
from zerver . lib . message import render_markdown
2020-06-11 00:54:34 +02:00
from zerver . lib . request import JsonableError
from zerver . lib . test_classes import ZulipTestCase
2017-10-07 00:29:18 +02:00
from zerver . lib . test_runner import slow
2018-03-18 20:49:28 +01:00
from zerver . lib . tex import render_tex
2020-06-11 00:54:34 +02:00
from zerver . lib . user_groups import create_user_group
2014-01-31 23:13:58 +01:00
from zerver . models import (
2018-02-09 19:49:13 +01:00
MAX_MESSAGE_LENGTH ,
2014-01-31 23:13:58 +01:00
Message ,
2016-09-23 21:55:21 +02:00
Realm ,
2018-03-11 18:55:20 +01:00
RealmEmoji ,
2014-01-31 23:13:58 +01:00
RealmFilter ,
2020-06-11 00:54:34 +02:00
Stream ,
UserGroup ,
2020-05-11 21:59:03 +02:00
UserMessage ,
2017-10-13 00:06:24 +02:00
UserProfile ,
2020-06-11 00:54:34 +02:00
flush_per_request_caches ,
flush_realm_filter ,
get_client ,
get_realm ,
get_stream ,
realm_filters_for_realm ,
realm_in_local_realm_filters_cache ,
2014-01-31 23:13:58 +01:00
)
2019-01-29 21:05:16 +01:00
class FakeMessage :
pass
2016-10-11 11:55:03 +02:00
2014-01-31 23:13:58 +01:00
class FencedBlockPreprocessorTest ( TestCase ) :
2017-11-05 10:51:25 +01:00
def test_simple_quoting ( self ) - > None :
2014-01-31 23:13:58 +01:00
processor = bugdown . fenced_code . FencedBlockPreprocessor ( None )
markdown = [
' ~~~ quote ' ,
' hi ' ,
' bye ' ,
' ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' ' ,
2014-01-31 23:13:58 +01:00
]
expected = [
' ' ,
' > hi ' ,
' > bye ' ,
' ' ,
' ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' ' ,
2014-01-31 23:13:58 +01:00
]
lines = processor . run ( markdown )
self . assertEqual ( lines , expected )
2017-11-05 10:51:25 +01:00
def test_serial_quoting ( self ) - > None :
2014-01-31 23:13:58 +01:00
processor = bugdown . fenced_code . FencedBlockPreprocessor ( None )
markdown = [
' ~~~ quote ' ,
' hi ' ,
' ~~~ ' ,
' ' ,
' ~~~ quote ' ,
' bye ' ,
' ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' ' ,
2014-01-31 23:13:58 +01:00
]
expected = [
' ' ,
' > hi ' ,
' ' ,
' ' ,
' ' ,
' > bye ' ,
' ' ,
' ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' ' ,
2014-01-31 23:13:58 +01:00
]
lines = processor . run ( markdown )
self . assertEqual ( lines , expected )
2017-11-05 10:51:25 +01:00
def test_serial_code ( self ) - > None :
2014-01-31 23:13:58 +01:00
processor = bugdown . fenced_code . FencedBlockPreprocessor ( None )
# Simulate code formatting.
2020-04-22 04:13:37 +02:00
processor . format_code = lambda lang , code : lang + ' : ' + code # type: ignore[assignment] # mypy doesn't allow monkey-patching functions
processor . placeholder = lambda s : ' ** ' + s . strip ( ' \n ' ) + ' ** ' # type: ignore[assignment] # https://github.com/python/mypy/issues/708
2014-01-31 23:13:58 +01:00
markdown = [
' ``` .py ' ,
' hello() ' ,
' ``` ' ,
' ' ,
2017-06-16 00:01:19 +02:00
' ```vb.net ' ,
2014-01-31 23:13:58 +01:00
' goodbye() ' ,
' ``` ' ,
' ' ,
2017-06-16 00:01:19 +02:00
' ```c# ' ,
' weirdchar() ' ,
' ``` ' ,
2020-03-31 02:12:15 +02:00
' ' ,
2020-03-31 15:21:27 +02:00
' ``` ' ,
2020-03-31 02:12:15 +02:00
' no-highlight() ' ,
' ``` ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' ' ,
2014-01-31 23:13:58 +01:00
]
expected = [
' ' ,
' **py:hello()** ' ,
' ' ,
' ' ,
' ' ,
2017-06-16 00:01:19 +02:00
' **vb.net:goodbye()** ' ,
' ' ,
' ' ,
2014-01-31 23:13:58 +01:00
' ' ,
2017-06-16 00:01:19 +02:00
' **c#:weirdchar()** ' ,
2014-01-31 23:13:58 +01:00
' ' ,
2020-03-31 02:12:15 +02:00
' ' ,
' ' ,
' **:no-highlight()** ' ,
' ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' ' ,
2014-01-31 23:13:58 +01:00
]
lines = processor . run ( markdown )
self . assertEqual ( lines , expected )
2017-11-05 10:51:25 +01:00
def test_nested_code ( self ) - > None :
2014-01-31 23:13:58 +01:00
processor = bugdown . fenced_code . FencedBlockPreprocessor ( None )
# Simulate code formatting.
2020-04-22 04:13:37 +02:00
processor . format_code = lambda lang , code : lang + ' : ' + code # type: ignore[assignment] # mypy doesn't allow monkey-patching functions
processor . placeholder = lambda s : ' ** ' + s . strip ( ' \n ' ) + ' ** ' # type: ignore[assignment] # https://github.com/python/mypy/issues/708
2014-01-31 23:13:58 +01:00
markdown = [
' ~~~ quote ' ,
' hi ' ,
' ``` .py ' ,
' hello() ' ,
' ``` ' ,
' ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' ' ,
2014-01-31 23:13:58 +01:00
]
expected = [
' ' ,
' > hi ' ,
' ' ,
' > **py:hello()** ' ,
' ' ,
' ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' ' ,
2014-01-31 23:13:58 +01:00
]
lines = processor . run ( markdown )
self . assertEqual ( lines , expected )
2019-01-29 21:05:16 +01:00
def bugdown_convert ( content : str ) - > str :
message = cast ( Message , FakeMessage ( ) )
message . content = content
message . id = 999
return bugdown . convert (
content = content ,
message_realm = get_realm ( ' zulip ' ) ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
message = message ,
2019-01-29 21:05:16 +01:00
)
2014-01-31 23:13:58 +01:00
2017-10-13 00:06:24 +02:00
class BugdownMiscTest ( ZulipTestCase ) :
2017-12-04 10:10:15 +01:00
def test_diffs_work_as_expected ( self ) - > None :
str1 = " <p>The quick brown fox jumps over the lazy dog. Animal stories are fun, yeah</p> "
str2 = " <p>The fast fox jumps over the lazy dogs and cats. Animal stories are fun</p> "
expected_diff = " \u001b [34m- \u001b [0m <p>The \u001b [33mquick brown \u001b [0m fox jumps over the lazy dog. Animal stories are fun \u001b [31m, yeah \u001b [0m</p> \n \u001b [34m+ \u001b [0m <p>The \u001b [33mfast \u001b [0m fox jumps over the lazy dog \u001b [32ms and cats \u001b [0m. Animal stories are fun</p> \n "
self . assertEqual ( mdiff . diff_strings ( str1 , str2 ) , expected_diff )
2018-11-13 18:50:15 +01:00
def test_get_possible_mentions_info ( self ) - > None :
2017-10-13 00:06:24 +02:00
realm = get_realm ( ' zulip ' )
2018-05-11 01:39:38 +02:00
def make_user ( email : str , full_name : str ) - > UserProfile :
2017-10-13 00:06:24 +02:00
return create_user (
email = email ,
password = ' whatever ' ,
realm = realm ,
full_name = full_name ,
short_name = ' whatever ' ,
)
fred1 = make_user ( ' fred1@example.com ' , ' Fred Flintstone ' )
fred1 . is_active = False
fred1 . save ( )
fred2 = make_user ( ' fred2@example.com ' , ' Fred Flintstone ' )
fred3 = make_user ( ' fred3@example.com ' , ' Fred Flintstone ' )
fred3 . is_active = False
fred3 . save ( )
2018-08-18 23:21:47 +02:00
fred4 = make_user ( ' fred4@example.com ' , ' Fred Flintstone ' )
2018-11-02 09:15:46 +01:00
lst = bugdown . get_possible_mentions_info ( realm . id , { ' Fred Flintstone ' , ' cordelia LEAR ' , ' Not A User ' } )
set_of_names = set ( map ( lambda x : x [ ' full_name ' ] . lower ( ) , lst ) )
self . assertEqual ( set_of_names , { ' fred flintstone ' , ' cordelia lear ' } )
by_id = {
row [ ' id ' ] : row
for row in lst
}
self . assertEqual ( by_id . get ( fred2 . id ) , dict (
2020-03-12 14:17:25 +01:00
email = fred2 . email ,
2017-10-13 00:06:24 +02:00
full_name = ' Fred Flintstone ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
id = fred2 . id ,
2017-10-13 00:06:24 +02:00
) )
2018-11-02 09:15:46 +01:00
self . assertEqual ( by_id . get ( fred4 . id ) , dict (
2020-03-12 14:17:25 +01:00
email = fred4 . email ,
2018-08-18 23:21:47 +02:00
full_name = ' Fred Flintstone ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
id = fred4 . id ,
2018-08-18 23:21:47 +02:00
) )
2017-10-13 00:06:24 +02:00
2017-11-05 10:51:25 +01:00
def test_mention_data ( self ) - > None :
2017-10-24 17:36:27 +02:00
realm = get_realm ( ' zulip ' )
hamlet = self . example_user ( ' hamlet ' )
cordelia = self . example_user ( ' cordelia ' )
content = ' @**King Hamlet** @**Cordelia lear** '
mention_data = bugdown . MentionData ( realm . id , content )
self . assertEqual ( mention_data . get_user_ids ( ) , { hamlet . id , cordelia . id } )
2018-08-18 23:12:18 +02:00
self . assertEqual ( mention_data . get_user_by_id ( hamlet . id ) , dict (
email = hamlet . email ,
full_name = hamlet . full_name ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
id = hamlet . id ,
2018-08-18 23:12:18 +02:00
) )
2017-10-24 17:36:27 +02:00
2018-11-02 09:24:27 +01:00
user = mention_data . get_user_by_name ( ' king hamLET ' )
2018-02-19 06:39:38 +01:00
assert ( user is not None )
2017-10-24 17:36:27 +02:00
self . assertEqual ( user [ ' email ' ] , hamlet . email )
2019-11-22 10:38:34 +01:00
self . assertFalse ( mention_data . message_has_wildcards ( ) )
content = ' @**King Hamlet** @**Cordelia lear** @**all** '
mention_data = bugdown . MentionData ( realm . id , content )
self . assertTrue ( mention_data . message_has_wildcards ( ) )
2018-03-18 20:49:28 +01:00
def test_invalid_katex_path ( self ) - > None :
2019-06-29 10:13:08 +02:00
with self . settings ( DEPLOY_ROOT = " /nonexistent " ) :
2018-03-18 20:49:28 +01:00
with mock . patch ( ' logging.error ' ) as mock_logger :
render_tex ( " random text " )
mock_logger . assert_called_with ( " Cannot find KaTeX for latex rendering! " )
2020-01-02 02:22:01 +01:00
class BugdownListPreprocessorTest ( ZulipTestCase ) :
# We test that the preprocessor inserts blank lines at correct places.
# We use <> to indicate that we need to insert a blank line here.
def split_message ( self , msg : str ) - > Tuple [ List [ str ] , List [ str ] ] :
original = msg . replace ( ' <> ' , ' ' ) . split ( ' \n ' )
expected = re . split ( r ' \ n|<> ' , msg )
return original , expected
def test_basic_list ( self ) - > None :
preprocessor = bugdown . BugdownListPreprocessor ( )
original , expected = self . split_message ( ' List without a gap \n <>* One \n * Two ' )
self . assertEqual ( preprocessor . run ( original ) , expected )
def test_list_after_quotes ( self ) - > None :
preprocessor = bugdown . BugdownListPreprocessor ( )
original , expected = self . split_message ( ' ```quote \n Something \n ``` \n \n List without a gap \n <>* One \n * Two ' )
self . assertEqual ( preprocessor . run ( original ) , expected )
def test_list_in_code ( self ) - > None :
preprocessor = bugdown . BugdownListPreprocessor ( )
original , expected = self . split_message ( ' ``` \n List without a gap \n * One \n * Two \n ``` ' )
self . assertEqual ( preprocessor . run ( original ) , expected )
def test_complex_nesting_with_different_fences ( self ) - > None :
preprocessor = bugdown . BugdownListPreprocessor ( )
msg = """ ```quote
In quote . We should convert a list here : < >
* one
* two
~ ~ ~
This is a nested code fence , do not make changes here :
* one
* two
` ` ` ` quote
Quote in code fence . Should not convert :
* one
* two
` ` ` `
~ ~ ~
Back in the quote . We should convert : < >
* one
* two
` ` `
Outside . Should convert : < >
* one
* two
"""
original , expected = self . split_message ( msg )
self . assertEqual ( preprocessor . run ( original ) , expected )
def test_complex_nesting_with_same_fence ( self ) - > None :
preprocessor = bugdown . BugdownListPreprocessor ( )
msg = """ ```quote
In quote . We should convert a list here : < >
* one
* two
` ` ` python
This is a nested code fence , do not make changes here :
* one
* two
` ` ` quote
Quote in code fence . Should not convert :
* one
* two
` ` `
` ` `
Back in the quote . We should convert : < >
* one
* two
` ` `
Outside . Should convert : < >
* one
* two
"""
original , expected = self . split_message ( msg )
self . assertEqual ( preprocessor . run ( original ) , expected )
2017-05-07 17:21:26 +02:00
class BugdownTest ( ZulipTestCase ) :
2018-11-03 17:12:15 +01:00
def setUp ( self ) - > None :
2019-10-19 20:47:00 +02:00
super ( ) . setUp ( )
2018-11-03 17:12:15 +01:00
bugdown . clear_state_for_testing ( )
2018-05-11 01:39:38 +02:00
def assertEqual ( self , first : Any , second : Any , msg : str = " " ) - > None :
if isinstance ( first , str ) and isinstance ( second , str ) :
2017-12-04 10:10:15 +01:00
if first != second :
raise AssertionError ( " Actual and expected outputs do not match; showing diff. \n " +
mdiff . diff_strings ( first , second ) + msg )
else :
super ( ) . assertEqual ( first , second )
2018-05-11 01:39:38 +02:00
def load_bugdown_tests ( self ) - > Tuple [ Dict [ str , Any ] , List [ List [ str ] ] ] :
2014-01-31 23:13:58 +01:00
test_fixtures = { }
2020-04-09 21:51:58 +02:00
with open ( os . path . join ( os . path . dirname ( __file__ ) , ' fixtures/markdown_test_cases.json ' ) ) as f :
2020-03-20 02:12:02 +01:00
data = ujson . load ( f )
2014-01-31 23:13:58 +01:00
for test in data [ ' regular_tests ' ] :
test_fixtures [ test [ ' name ' ] ] = test
return test_fixtures , data [ ' linkify_tests ' ]
2018-03-28 10:40:44 +02:00
def test_bugdown_no_ignores ( self ) - > None :
# We do not want any ignored tests to be committed and merged.
format_tests , linkify_tests = self . load_bugdown_tests ( )
for name , test in format_tests . items ( ) :
2020-06-13 08:59:37 +02:00
message = f ' Test " { name } " shouldn \' t be ignored. '
2018-03-28 10:40:44 +02:00
is_ignored = test . get ( ' ignore ' , False )
self . assertFalse ( is_ignored , message )
2017-10-07 00:29:18 +02:00
@slow ( " Aggregate of runs dozens of individual markdown tests " )
2017-11-05 10:51:25 +01:00
def test_bugdown_fixtures ( self ) - > None :
2014-01-31 23:13:58 +01:00
format_tests , linkify_tests = self . load_bugdown_tests ( )
2020-04-09 21:51:58 +02:00
valid_keys = { " name " , " input " , " expected_output " ,
" backend_only_rendering " ,
" marked_expected_output " , " text_content " ,
" translate_emoticons " , " ignore " }
2014-01-31 23:13:58 +01:00
2017-09-27 10:11:59 +02:00
for name , test in format_tests . items ( ) :
2019-02-13 09:00:16 +01:00
with self . subTest ( markdown_test_case = name ) :
2020-03-31 20:52:37 +02:00
# Check that there aren't any unexpected keys as those are often typos
self . assertEqual ( len ( set ( test . keys ( ) ) - valid_keys ) , 0 )
# Ignore tests if specified
if test . get ( ' ignore ' , False ) :
continue # nocoverage
if test . get ( ' translate_emoticons ' , False ) :
# Create a userprofile and send message with it.
user_profile = self . example_user ( ' othello ' )
do_set_user_display_setting ( user_profile , ' translate_emoticons ' , True )
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
converted = render_markdown ( msg , test [ ' input ' ] )
else :
converted = bugdown_convert ( test [ ' input ' ] )
2019-02-13 09:00:16 +01:00
self . assertEqual ( converted , test [ ' expected_output ' ] )
2014-01-31 23:13:58 +01:00
2018-05-11 01:39:38 +02:00
def replaced ( payload : str , url : str , phrase : str = ' ' ) - > str :
2014-01-31 23:13:58 +01:00
if url [ : 4 ] == ' http ' :
href = url
elif ' @ ' in url :
href = ' mailto: ' + url
else :
href = ' http:// ' + url
2020-06-13 08:59:37 +02:00
return payload % ( f " <a href= \" { href } \" > { url } </a> " , )
2014-01-31 23:13:58 +01:00
2015-11-01 17:11:06 +01:00
print ( " Running Bugdown Linkify tests " )
2016-10-27 12:06:44 +02:00
with mock . patch ( ' zerver.lib.url_preview.preview.link_embed_data_from_cache ' , return_value = None ) :
for inline_url , reference , url in linkify_tests :
try :
match = replaced ( reference , url , phrase = inline_url )
except TypeError :
match = reference
converted = bugdown_convert ( inline_url )
self . assertEqual ( match , converted )
2014-01-31 23:13:58 +01:00
2017-11-05 10:51:25 +01:00
def test_inline_file ( self ) - > None :
2016-03-10 17:17:40 +01:00
msg = ' Check out this file file:///Volumes/myserver/Users/Shared/pi.py '
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p>Check out this file <a href= " file:///Volumes/myserver/Users/Shared/pi.py " >file:///Volumes/myserver/Users/Shared/pi.py</a></p> ' )
2016-03-10 17:17:40 +01:00
2018-11-03 17:12:15 +01:00
bugdown . clear_state_for_testing ( )
2016-03-10 17:17:40 +01:00
with self . settings ( ENABLE_FILE_LINKS = False ) :
2017-03-14 00:51:51 +01:00
realm = Realm . objects . create ( string_id = ' file_links_test ' )
2017-11-11 16:00:46 +01:00
bugdown . maybe_update_markdown_engines ( realm . id , False )
2017-01-22 06:29:11 +01:00
converted = bugdown . convert ( msg , message_realm = realm )
2016-03-10 17:17:40 +01:00
self . assertEqual ( converted , ' <p>Check out this file file:///Volumes/myserver/Users/Shared/pi.py</p> ' )
2018-01-19 11:17:38 +01:00
def test_inline_bitcoin ( self ) - > None :
msg = ' To bitcoin:1A1zP1eP5QGefi2DMPTfTL5SLmv7DivfNa or not to bitcoin '
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p>To <a href= " bitcoin:1A1zP1eP5QGefi2DMPTfTL5SLmv7DivfNa " >bitcoin:1A1zP1eP5QGefi2DMPTfTL5SLmv7DivfNa</a> or not to bitcoin</p> ' )
2018-01-19 11:17:38 +01:00
2017-11-05 10:51:25 +01:00
def test_inline_youtube ( self ) - > None :
2014-01-31 23:13:58 +01:00
msg = ' Check out the debate: http://www.youtube.com/watch?v=hx1mjT73xYE '
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p>Check out the debate: <a href= " http://www.youtube.com/watch?v=hx1mjT73xYE " >http://www.youtube.com/watch?v=hx1mjT73xYE</a></p> \n <div class= " youtube-video message_inline_image " ><a data-id= " hx1mjT73xYE " href= " http://www.youtube.com/watch?v=hx1mjT73xYE " ><img src= " https://i.ytimg.com/vi/hx1mjT73xYE/default.jpg " ></a></div> ' )
2014-01-31 23:13:58 +01:00
2017-11-27 10:03:18 +01:00
msg = ' http://www.youtube.com/watch?v=hx1mjT73xYE '
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p><a href= " http://www.youtube.com/watch?v=hx1mjT73xYE " >http://www.youtube.com/watch?v=hx1mjT73xYE</a></p> \n <div class= " youtube-video message_inline_image " ><a data-id= " hx1mjT73xYE " href= " http://www.youtube.com/watch?v=hx1mjT73xYE " ><img src= " https://i.ytimg.com/vi/hx1mjT73xYE/default.jpg " ></a></div> ' )
2017-11-27 10:03:18 +01:00
2019-04-12 05:55:38 +02:00
msg = ' https://youtu.be/hx1mjT73xYE '
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p><a href= " https://youtu.be/hx1mjT73xYE " >https://youtu.be/hx1mjT73xYE</a></p> \n <div class= " youtube-video message_inline_image " ><a data-id= " hx1mjT73xYE " href= " https://youtu.be/hx1mjT73xYE " ><img src= " https://i.ytimg.com/vi/hx1mjT73xYE/default.jpg " ></a></div> ' )
2019-04-12 05:55:38 +02:00
2019-05-12 11:55:25 +02:00
msg = ' https://www.youtube.com/playlist?list=PL8dPuuaLjXtNlUrzyH5r6jN9ulIgZBpdo '
not_converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( not_converted , ' <p><a href= " https://www.youtube.com/playlist?list=PL8dPuuaLjXtNlUrzyH5r6jN9ulIgZBpdo " >https://www.youtube.com/playlist?list=PL8dPuuaLjXtNlUrzyH5r6jN9ulIgZBpdo</a></p> ' )
2019-05-12 11:55:25 +02:00
2019-05-12 11:43:18 +02:00
msg = ' https://www.youtube.com/playlist?v=O5nskjZ_GoI&list=PL8dPuuaLjXtNlUrzyH5r6jN9ulIgZBpdo '
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p><a href= " https://www.youtube.com/playlist?v=O5nskjZ_GoI&list=PL8dPuuaLjXtNlUrzyH5r6jN9ulIgZBpdo " >https://www.youtube.com/playlist?v=O5nskjZ_GoI&list=PL8dPuuaLjXtNlUrzyH5r6jN9ulIgZBpdo</a></p> \n <div class= " youtube-video message_inline_image " ><a data-id= " O5nskjZ_GoI " href= " https://www.youtube.com/playlist?v=O5nskjZ_GoI&list=PL8dPuuaLjXtNlUrzyH5r6jN9ulIgZBpdo " ><img src= " https://i.ytimg.com/vi/O5nskjZ_GoI/default.jpg " ></a></div> ' )
2019-05-12 11:43:18 +02:00
2019-05-12 11:51:31 +02:00
msg = ' http://www.youtube.com/watch_videos?video_ids=nOJgD4fcZhI,i96UO8-GFvw '
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p><a href= " http://www.youtube.com/watch_videos?video_ids=nOJgD4fcZhI,i96UO8-GFvw " >http://www.youtube.com/watch_videos?video_ids=nOJgD4fcZhI,i96UO8-GFvw</a></p> \n <div class= " youtube-video message_inline_image " ><a data-id= " nOJgD4fcZhI " href= " http://www.youtube.com/watch_videos?video_ids=nOJgD4fcZhI,i96UO8-GFvw " ><img src= " https://i.ytimg.com/vi/nOJgD4fcZhI/default.jpg " ></a></div> ' )
2019-05-12 11:51:31 +02:00
2019-06-01 12:59:57 +02:00
@override_settings ( INLINE_URL_EMBED_PREVIEW = False )
2017-12-14 22:17:00 +01:00
def test_inline_vimeo ( self ) - > None :
msg = ' Check out the debate: https://vimeo.com/246979354 '
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p>Check out the debate: <a href= " https://vimeo.com/246979354 " >https://vimeo.com/246979354</a></p> ' )
2017-12-14 22:17:00 +01:00
msg = ' https://vimeo.com/246979354 '
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p><a href= " https://vimeo.com/246979354 " >https://vimeo.com/246979354</a></p> ' )
2017-12-14 22:17:00 +01:00
2017-03-13 14:42:03 +01:00
@override_settings ( INLINE_IMAGE_PREVIEW = True )
2019-07-24 07:43:50 +02:00
def test_inline_image_thumbnail_url ( self ) - > None :
realm = get_realm ( " zephyr " )
msg = ' [foobar](/user_uploads/ {realm_id} /50/w2G6ok9kr8AMCQCTNAUOFMln/IMG_0677.JPG) '
msg = msg . format ( realm_id = realm . id )
thumbnail_img = ' <img data-src-fullsize= " /thumbnail?url=user_uploads %2F {realm_id} %2F 50 %2F w2G6ok9kr8AMCQCTNAUOFMln %2F IMG_0677.JPG&size=full " src= " /thumbnail?url=user_uploads %2F {realm_id} %2F 50 %2F w2G6ok9kr8AMCQCTNAUOFMln %2F IMG_0677.JPG&size=thumbnail " >< '
thumbnail_img = thumbnail_img . format ( realm_id = realm . id )
2018-03-08 09:37:09 +01:00
converted = bugdown_convert ( msg )
self . assertIn ( thumbnail_img , converted )
msg = ' https://www.google.com/images/srpr/logo4w.png '
2018-07-30 21:26:01 +02:00
thumbnail_img = ' <img data-src-fullsize= " /thumbnail?url=https % 3A %2F %2F www.google.com %2F images %2F srpr %2F logo4w.png&size=full " src= " /thumbnail?url=https % 3A %2F %2F www.google.com %2F images %2F srpr %2F logo4w.png&size=thumbnail " > '
2018-03-08 09:37:09 +01:00
converted = bugdown_convert ( msg )
self . assertIn ( thumbnail_img , converted )
msg = ' www.google.com/images/srpr/logo4w.png '
2018-07-30 21:26:01 +02:00
thumbnail_img = ' <img data-src-fullsize= " /thumbnail?url=http % 3A %2F %2F www.google.com %2F images %2F srpr %2F logo4w.png&size=full " src= " /thumbnail?url=http % 3A %2F %2F www.google.com %2F images %2F srpr %2F logo4w.png&size=thumbnail " > '
2018-03-08 09:37:09 +01:00
converted = bugdown_convert ( msg )
self . assertIn ( thumbnail_img , converted )
msg = ' https://www.google.com/images/srpr/logo4w.png '
2020-05-09 03:44:56 +02:00
thumbnail_img = ' <div class= " message_inline_image " ><a href= " https://www.google.com/images/srpr/logo4w.png " ><img src= " https://www.google.com/images/srpr/logo4w.png " ></a></div> '
2019-01-04 16:22:04 +01:00
with self . settings ( THUMBNAIL_IMAGES = False ) :
2018-03-08 09:37:09 +01:00
converted = bugdown_convert ( msg )
self . assertIn ( thumbnail_img , converted )
2018-08-24 16:29:25 +02:00
# Any url which is not an external link and doesn't start with
# /user_uploads/ is not thumbnailed
msg = ' [foobar](/static/images/cute/turtle.png) '
2020-02-29 01:37:33 +01:00
thumbnail_img = ' <div class= " message_inline_image " ><a href= " /static/images/cute/turtle.png " title= " foobar " ><img src= " /static/images/cute/turtle.png " ></a></div> '
2018-08-24 16:29:25 +02:00
converted = bugdown_convert ( msg )
self . assertIn ( thumbnail_img , converted )
2019-07-24 07:43:50 +02:00
msg = ' [foobar](/user_avatars/ {realm_id} /emoji/images/50.png) '
msg = msg . format ( realm_id = realm . id )
2020-02-29 01:37:33 +01:00
thumbnail_img = ' <div class= " message_inline_image " ><a href= " /user_avatars/ {realm_id} /emoji/images/50.png " title= " foobar " ><img src= " /user_avatars/ {realm_id} /emoji/images/50.png " ></a></div> '
2019-07-24 07:43:50 +02:00
thumbnail_img = thumbnail_img . format ( realm_id = realm . id )
2018-08-24 16:29:25 +02:00
converted = bugdown_convert ( msg )
self . assertIn ( thumbnail_img , converted )
2018-03-08 09:37:09 +01:00
@override_settings ( INLINE_IMAGE_PREVIEW = True )
2019-07-24 07:43:50 +02:00
def test_inline_image_preview ( self ) - > None :
2020-05-09 03:44:56 +02:00
with_preview = ' <div class= " message_inline_image " ><a href= " http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg " ><img data-src-fullsize= " /thumbnail?url=http % 3A %2F %2F cdn.wallpapersafari.com %2F 13 %2F 6 %2F 16eVjx.jpeg&size=full " src= " /thumbnail?url=http % 3A %2F %2F cdn.wallpapersafari.com %2F 13 %2F 6 %2F 16eVjx.jpeg&size=thumbnail " ></a></div> '
without_preview = ' <p><a href= " http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg " >http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg</a></p> '
2018-03-08 09:37:09 +01:00
content = ' http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg '
2017-03-13 14:42:03 +01:00
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2017-03-13 14:42:03 +01:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
converted = render_markdown ( msg , content )
self . assertEqual ( converted , with_preview )
realm = msg . get_realm ( )
setattr ( realm , ' inline_image_preview ' , False )
realm . save ( )
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2017-03-13 14:42:03 +01:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
converted = render_markdown ( msg , content )
self . assertEqual ( converted , without_preview )
2019-07-11 16:26:31 +02:00
@override_settings ( INLINE_IMAGE_PREVIEW = True )
def test_inline_image_quoted_blocks ( self ) - > None :
content = ' http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg '
2020-05-09 03:44:56 +02:00
expected = ' <div class= " message_inline_image " ><a href= " http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg " ><img data-src-fullsize= " /thumbnail?url=http % 3A %2F %2F cdn.wallpapersafari.com %2F 13 %2F 6 %2F 16eVjx.jpeg&size=full " src= " /thumbnail?url=http % 3A %2F %2F cdn.wallpapersafari.com %2F 13 %2F 6 %2F 16eVjx.jpeg&size=thumbnail " ></a></div> '
2019-07-11 16:26:31 +02:00
sender_user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
converted = render_markdown ( msg , content )
self . assertEqual ( converted , expected )
content = ' >http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg \n \n Awesome! '
2020-05-09 03:44:56 +02:00
expected = ' <blockquote> \n <p><a href= " http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg " >http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg</a></p> \n </blockquote> \n <p>Awesome!</p> '
2019-07-11 16:26:31 +02:00
sender_user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
converted = render_markdown ( msg , content )
self . assertEqual ( converted , expected )
2019-08-11 07:41:34 +02:00
content = ' >* http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg \n \n Awesome! '
2020-05-09 03:44:56 +02:00
expected = ' <blockquote> \n <ul> \n <li><a href= " http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg " >http://cdn.wallpapersafari.com/13/6/16eVjx.jpeg</a></li> \n </ul> \n </blockquote> \n <p>Awesome!</p> '
2019-07-11 16:26:31 +02:00
sender_user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
converted = render_markdown ( msg , content )
self . assertEqual ( converted , expected )
2017-04-15 12:53:10 +02:00
@override_settings ( INLINE_IMAGE_PREVIEW = True )
2017-11-05 10:51:25 +01:00
def test_inline_image_preview_order ( self ) - > None :
2019-07-24 07:43:50 +02:00
realm = get_realm ( " zulip " )
2017-04-15 12:53:10 +02:00
content = ' http://imaging.nikon.com/lineup/dslr/df/img/sample/img_01.jpg \n http://imaging.nikon.com/lineup/dslr/df/img/sample/img_02.jpg \n http://imaging.nikon.com/lineup/dslr/df/img/sample/img_03.jpg '
2020-05-09 03:44:56 +02:00
expected = ' <p><a href= " http://imaging.nikon.com/lineup/dslr/df/img/sample/img_01.jpg " >http://imaging.nikon.com/lineup/dslr/df/img/sample/img_01.jpg</a><br> \n <a href= " http://imaging.nikon.com/lineup/dslr/df/img/sample/img_02.jpg " >http://imaging.nikon.com/lineup/dslr/df/img/sample/img_02.jpg</a><br> \n <a href= " http://imaging.nikon.com/lineup/dslr/df/img/sample/img_03.jpg " >http://imaging.nikon.com/lineup/dslr/df/img/sample/img_03.jpg</a></p> \n <div class= " message_inline_image " ><a href= " http://imaging.nikon.com/lineup/dslr/df/img/sample/img_01.jpg " ><img data-src-fullsize= " /thumbnail?url=http % 3A %2F %2F imaging.nikon.com %2F lineup %2F dslr %2F df %2F img %2F sample %2F img_01.jpg&size=full " src= " /thumbnail?url=http % 3A %2F %2F imaging.nikon.com %2F lineup %2F dslr %2F df %2F img %2F sample %2F img_01.jpg&size=thumbnail " ></a></div><div class= " message_inline_image " ><a href= " http://imaging.nikon.com/lineup/dslr/df/img/sample/img_02.jpg " ><img data-src-fullsize= " /thumbnail?url=http % 3A %2F %2F imaging.nikon.com %2F lineup %2F dslr %2F df %2F img %2F sample %2F img_02.jpg&size=full " src= " /thumbnail?url=http % 3A %2F %2F imaging.nikon.com %2F lineup %2F dslr %2F df %2F img %2F sample %2F img_02.jpg&size=thumbnail " ></a></div><div class= " message_inline_image " ><a href= " http://imaging.nikon.com/lineup/dslr/df/img/sample/img_03.jpg " ><img data-src-fullsize= " /thumbnail?url=http % 3A %2F %2F imaging.nikon.com %2F lineup %2F dslr %2F df %2F img %2F sample %2F img_03.jpg&size=full " src= " /thumbnail?url=http % 3A %2F %2F imaging.nikon.com %2F lineup %2F dslr %2F df %2F img %2F sample %2F img_03.jpg&size=thumbnail " ></a></div> '
2017-04-15 12:53:10 +02:00
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2017-04-15 12:53:10 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
converted = render_markdown ( msg , content )
self . assertEqual ( converted , expected )
2017-12-25 21:35:23 +01:00
content = ' http://imaging.nikon.com/lineup/dslr/df/img/sample/img_01.jpg \n \n >http://imaging.nikon.com/lineup/dslr/df/img/sample/img_02.jpg \n \n * http://imaging.nikon.com/lineup/dslr/df/img/sample/img_03.jpg \n * https://www.google.com/images/srpr/logo4w.png '
2020-05-09 03:44:56 +02:00
expected = ' <div class= " message_inline_image " ><a href= " http://imaging.nikon.com/lineup/dslr/df/img/sample/img_01.jpg " ><img data-src-fullsize= " /thumbnail?url=http % 3A %2F %2F imaging.nikon.com %2F lineup %2F dslr %2F df %2F img %2F sample %2F img_01.jpg&size=full " src= " /thumbnail?url=http % 3A %2F %2F imaging.nikon.com %2F lineup %2F dslr %2F df %2F img %2F sample %2F img_01.jpg&size=thumbnail " ></a></div><blockquote> \n <p><a href= " http://imaging.nikon.com/lineup/dslr/df/img/sample/img_02.jpg " >http://imaging.nikon.com/lineup/dslr/df/img/sample/img_02.jpg</a></p> \n </blockquote> \n <ul> \n <li><div class= " message_inline_image " ><a href= " http://imaging.nikon.com/lineup/dslr/df/img/sample/img_03.jpg " ><img data-src-fullsize= " /thumbnail?url=http % 3A %2F %2F imaging.nikon.com %2F lineup %2F dslr %2F df %2F img %2F sample %2F img_03.jpg&size=full " src= " /thumbnail?url=http % 3A %2F %2F imaging.nikon.com %2F lineup %2F dslr %2F df %2F img %2F sample %2F img_03.jpg&size=thumbnail " ></a></div></li> \n <li><div class= " message_inline_image " ><a href= " https://www.google.com/images/srpr/logo4w.png " ><img data-src-fullsize= " /thumbnail?url=https % 3A %2F %2F www.google.com %2F images %2F srpr %2F logo4w.png&size=full " src= " /thumbnail?url=https % 3A %2F %2F www.google.com %2F images %2F srpr %2F logo4w.png&size=thumbnail " ></a></div></li> \n </ul> '
2017-12-25 21:35:23 +01:00
sender_user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
converted = render_markdown ( msg , content )
self . assertEqual ( converted , expected )
2019-07-24 07:43:50 +02:00
content = ' Test 1 \n [21136101110_1dde1c1a7e_o.jpg](/user_uploads/ {realm_id} /6d/F1PX6u16JA2P-nK45PyxHIYZ/21136101110_1dde1c1a7e_o.jpg) \n \n Next Image \n [IMG_20161116_023910.jpg](/user_uploads/ {realm_id} /69/sh7L06e7uH7NaX6d5WFfVYQp/IMG_20161116_023910.jpg) \n \n Another Screenshot \n [Screenshot-from-2016-06-01-16-22-42.png](/user_uploads/ {realm_id} /70/_aZmIEWaN1iUaxwkDjkO7bpj/Screenshot-from-2016-06-01-16-22-42.png) '
content = content . format ( realm_id = realm . id )
2020-05-09 03:44:56 +02:00
expected = ' <p>Test 1<br> \n <a href= " /user_uploads/ {realm_id} /6d/F1PX6u16JA2P-nK45PyxHIYZ/21136101110_1dde1c1a7e_o.jpg " >21136101110_1dde1c1a7e_o.jpg</a> </p> \n <div class= " message_inline_image " ><a href= " /user_uploads/ {realm_id} /6d/F1PX6u16JA2P-nK45PyxHIYZ/21136101110_1dde1c1a7e_o.jpg " title= " 21136101110_1dde1c1a7e_o.jpg " ><img data-src-fullsize= " /thumbnail?url=user_uploads %2F {realm_id} %2F 6d %2F F1PX6u16JA2P-nK45PyxHIYZ %2F 21136101110_1dde1c1a7e_o.jpg&size=full " src= " /thumbnail?url=user_uploads %2F {realm_id} %2F 6d %2F F1PX6u16JA2P-nK45PyxHIYZ %2F 21136101110_1dde1c1a7e_o.jpg&size=thumbnail " ></a></div><p>Next Image<br> \n <a href= " /user_uploads/ {realm_id} /69/sh7L06e7uH7NaX6d5WFfVYQp/IMG_20161116_023910.jpg " >IMG_20161116_023910.jpg</a> </p> \n <div class= " message_inline_image " ><a href= " /user_uploads/ {realm_id} /69/sh7L06e7uH7NaX6d5WFfVYQp/IMG_20161116_023910.jpg " title= " IMG_20161116_023910.jpg " ><img data-src-fullsize= " /thumbnail?url=user_uploads %2F {realm_id} %2F 69 %2F sh7L06e7uH7NaX6d5WFfVYQp %2F IMG_20161116_023910.jpg&size=full " src= " /thumbnail?url=user_uploads %2F {realm_id} %2F 69 %2F sh7L06e7uH7NaX6d5WFfVYQp %2F IMG_20161116_023910.jpg&size=thumbnail " ></a></div><p>Another Screenshot<br> \n <a href= " /user_uploads/ {realm_id} /70/_aZmIEWaN1iUaxwkDjkO7bpj/Screenshot-from-2016-06-01-16-22-42.png " >Screenshot-from-2016-06-01-16-22-42.png</a></p> \n <div class= " message_inline_image " ><a href= " /user_uploads/ {realm_id} /70/_aZmIEWaN1iUaxwkDjkO7bpj/Screenshot-from-2016-06-01-16-22-42.png " title= " Screenshot-from-2016-06-01-16-22-42.png " ><img data-src-fullsize= " /thumbnail?url=user_uploads %2F {realm_id} %2F 70 %2F _aZmIEWaN1iUaxwkDjkO7bpj %2F Screenshot-from-2016-06-01-16-22-42.png&size=full " src= " /thumbnail?url=user_uploads %2F {realm_id} %2F 70 %2F _aZmIEWaN1iUaxwkDjkO7bpj %2F Screenshot-from-2016-06-01-16-22-42.png&size=thumbnail " ></a></div> '
2019-07-24 07:43:50 +02:00
expected = expected . format ( realm_id = realm . id )
2017-04-15 12:53:10 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
converted = render_markdown ( msg , content )
self . assertEqual ( converted , expected )
2019-02-14 17:15:30 +01:00
@override_settings ( INLINE_IMAGE_PREVIEW = True )
def test_corrected_image_source ( self ) - > None :
# testing only wikipedia because linx.li urls can be expected to expire
content = ' https://en.wikipedia.org/wiki/File:Wright_of_Derby,_The_Orrery.jpg '
2020-05-09 03:44:56 +02:00
expected = ' <div class= " message_inline_image " ><a href= " https://en.wikipedia.org/wiki/Special:FilePath/File:Wright_of_Derby,_The_Orrery.jpg " ><img data-src-fullsize= " /thumbnail?url=https % 3A %2F %2F en.wikipedia.org %2F wiki %2F Special % 3AFilePath %2F File % 3AWright_of_Derby % 2C_The_Orrery.jpg&size=full " src= " /thumbnail?url=https % 3A %2F %2F en.wikipedia.org %2F wiki %2F Special % 3AFilePath %2F File % 3AWright_of_Derby % 2C_The_Orrery.jpg&size=thumbnail " ></a></div> '
2019-02-14 17:15:30 +01:00
sender_user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
converted = render_markdown ( msg , content )
self . assertEqual ( converted , expected )
2017-03-13 14:42:03 +01:00
@override_settings ( INLINE_IMAGE_PREVIEW = False )
2019-03-01 01:53:18 +01:00
def test_image_preview_enabled ( self ) - > None :
ret = bugdown . image_preview_enabled ( )
2017-03-13 14:42:03 +01:00
self . assertEqual ( ret , False )
settings . INLINE_IMAGE_PREVIEW = True
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2018-11-07 15:24:36 +01:00
message = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
realm = message . get_realm ( )
2017-03-13 14:42:03 +01:00
2019-03-01 01:53:18 +01:00
ret = bugdown . image_preview_enabled ( )
self . assertEqual ( ret , True )
ret = bugdown . image_preview_enabled ( no_previews = True )
self . assertEqual ( ret , False )
ret = bugdown . image_preview_enabled ( message , realm )
self . assertEqual ( ret , True )
2017-03-13 14:42:03 +01:00
2019-03-01 01:53:18 +01:00
ret = bugdown . image_preview_enabled ( message )
2017-03-13 14:42:03 +01:00
self . assertEqual ( ret , True )
2019-03-01 01:53:18 +01:00
ret = bugdown . image_preview_enabled ( message , realm ,
no_previews = True )
self . assertEqual ( ret , False )
ret = bugdown . image_preview_enabled ( message , no_previews = True )
self . assertEqual ( ret , False )
2017-03-13 14:42:03 +01:00
@override_settings ( INLINE_URL_EMBED_PREVIEW = False )
2019-03-01 01:53:18 +01:00
def test_url_embed_preview_enabled ( self ) - > None :
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2017-03-13 14:42:03 +01:00
message = copy . deepcopy ( Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) ) )
realm = message . get_realm ( )
2019-05-31 04:45:02 +02:00
realm . inline_url_embed_preview = True # off by default
realm . save ( update_fields = [ ' inline_url_embed_preview ' ] )
2017-03-13 14:42:03 +01:00
2019-03-01 01:53:18 +01:00
ret = bugdown . url_embed_preview_enabled ( )
2017-03-13 14:42:03 +01:00
self . assertEqual ( ret , False )
settings . INLINE_URL_EMBED_PREVIEW = True
2019-03-01 01:53:18 +01:00
ret = bugdown . url_embed_preview_enabled ( )
self . assertEqual ( ret , True )
ret = bugdown . image_preview_enabled ( no_previews = True )
self . assertEqual ( ret , False )
ret = bugdown . url_embed_preview_enabled ( message , realm )
self . assertEqual ( ret , True )
ret = bugdown . url_embed_preview_enabled ( message )
self . assertEqual ( ret , True )
ret = bugdown . url_embed_preview_enabled ( message , no_previews = True )
self . assertEqual ( ret , False )
2017-03-13 14:42:03 +01:00
2017-11-05 10:51:25 +01:00
def test_inline_dropbox ( self ) - > None :
2014-01-31 23:13:58 +01:00
msg = ' Look at how hilarious our old office was: https://www.dropbox.com/s/ymdijjcg67hv2ta/IMG_0923.JPG '
2016-04-30 00:25:58 +02:00
image_info = { ' image ' : ' https://photos-4.dropbox.com/t/2/AABIre1oReJgPYuc_53iv0IHq1vUzRaDg2rrCfTpiWMccQ/12/129/jpeg/1024x1024/2/_/0/4/IMG_0923.JPG/CIEBIAEgAiAHKAIoBw/ymdijjcg67hv2ta/AABz2uuED1ox3vpWWvMpBxu6a/IMG_0923.JPG ' , ' desc ' : ' Shared with Dropbox ' , ' title ' : ' IMG_0923.JPG ' }
with mock . patch ( ' zerver.lib.bugdown.fetch_open_graph_image ' , return_value = image_info ) :
converted = bugdown_convert ( msg )
2014-01-31 23:13:58 +01:00
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p>Look at how hilarious our old office was: <a href= " https://www.dropbox.com/s/ymdijjcg67hv2ta/IMG_0923.JPG " >https://www.dropbox.com/s/ymdijjcg67hv2ta/IMG_0923.JPG</a></p> \n <div class= " message_inline_image " ><a href= " https://www.dropbox.com/s/ymdijjcg67hv2ta/IMG_0923.JPG " title= " IMG_0923.JPG " ><img src= " https://www.dropbox.com/s/ymdijjcg67hv2ta/IMG_0923.JPG?dl=1 " ></a></div> ' )
2014-01-31 23:13:58 +01:00
2014-07-17 02:41:49 +02:00
msg = ' Look at my hilarious drawing folder: https://www.dropbox.com/sh/cm39k9e04z7fhim/AAAII5NK-9daee3FcF41anEua?dl= '
2016-04-30 00:25:58 +02:00
image_info = { ' image ' : ' https://cf.dropboxstatic.com/static/images/icons128/folder_dropbox.png ' , ' desc ' : ' Shared with Dropbox ' , ' title ' : ' Saves ' }
with mock . patch ( ' zerver.lib.bugdown.fetch_open_graph_image ' , return_value = image_info ) :
converted = bugdown_convert ( msg )
2014-01-31 23:13:58 +01:00
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p>Look at my hilarious drawing folder: <a href= " https://www.dropbox.com/sh/cm39k9e04z7fhim/AAAII5NK-9daee3FcF41anEua?dl= " >https://www.dropbox.com/sh/cm39k9e04z7fhim/AAAII5NK-9daee3FcF41anEua?dl=</a></p> \n <div class= " message_inline_ref " ><a href= " https://www.dropbox.com/sh/cm39k9e04z7fhim/AAAII5NK-9daee3FcF41anEua?dl= " title= " Saves " ><img src= " https://cf.dropboxstatic.com/static/images/icons128/folder_dropbox.png " ></a><div><div class= " message_inline_image_title " >Saves</div><desc class= " message_inline_image_desc " ></desc></div></div> ' )
2014-01-31 23:13:58 +01:00
2017-11-05 10:51:25 +01:00
def test_inline_dropbox_preview ( self ) - > None :
2014-02-26 21:25:27 +01:00
# Test photo album previews
msg = ' https://www.dropbox.com/sc/tditp9nitko60n5/03rEiZldy5 '
2016-04-30 00:25:58 +02:00
image_info = { ' image ' : ' https://photos-6.dropbox.com/t/2/AAAlawaeD61TyNewO5vVi-DGf2ZeuayfyHFdNTNzpGq-QA/12/271544745/jpeg/1024x1024/2/_/0/5/baby-piglet.jpg/CKnjvYEBIAIgBygCKAc/tditp9nitko60n5/AADX03VAIrQlTl28CtujDcMla/0 ' , ' desc ' : ' Shared with Dropbox ' , ' title ' : ' 1 photo ' }
with mock . patch ( ' zerver.lib.bugdown.fetch_open_graph_image ' , return_value = image_info ) :
converted = bugdown_convert ( msg )
2014-02-26 21:25:27 +01:00
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p><a href= " https://www.dropbox.com/sc/tditp9nitko60n5/03rEiZldy5 " >https://www.dropbox.com/sc/tditp9nitko60n5/03rEiZldy5</a></p> \n <div class= " message_inline_image " ><a href= " https://www.dropbox.com/sc/tditp9nitko60n5/03rEiZldy5 " title= " 1 photo " ><img src= " https://photos-6.dropbox.com/t/2/AAAlawaeD61TyNewO5vVi-DGf2ZeuayfyHFdNTNzpGq-QA/12/271544745/jpeg/1024x1024/2/_/0/5/baby-piglet.jpg/CKnjvYEBIAIgBygCKAc/tditp9nitko60n5/AADX03VAIrQlTl28CtujDcMla/0 " ></a></div> ' )
2014-01-31 23:13:58 +01:00
2017-11-05 10:51:25 +01:00
def test_inline_dropbox_negative ( self ) - > None :
2014-01-31 23:13:58 +01:00
# Make sure we're not overzealous in our conversion:
msg = ' Look at the new dropbox logo: https://www.dropbox.com/static/images/home_logo.png '
2016-04-30 00:25:58 +02:00
with mock . patch ( ' zerver.lib.bugdown.fetch_open_graph_image ' , return_value = None ) :
converted = bugdown_convert ( msg )
2014-01-31 23:13:58 +01:00
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p>Look at the new dropbox logo: <a href= " https://www.dropbox.com/static/images/home_logo.png " >https://www.dropbox.com/static/images/home_logo.png</a></p> \n <div class= " message_inline_image " ><a href= " https://www.dropbox.com/static/images/home_logo.png " ><img data-src-fullsize= " /thumbnail?url=https % 3A %2F %2F www.dropbox.com %2F static %2F images %2F home_logo.png&size=full " src= " /thumbnail?url=https % 3A %2F %2F www.dropbox.com %2F static %2F images %2F home_logo.png&size=thumbnail " ></a></div> ' )
2014-01-31 23:13:58 +01:00
2017-11-05 10:51:25 +01:00
def test_inline_dropbox_bad ( self ) - > None :
2014-07-17 02:41:49 +02:00
# Don't fail on bad dropbox links
2016-04-30 00:25:58 +02:00
msg = " https://zulip-test.dropbox.com/photos/cl/ROmr9K1XYtmpneM "
2017-01-30 07:06:34 +01:00
with mock . patch ( ' zerver.lib.bugdown.fetch_open_graph_image ' , return_value = None ) :
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p><a href= " https://zulip-test.dropbox.com/photos/cl/ROmr9K1XYtmpneM " >https://zulip-test.dropbox.com/photos/cl/ROmr9K1XYtmpneM</a></p> ' )
2014-07-17 02:41:49 +02:00
2017-11-05 10:51:25 +01:00
def test_inline_github_preview ( self ) - > None :
2017-05-03 18:42:55 +02:00
# Test photo album previews
2017-11-27 10:08:32 +01:00
msg = ' Test: https://github.com/zulip/zulip/blob/master/static/images/logo/zulip-icon-128x128.png '
2017-05-03 18:42:55 +02:00
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p>Test: <a href= " https://github.com/zulip/zulip/blob/master/static/images/logo/zulip-icon-128x128.png " >https://github.com/zulip/zulip/blob/master/static/images/logo/zulip-icon-128x128.png</a></p> \n <div class= " message_inline_image " ><a href= " https://github.com/zulip/zulip/blob/master/static/images/logo/zulip-icon-128x128.png " ><img data-src-fullsize= " /thumbnail?url=https % 3A %2F %2F raw.githubusercontent.com %2F zulip %2F zulip %2F master %2F static %2F images %2F logo %2F zulip-icon-128x128.png&size=full " src= " /thumbnail?url=https % 3A %2F %2F raw.githubusercontent.com %2F zulip %2F zulip %2F master %2F static %2F images %2F logo %2F zulip-icon-128x128.png&size=thumbnail " ></a></div> ' )
2017-05-03 18:42:55 +02:00
2017-11-27 10:08:32 +01:00
msg = ' Test: https://developer.github.com/assets/images/hero-circuit-bg.png '
2017-05-03 18:42:55 +02:00
converted = bugdown_convert ( msg )
2020-05-09 03:44:56 +02:00
self . assertEqual ( converted , ' <p>Test: <a href= " https://developer.github.com/assets/images/hero-circuit-bg.png " >https://developer.github.com/assets/images/hero-circuit-bg.png</a></p> \n <div class= " message_inline_image " ><a href= " https://developer.github.com/assets/images/hero-circuit-bg.png " ><img data-src-fullsize= " /thumbnail?url=https % 3A %2F %2F developer.github.com %2F assets %2F images %2F hero-circuit-bg.png&size=full " src= " /thumbnail?url=https % 3A %2F %2F developer.github.com %2F assets %2F images %2F hero-circuit-bg.png&size=thumbnail " ></a></div> ' )
2017-05-03 18:42:55 +02:00
2017-11-05 10:51:25 +01:00
def test_twitter_id_extraction ( self ) - > None :
2014-01-31 23:13:58 +01:00
self . assertEqual ( bugdown . get_tweet_id ( ' http://twitter.com/#!/VizzQuotes/status/409030735191097344 ' ) , ' 409030735191097344 ' )
self . assertEqual ( bugdown . get_tweet_id ( ' http://twitter.com/VizzQuotes/status/409030735191097344 ' ) , ' 409030735191097344 ' )
self . assertEqual ( bugdown . get_tweet_id ( ' http://twitter.com/VizzQuotes/statuses/409030735191097344 ' ) , ' 409030735191097344 ' )
self . assertEqual ( bugdown . get_tweet_id ( ' https://twitter.com/wdaher/status/1017581858 ' ) , ' 1017581858 ' )
self . assertEqual ( bugdown . get_tweet_id ( ' https://twitter.com/wdaher/status/1017581858/ ' ) , ' 1017581858 ' )
self . assertEqual ( bugdown . get_tweet_id ( ' https://twitter.com/windyoona/status/410766290349879296/photo/1 ' ) , ' 410766290349879296 ' )
self . assertEqual ( bugdown . get_tweet_id ( ' https://twitter.com/windyoona/status/410766290349879296/ ' ) , ' 410766290349879296 ' )
2017-11-05 10:51:25 +01:00
def test_inline_interesting_links ( self ) - > None :
2018-05-11 01:39:38 +02:00
def make_link ( url : str ) - > str :
2020-06-13 08:59:37 +02:00
return f ' <a href= " { url } " > { url } </a> '
2014-01-31 23:13:58 +01:00
2020-02-29 01:37:33 +01:00
normal_tweet_html = ( ' <a href= " https://twitter.com/Twitter " '
2020-05-09 03:44:56 +02:00
' >@Twitter</a> '
2016-07-16 22:35:27 +02:00
' meets @seepicturely at #tcdisrupt cc. '
2020-02-29 01:37:33 +01:00
' <a href= " https://twitter.com/boscomonkey " '
2020-05-09 03:44:56 +02:00
' >@boscomonkey</a> '
2020-02-29 01:37:33 +01:00
' <a href= " https://twitter.com/episod " '
2020-05-09 03:44:56 +02:00
' >@episod</a> '
2020-02-29 01:37:33 +01:00
' <a href= " http://t.co/6J2EgYM " '
2020-05-09 03:44:56 +02:00
' >http://instagr.am/p/MuW67/</a> ' )
2014-01-31 23:13:58 +01:00
2020-05-09 03:44:56 +02:00
mention_in_link_tweet_html = """ <a href= " http://t.co/@foo " >http://foo.com</a> """
2014-01-31 23:13:58 +01:00
2020-05-09 03:44:56 +02:00
media_tweet_html = ( ' <a href= " http://t.co/xo7pAhK6n3 " > '
2016-07-16 22:35:27 +02:00
' http://twitter.com/NEVNBoston/status/421654515616849920/photo/1</a> ' )
2014-01-31 23:13:58 +01:00
2019-01-14 08:45:37 +01:00
emoji_in_tweet_html = """ Zulip is <span aria-label= \" 100 \" class= " emoji emoji-1f4af " role= \" img \" title= " 100 " >:100:</span> % o pen-source! """
2017-06-19 23:18:55 +02:00
2018-05-11 01:39:38 +02:00
def make_inline_twitter_preview ( url : str , tweet_html : str , image_html : str = ' ' ) - > str :
2014-01-31 23:13:58 +01:00
## As of right now, all previews are mocked to be the exact same tweet
2016-07-16 22:35:27 +02:00
return ( ' <div class= " inline-preview-twitter " > '
2016-11-30 14:17:35 +01:00
' <div class= " twitter-tweet " > '
2020-06-14 02:57:50 +02:00
f ' <a href= " { url } " > '
2016-11-30 14:17:35 +01:00
' <img class= " twitter-avatar " '
2018-10-25 23:44:54 +02:00
' src= " https://external-content.zulipcdn.net/external_content/1f7cd2436976d410eab8189ebceda87ae0b34ead/687474703a2f2f7062732e7477696d672e63 '
2017-11-06 18:10:35 +01:00
' 6f6d2f70726f66696c655f696d616765732f313338303931323137332f53637265656e5f73686f745f323031312d30362d30335f61745f372e33352e33 '
' 365f504d5f6e6f726d616c2e706e67 " > '
2016-11-30 14:17:35 +01:00
' </a> '
2020-06-14 02:57:50 +02:00
f ' <p> { tweet_html } </p> '
2017-11-06 18:10:35 +01:00
' <span>- Eoin McMillan (@imeoin)</span> '
2020-06-14 02:57:50 +02:00
f ' { image_html } '
2016-11-30 14:17:35 +01:00
' </div> '
2020-06-14 02:57:50 +02:00
' </div> ' )
2014-01-31 23:13:58 +01:00
msg = ' http://www.twitter.com '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> ' . format ( make_link ( ' http://www.twitter.com ' ) ) )
2014-01-31 23:13:58 +01:00
msg = ' http://www.twitter.com/wdaher/ '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> ' . format ( make_link ( ' http://www.twitter.com/wdaher/ ' ) ) )
2014-01-31 23:13:58 +01:00
msg = ' http://www.twitter.com/wdaher/status/3 '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> ' . format ( make_link ( ' http://www.twitter.com/wdaher/status/3 ' ) ) )
2014-01-31 23:13:58 +01:00
# id too long
msg = ' http://www.twitter.com/wdaher/status/2879779692873154569 '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> ' . format ( make_link ( ' http://www.twitter.com/wdaher/status/2879779692873154569 ' ) ) )
2014-01-31 23:13:58 +01:00
# id too large (i.e. tweet doesn't exist)
msg = ' http://www.twitter.com/wdaher/status/999999999999999999 '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> ' . format ( make_link ( ' http://www.twitter.com/wdaher/status/999999999999999999 ' ) ) )
2014-01-31 23:13:58 +01:00
msg = ' http://www.twitter.com/wdaher/status/287977969287315456 '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> \n {} ' . format (
2016-07-16 22:35:27 +02:00
make_link ( ' http://www.twitter.com/wdaher/status/287977969287315456 ' ) ,
make_inline_twitter_preview ( ' http://www.twitter.com/wdaher/status/287977969287315456 ' , normal_tweet_html ) ) )
2014-01-31 23:13:58 +01:00
msg = ' https://www.twitter.com/wdaher/status/287977969287315456 '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> \n {} ' . format (
2016-07-16 22:35:27 +02:00
make_link ( ' https://www.twitter.com/wdaher/status/287977969287315456 ' ) ,
make_inline_twitter_preview ( ' https://www.twitter.com/wdaher/status/287977969287315456 ' , normal_tweet_html ) ) )
2014-01-31 23:13:58 +01:00
msg = ' http://twitter.com/wdaher/status/287977969287315456 '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> \n {} ' . format (
2016-07-16 22:35:27 +02:00
make_link ( ' http://twitter.com/wdaher/status/287977969287315456 ' ) ,
make_inline_twitter_preview ( ' http://twitter.com/wdaher/status/287977969287315456 ' , normal_tweet_html ) ) )
2014-01-31 23:13:58 +01:00
2018-02-16 21:06:05 +01:00
# Repeated links will only be converted once
2016-07-16 22:35:27 +02:00
msg = ( ' http://twitter.com/wdaher/status/287977969287315456 '
' http://twitter.com/wdaher/status/287977969287315457 '
' http://twitter.com/wdaher/status/287977969287315457 '
' http://twitter.com/wdaher/status/287977969287315457 ' )
2014-01-31 23:13:58 +01:00
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} {} {} {} </p> \n {} {} ' . format (
2016-07-16 22:35:27 +02:00
make_link ( ' http://twitter.com/wdaher/status/287977969287315456 ' ) ,
make_link ( ' http://twitter.com/wdaher/status/287977969287315457 ' ) ,
make_link ( ' http://twitter.com/wdaher/status/287977969287315457 ' ) ,
make_link ( ' http://twitter.com/wdaher/status/287977969287315457 ' ) ,
make_inline_twitter_preview ( ' http://twitter.com/wdaher/status/287977969287315456 ' , normal_tweet_html ) ,
make_inline_twitter_preview ( ' http://twitter.com/wdaher/status/287977969287315457 ' , normal_tweet_html ) ) )
2014-01-31 23:13:58 +01:00
2018-02-16 21:06:05 +01:00
# A max of 3 will be converted
msg = ( ' http://twitter.com/wdaher/status/287977969287315456 '
' http://twitter.com/wdaher/status/287977969287315457 '
' https://twitter.com/wdaher/status/287977969287315456 '
' http://twitter.com/wdaher/status/287977969287315460 ' )
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} {} {} {} </p> \n {} {} {} ' . format (
2018-02-16 21:06:05 +01:00
make_link ( ' http://twitter.com/wdaher/status/287977969287315456 ' ) ,
make_link ( ' http://twitter.com/wdaher/status/287977969287315457 ' ) ,
make_link ( ' https://twitter.com/wdaher/status/287977969287315456 ' ) ,
make_link ( ' http://twitter.com/wdaher/status/287977969287315460 ' ) ,
make_inline_twitter_preview ( ' http://twitter.com/wdaher/status/287977969287315456 ' , normal_tweet_html ) ,
make_inline_twitter_preview ( ' http://twitter.com/wdaher/status/287977969287315457 ' , normal_tweet_html ) ,
make_inline_twitter_preview ( ' https://twitter.com/wdaher/status/287977969287315456 ' , normal_tweet_html ) ) )
2014-01-31 23:13:58 +01:00
# Tweet has a mention in a URL, only the URL is linked
msg = ' http://twitter.com/wdaher/status/287977969287315458 '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> \n {} ' . format (
2016-07-16 22:35:27 +02:00
make_link ( ' http://twitter.com/wdaher/status/287977969287315458 ' ) ,
make_inline_twitter_preview ( ' http://twitter.com/wdaher/status/287977969287315458 ' , mention_in_link_tweet_html ) ) )
2014-01-31 23:13:58 +01:00
# Tweet with an image
msg = ' http://twitter.com/wdaher/status/287977969287315459 '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> \n {} ' . format (
2016-07-16 22:35:27 +02:00
make_link ( ' http://twitter.com/wdaher/status/287977969287315459 ' ) ,
make_inline_twitter_preview ( ' http://twitter.com/wdaher/status/287977969287315459 ' ,
media_tweet_html ,
( ' <div class= " twitter-image " > '
2020-05-09 03:44:56 +02:00
' <a href= " http://t.co/xo7pAhK6n3 " > '
2016-11-30 14:17:35 +01:00
' <img src= " https://pbs.twimg.com/media/BdoEjD4IEAIq86Z.jpg:small " > '
' </a> '
2016-07-16 22:35:27 +02:00
' </div> ' ) ) ) )
2014-01-31 23:13:58 +01:00
2017-06-19 23:18:55 +02:00
msg = ' http://twitter.com/wdaher/status/287977969287315460 '
converted = bugdown_convert ( msg )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> \n {} ' . format (
2017-06-19 23:18:55 +02:00
make_link ( ' http://twitter.com/wdaher/status/287977969287315460 ' ) ,
make_inline_twitter_preview ( ' http://twitter.com/wdaher/status/287977969287315460 ' , emoji_in_tweet_html ) ) )
2017-11-05 10:51:25 +01:00
def test_fetch_tweet_data_settings_validation ( self ) - > None :
2015-10-02 13:01:25 +02:00
with self . settings ( TEST_SUITE = False , TWITTER_CONSUMER_KEY = None ) :
2015-09-30 09:55:56 +02:00
self . assertIs ( None , bugdown . fetch_tweet_data ( ' 287977969287315459 ' ) )
2017-11-05 10:51:25 +01:00
def test_content_has_emoji ( self ) - > None :
2017-09-15 03:08:15 +02:00
self . assertFalse ( bugdown . content_has_emoji_syntax ( ' boring ' ) )
self . assertFalse ( bugdown . content_has_emoji_syntax ( ' hello: world ' ) )
self . assertFalse ( bugdown . content_has_emoji_syntax ( ' :foobar ' ) )
self . assertFalse ( bugdown . content_has_emoji_syntax ( ' ::: hello ::: ' ) )
self . assertTrue ( bugdown . content_has_emoji_syntax ( ' foo :whatever: ' ) )
self . assertTrue ( bugdown . content_has_emoji_syntax ( ' \n :whatever: ' ) )
self . assertTrue ( bugdown . content_has_emoji_syntax ( ' :smile: :::::: ' ) )
2017-11-05 10:51:25 +01:00
def test_realm_emoji ( self ) - > None :
2018-05-11 01:39:38 +02:00
def emoji_img ( name : str , file_name : str , realm_id : int ) - > str :
2020-06-13 08:59:37 +02:00
return ' <img alt= " {} " class= " emoji " src= " {} " title= " {} " > ' . format (
2017-06-09 10:30:24 +02:00
name , get_emoji_url ( file_name , realm_id ) , name [ 1 : - 1 ] . replace ( " _ " , " " ) )
2014-01-31 23:13:58 +01:00
2017-01-04 05:30:48 +01:00
realm = get_realm ( ' zulip ' )
2014-01-31 23:13:58 +01:00
# Needs to mock an actual message because that's how bugdown obtains the realm
2017-05-07 17:21:26 +02:00
msg = Message ( sender = self . example_user ( ' hamlet ' ) )
2017-07-18 00:22:27 +02:00
converted = bugdown . convert ( " :green_tick: " , message_realm = realm , message = msg )
2018-03-11 18:55:20 +01:00
realm_emoji = RealmEmoji . objects . filter ( realm = realm ,
name = ' green_tick ' ,
deactivated = False ) . get ( )
2020-06-13 08:59:37 +02:00
self . assertEqual ( converted , ' <p> {} </p> ' . format ( emoji_img ( ' :green_tick: ' , realm_emoji . file_name , realm . id ) ) )
2014-01-31 23:13:58 +01:00
2017-07-18 00:22:27 +02:00
# Deactivate realm emoji.
do_remove_realm_emoji ( realm , ' green_tick ' )
converted = bugdown . convert ( " :green_tick: " , message_realm = realm , message = msg )
self . assertEqual ( converted , ' <p>:green_tick:</p> ' )
2014-01-31 23:13:58 +01:00
2017-11-05 10:51:25 +01:00
def test_deactivated_realm_emoji ( self ) - > None :
2017-07-18 00:22:27 +02:00
# Deactivate realm emoji.
2017-05-23 08:41:30 +02:00
realm = get_realm ( ' zulip ' )
2017-07-18 00:22:27 +02:00
do_remove_realm_emoji ( realm , ' green_tick ' )
2017-05-23 08:41:30 +02:00
msg = Message ( sender = self . example_user ( ' hamlet ' ) )
2017-07-18 00:22:27 +02:00
converted = bugdown . convert ( " :green_tick: " , message_realm = realm , message = msg )
self . assertEqual ( converted , ' <p>:green_tick:</p> ' )
2017-05-23 08:41:30 +02:00
2017-11-05 10:51:25 +01:00
def test_unicode_emoji ( self ) - > None :
2020-04-09 21:51:58 +02:00
msg = ' \u2615 ' # ☕
2016-06-24 20:03:56 +02:00
converted = bugdown_convert ( msg )
2020-04-09 21:51:58 +02:00
self . assertEqual ( converted , ' <p><span aria-label= \" coffee \" class= " emoji emoji-2615 " role= \" img \" title= " coffee " >:coffee:</span></p> ' )
2016-06-24 20:03:56 +02:00
2020-04-09 21:51:58 +02:00
msg = ' \u2615 \u2615 ' # ☕☕
2016-06-24 20:03:56 +02:00
converted = bugdown_convert ( msg )
2020-04-09 21:51:58 +02:00
self . assertEqual ( converted , ' <p><span aria-label= \" coffee \" class= " emoji emoji-2615 " role= \" img \" title= " coffee " >:coffee:</span><span aria-label= \" coffee \" class= " emoji emoji-2615 " role= \" img \" title= " coffee " >:coffee:</span></p> ' )
2017-06-20 15:52:14 +02:00
2018-01-15 19:36:32 +01:00
def test_no_translate_emoticons_if_off ( self ) - > None :
user_profile = self . example_user ( ' othello ' )
do_set_user_display_setting ( user_profile , ' translate_emoticons ' , False )
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
2020-04-09 21:51:58 +02:00
content = ' :) '
expected = ' <p>:)</p> '
2018-01-15 19:36:32 +01:00
converted = render_markdown ( msg , content )
self . assertEqual ( converted , expected )
2017-11-05 10:51:25 +01:00
def test_same_markup ( self ) - > None :
2020-04-09 21:51:58 +02:00
msg = ' \u2615 ' # ☕
2017-06-20 15:52:14 +02:00
unicode_converted = bugdown_convert ( msg )
2020-04-09 21:51:58 +02:00
msg = ' :coffee: ' # ☕☕
2017-06-20 15:52:14 +02:00
converted = bugdown_convert ( msg )
self . assertEqual ( converted , unicode_converted )
2016-06-24 20:03:56 +02:00
2019-05-25 16:10:30 +02:00
def test_links_in_topic_name ( self ) - > None :
realm = get_realm ( ' zulip ' )
msg = Message ( sender = self . example_user ( ' othello ' ) )
msg . set_topic_name ( " https://google.com/hello-world " )
converted_topic = bugdown . topic_links ( realm . id , msg . topic_name ( ) )
2020-04-09 21:51:58 +02:00
self . assertEqual ( converted_topic , [ ' https://google.com/hello-world ' ] )
2019-05-25 16:10:30 +02:00
2019-07-19 07:46:07 +02:00
msg . set_topic_name ( " http://google.com/hello-world " )
converted_topic = bugdown . topic_links ( realm . id , msg . topic_name ( ) )
2020-04-09 21:51:58 +02:00
self . assertEqual ( converted_topic , [ ' http://google.com/hello-world ' ] )
2019-07-19 07:46:07 +02:00
msg . set_topic_name ( " Without scheme google.com/hello-world " )
converted_topic = bugdown . topic_links ( realm . id , msg . topic_name ( ) )
2020-04-09 21:51:58 +02:00
self . assertEqual ( converted_topic , [ ' https://google.com/hello-world ' ] )
2019-07-19 07:46:07 +02:00
msg . set_topic_name ( " Without scheme random.words/hello-world " )
converted_topic = bugdown . topic_links ( realm . id , msg . topic_name ( ) )
self . assertEqual ( converted_topic , [ ] )
2019-05-25 16:10:30 +02:00
msg . set_topic_name ( " Try out http://ftp.debian.org, https://google.com/ and https://google.in/. " )
converted_topic = bugdown . topic_links ( realm . id , msg . topic_name ( ) )
2020-04-09 21:51:58 +02:00
self . assertEqual ( converted_topic , [ ' http://ftp.debian.org ' , ' https://google.com/ ' , ' https://google.in/ ' ] )
2019-05-25 16:10:30 +02:00
2017-11-05 10:51:25 +01:00
def test_realm_patterns ( self ) - > None :
2017-01-04 05:30:48 +01:00
realm = get_realm ( ' zulip ' )
2020-05-29 00:20:42 +02:00
url_format_string = r " https://trac.example.com/ticket/ %(id)s "
2016-09-19 23:30:41 +02:00
realm_filter = RealmFilter ( realm = realm ,
pattern = r " #(?P<id>[0-9] { 2,8}) " ,
url_format_string = url_format_string )
realm_filter . save ( )
self . assertEqual (
2017-10-27 09:06:40 +02:00
realm_filter . __str__ ( ) ,
2017-03-13 17:27:21 +01:00
' <RealmFilter(zulip): #(?P<id>[0-9] { 2,8}) '
2020-05-29 00:20:42 +02:00
' https://trac.example.com/ticket/ %(id)s > ' )
2016-09-19 23:30:41 +02:00
2018-11-10 16:04:54 +01:00
msg = Message ( sender = self . example_user ( ' othello ' ) )
msg . set_topic_name ( " #444 " )
2014-01-31 23:13:58 +01:00
2016-09-23 20:06:37 +02:00
flush_per_request_caches ( )
2020-05-29 00:20:42 +02:00
content = " We should fix #224 and #115, but not issue#124 or #1124z or [trac #15](https://trac.example.com/ticket/16) today. "
2017-01-22 06:29:11 +01:00
converted = bugdown . convert ( content , message_realm = realm , message = msg )
2018-11-10 16:04:54 +01:00
converted_topic = bugdown . topic_links ( realm . id , msg . topic_name ( ) )
2014-01-31 23:13:58 +01:00
2020-05-29 00:20:42 +02:00
self . assertEqual ( converted , ' <p>We should fix <a href= " https://trac.example.com/ticket/224 " >#224</a> and <a href= " https://trac.example.com/ticket/115 " >#115</a>, but not issue#124 or #1124z or <a href= " https://trac.example.com/ticket/16 " >trac #15</a> today.</p> ' )
self . assertEqual ( converted_topic , [ ' https://trac.example.com/ticket/444 ' ] )
2014-01-31 23:13:58 +01:00
2019-05-25 16:10:30 +02:00
msg . set_topic_name ( " #444 https://google.com " )
converted_topic = bugdown . topic_links ( realm . id , msg . topic_name ( ) )
2020-05-29 00:20:42 +02:00
self . assertEqual ( converted_topic , [ ' https://trac.example.com/ticket/444 ' , ' https://google.com ' ] )
2019-05-25 16:10:30 +02:00
2016-12-31 03:08:43 +01:00
RealmFilter ( realm = realm , pattern = r ' #(?P<id>[a-zA-Z]+-[0-9]+) ' ,
2020-05-29 00:20:42 +02:00
url_format_string = r ' https://trac.example.com/ticket/ %(id)s ' ) . save ( )
2017-05-07 17:21:26 +02:00
msg = Message ( sender = self . example_user ( ' hamlet ' ) )
2016-02-13 19:17:15 +01:00
content = ' #ZUL-123 was fixed and code was deployed to production, also #zul-321 was deployed to staging '
2017-01-22 06:29:11 +01:00
converted = bugdown . convert ( content , message_realm = realm , message = msg )
2016-02-13 19:17:15 +01:00
2020-05-29 00:20:42 +02:00
self . assertEqual ( converted , ' <p><a href= " https://trac.example.com/ticket/ZUL-123 " >#ZUL-123</a> was fixed and code was deployed to production, also <a href= " https://trac.example.com/ticket/zul-321 " >#zul-321</a> was deployed to staging</p> ' )
2016-02-13 19:17:15 +01:00
2019-03-06 06:09:50 +01:00
def assert_conversion ( content : str , convert : bool = True ) - > None :
2019-01-23 20:13:05 +01:00
converted = bugdown . convert ( content , message_realm = realm , message = msg )
2019-03-06 06:09:50 +01:00
converted_topic = bugdown . topic_links ( realm . id , content )
if convert :
2020-05-29 00:20:42 +02:00
self . assertTrue ( ' trac.example.com ' in converted )
2019-03-06 06:09:50 +01:00
self . assertEqual ( len ( converted_topic ) , 1 )
2020-05-29 00:20:42 +02:00
self . assertTrue ( ' trac.example.com ' in converted_topic [ 0 ] )
2019-03-06 06:09:50 +01:00
else :
2020-05-29 00:20:42 +02:00
self . assertTrue ( ' trac.example.com ' not in converted )
2019-03-06 06:09:50 +01:00
self . assertEqual ( len ( converted_topic ) , 0 )
assert_conversion ( ' Hello #123 World ' )
assert_conversion ( ' Hello #123World ' , False )
assert_conversion ( ' Hello#123 World ' , False )
assert_conversion ( ' Hello#123World ' , False )
2019-03-07 17:41:54 +01:00
# Ideally, these should be converted, but bugdown doesn't
# handle word boundary detection in languages that don't use
# whitespace for that correctly yet.
2019-03-06 06:09:50 +01:00
assert_conversion ( ' チケットは#123です ' , False )
assert_conversion ( ' チケットは #123です ' , False )
assert_conversion ( ' チケットは#123 です ' , False )
assert_conversion ( ' チケットは #123 です ' )
assert_conversion ( ' (#123) ' )
assert_conversion ( ' #123> ' )
assert_conversion ( ' " #123 " ' )
assert_conversion ( ' #123@ ' )
assert_conversion ( ' )#123( ' , False )
assert_conversion ( ' ##123 ' , False )
# test nested realm patterns should avoid double matching
RealmFilter ( realm = realm , pattern = r ' hello#(?P<id>[0-9]+) ' ,
2020-05-29 00:20:42 +02:00
url_format_string = r ' https://trac.example.com/hello/ %(id)s ' ) . save ( )
2019-03-06 06:09:50 +01:00
converted_topic = bugdown . topic_links ( realm . id , ' hello#123 #234 ' )
2020-05-29 00:20:42 +02:00
self . assertEqual ( converted_topic , [ ' https://trac.example.com/ticket/234 ' , ' https://trac.example.com/hello/123 ' ] )
2019-01-23 20:13:05 +01:00
2017-11-05 10:51:25 +01:00
def test_maybe_update_markdown_engines ( self ) - > None :
2017-01-04 05:30:48 +01:00
realm = get_realm ( ' zulip ' )
2020-05-29 00:20:42 +02:00
url_format_string = r " https://trac.example.com/ticket/ %(id)s "
2016-09-23 21:02:22 +02:00
realm_filter = RealmFilter ( realm = realm ,
pattern = r " #(?P<id>[0-9] { 2,8}) " ,
url_format_string = url_format_string )
realm_filter . save ( )
bugdown . realm_filter_data = { }
2017-11-11 15:30:19 +01:00
bugdown . maybe_update_markdown_engines ( None , False )
2016-09-23 21:02:22 +02:00
all_filters = bugdown . realm_filter_data
2016-12-31 03:08:43 +01:00
zulip_filters = all_filters [ realm . id ]
2016-09-23 21:02:22 +02:00
self . assertEqual ( len ( zulip_filters ) , 1 )
self . assertEqual ( zulip_filters [ 0 ] ,
2020-05-29 00:20:42 +02:00
( ' #(?P<id>[0-9] { 2,8}) ' , ' https://trac.example.com/ticket/ %(id)s ' , realm_filter . id ) )
2016-09-23 21:02:22 +02:00
2017-11-05 10:51:25 +01:00
def test_flush_realm_filter ( self ) - > None :
2017-01-04 05:30:48 +01:00
realm = get_realm ( ' zulip ' )
2016-09-23 21:55:21 +02:00
2017-11-05 10:51:25 +01:00
def flush ( ) - > None :
2016-09-23 21:55:21 +02:00
'''
flush_realm_filter is a post - save hook , so calling it
directly for testing is kind of awkward
'''
2017-11-05 11:49:43 +01:00
class Instance :
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
realm_id : Optional [ int ] = None
2016-09-23 21:55:21 +02:00
instance = Instance ( )
2017-01-03 21:04:55 +01:00
instance . realm_id = realm . id
2016-09-23 21:55:21 +02:00
flush_realm_filter ( sender = None , instance = instance )
2017-11-05 10:51:25 +01:00
def save_new_realm_filter ( ) - > None :
2016-09-23 21:55:21 +02:00
realm_filter = RealmFilter ( realm = realm ,
pattern = r " whatever " ,
url_format_string = ' whatever ' )
realm_filter . save ( )
2017-01-08 20:24:05 +01:00
# start fresh for our realm
2016-09-23 21:55:21 +02:00
flush ( )
2016-12-31 03:08:43 +01:00
self . assertFalse ( realm_in_local_realm_filters_cache ( realm . id ) )
2016-09-23 21:55:21 +02:00
# call this just for side effects of populating the cache
2016-12-31 03:08:43 +01:00
realm_filters_for_realm ( realm . id )
self . assertTrue ( realm_in_local_realm_filters_cache ( realm . id ) )
2016-09-23 21:55:21 +02:00
# Saving a new RealmFilter should have the side effect of
# flushing the cache.
save_new_realm_filter ( )
2016-12-31 03:08:43 +01:00
self . assertFalse ( realm_in_local_realm_filters_cache ( realm . id ) )
2016-09-23 21:55:21 +02:00
# and flush it one more time, to make sure we don't get a KeyError
flush ( )
2016-12-31 03:08:43 +01:00
self . assertFalse ( realm_in_local_realm_filters_cache ( realm . id ) )
2016-09-23 21:55:21 +02:00
2017-11-05 10:51:25 +01:00
def test_realm_patterns_negative ( self ) - > None :
2017-01-04 05:30:48 +01:00
realm = get_realm ( ' zulip ' )
2016-06-01 04:50:26 +02:00
RealmFilter ( realm = realm , pattern = r " #(?P<id>[0-9] { 2,8}) " ,
2020-05-29 00:20:42 +02:00
url_format_string = r " https://trac.example.com/ticket/ %(id)s " ) . save ( )
2018-11-10 16:04:54 +01:00
boring_msg = Message ( sender = self . example_user ( ' othello ' ) )
boring_msg . set_topic_name ( " no match here " )
converted_boring_topic = bugdown . topic_links ( realm . id , boring_msg . topic_name ( ) )
self . assertEqual ( converted_boring_topic , [ ] )
2016-06-01 04:50:26 +02:00
2017-11-05 10:51:25 +01:00
def test_is_status_message ( self ) - > None :
2017-05-07 17:21:26 +02:00
user_profile = self . example_user ( ' othello ' )
2016-10-03 17:53:53 +02:00
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
content = ' /me makes a list \n * one \n * two '
2016-10-04 18:32:46 +02:00
rendered_content = render_markdown ( msg , content )
2016-10-03 17:53:53 +02:00
self . assertEqual (
rendered_content ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' <p>/me makes a list</p> \n <ul> \n <li>one</li> \n <li>two</li> \n </ul> ' ,
2016-10-03 17:53:53 +02:00
)
2019-12-03 15:16:38 +01:00
self . assertTrue ( Message . is_status_message ( content , rendered_content ) )
2016-10-03 17:53:53 +02:00
content = ' /me takes a walk '
2016-10-04 18:32:46 +02:00
rendered_content = render_markdown ( msg , content )
2016-10-03 17:53:53 +02:00
self . assertEqual (
rendered_content ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' <p>/me takes a walk</p> ' ,
2016-10-03 17:53:53 +02:00
)
self . assertTrue ( Message . is_status_message ( content , rendered_content ) )
2018-01-21 19:27:36 +01:00
content = ' /me writes a second line \n line '
rendered_content = render_markdown ( msg , content )
self . assertEqual (
rendered_content ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' <p>/me writes a second line<br> \n line</p> ' ,
2018-01-21 19:27:36 +01:00
)
2019-06-21 07:39:52 +02:00
self . assertTrue ( Message . is_status_message ( content , rendered_content ) )
2018-01-21 19:27:36 +01:00
2017-11-05 10:51:25 +01:00
def test_alert_words ( self ) - > None :
2017-05-07 17:21:26 +02:00
user_profile = self . example_user ( ' othello ' )
2020-04-15 12:34:26 +02:00
do_add_alert_words ( user_profile , [ " ALERTWORD " , " scaryword " ] )
2016-06-01 05:02:43 +02:00
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
2019-02-11 15:19:38 +01:00
realm_alert_words_automaton = get_alert_word_automaton ( user_profile . realm )
2016-09-14 18:02:24 +02:00
2018-05-11 01:39:38 +02:00
def render ( msg : Message , content : str ) - > str :
2016-10-04 18:32:46 +02:00
return render_markdown ( msg ,
content ,
2020-06-13 04:10:44 +02:00
realm_alert_words_automaton = realm_alert_words_automaton )
2016-06-01 05:02:43 +02:00
content = " We have an ALERTWORD day today! "
2016-09-14 18:02:24 +02:00
self . assertEqual ( render ( msg , content ) , " <p>We have an ALERTWORD day today!</p> " )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . user_ids_with_alert_words , { user_profile . id } )
2016-06-01 05:02:43 +02:00
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
content = " We have a NOTHINGWORD day today! "
2016-09-14 18:02:24 +02:00
self . assertEqual ( render ( msg , content ) , " <p>We have a NOTHINGWORD day today!</p> " )
2016-06-01 05:02:43 +02:00
self . assertEqual ( msg . user_ids_with_alert_words , set ( ) )
2019-02-11 15:19:38 +01:00
def test_alert_words_returns_user_ids_with_alert_words ( self ) - > None :
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
alert_words_for_users : Dict [ str , List [ str ] ] = {
2019-02-11 15:19:38 +01:00
' hamlet ' : [ ' how ' ] , ' cordelia ' : [ ' this possible ' ] ,
' iago ' : [ ' hello ' ] , ' prospero ' : [ ' hello ' ] ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' othello ' : [ ' how are you ' ] , ' aaron ' : [ ' hey ' ] ,
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
}
user_profiles : Dict [ str , UserProfile ] = { }
2019-02-11 15:19:38 +01:00
for ( username , alert_words ) in alert_words_for_users . items ( ) :
user_profile = self . example_user ( username )
user_profiles . update ( { username : user_profile } )
2020-04-15 12:34:26 +02:00
do_add_alert_words ( user_profile , alert_words )
2019-02-11 15:19:38 +01:00
sender_user_profile = self . example_user ( ' polonius ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
realm_alert_words_automaton = get_alert_word_automaton ( sender_user_profile . realm )
def render ( msg : Message , content : str ) - > str :
return render_markdown ( msg ,
content ,
2020-06-13 04:10:44 +02:00
realm_alert_words_automaton = realm_alert_words_automaton )
2019-02-11 15:19:38 +01:00
content = " hello how is this possible how are you doing today "
render ( msg , content )
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
expected_user_ids : Set [ int ] = {
2019-02-11 15:19:38 +01:00
user_profiles [ ' hamlet ' ] . id , user_profiles [ ' cordelia ' ] . id , user_profiles [ ' iago ' ] . id ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
user_profiles [ ' prospero ' ] . id , user_profiles [ ' othello ' ] . id ,
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
}
2019-02-11 15:19:38 +01:00
# All users except aaron have their alert word appear in the message content
self . assertEqual ( msg . user_ids_with_alert_words , expected_user_ids )
def test_alert_words_returns_user_ids_with_alert_words_1 ( self ) - > None :
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
alert_words_for_users : Dict [ str , List [ str ] ] = {
2019-02-11 15:19:38 +01:00
' hamlet ' : [ ' provisioning ' , ' Prod deployment ' ] ,
' cordelia ' : [ ' test ' , ' Prod ' ] ,
' iago ' : [ ' prod ' ] , ' prospero ' : [ ' deployment ' ] ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' othello ' : [ ' last ' ] ,
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
}
user_profiles : Dict [ str , UserProfile ] = { }
2019-02-11 15:19:38 +01:00
for ( username , alert_words ) in alert_words_for_users . items ( ) :
user_profile = self . example_user ( username )
user_profiles . update ( { username : user_profile } )
2020-04-15 12:34:26 +02:00
do_add_alert_words ( user_profile , alert_words )
2019-02-11 15:19:38 +01:00
sender_user_profile = self . example_user ( ' polonius ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
realm_alert_words_automaton = get_alert_word_automaton ( sender_user_profile . realm )
def render ( msg : Message , content : str ) - > str :
return render_markdown ( msg ,
content ,
2020-06-13 04:10:44 +02:00
realm_alert_words_automaton = realm_alert_words_automaton )
2019-02-11 15:19:38 +01:00
content = """ Hello, everyone. Prod deployment has been completed
And this is a new line
to test out how markdown convert this into something line ending splitted array
and this is a new line
last """
render ( msg , content )
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
expected_user_ids : Set [ int ] = {
2019-02-11 15:19:38 +01:00
user_profiles [ ' hamlet ' ] . id ,
user_profiles [ ' cordelia ' ] . id ,
user_profiles [ ' iago ' ] . id ,
user_profiles [ ' prospero ' ] . id ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
user_profiles [ ' othello ' ] . id ,
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
}
2019-02-11 15:19:38 +01:00
# All users have their alert word appear in the message content
self . assertEqual ( msg . user_ids_with_alert_words , expected_user_ids )
def test_alert_words_returns_user_ids_with_alert_words_in_french ( self ) - > None :
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
alert_words_for_users : Dict [ str , List [ str ] ] = {
2019-02-11 15:19:38 +01:00
' hamlet ' : [ ' réglementaire ' , ' une politique ' , ' une merveille ' ] ,
' cordelia ' : [ ' énormément ' , ' Prod ' ] ,
' iago ' : [ ' prod ' ] , ' prospero ' : [ ' deployment ' ] ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' othello ' : [ ' last ' ] ,
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
}
user_profiles : Dict [ str , UserProfile ] = { }
2019-02-11 15:19:38 +01:00
for ( username , alert_words ) in alert_words_for_users . items ( ) :
user_profile = self . example_user ( username )
user_profiles . update ( { username : user_profile } )
2020-04-15 12:34:26 +02:00
do_add_alert_words ( user_profile , alert_words )
2019-02-11 15:19:38 +01:00
sender_user_profile = self . example_user ( ' polonius ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
realm_alert_words_automaton = get_alert_word_automaton ( sender_user_profile . realm )
def render ( msg : Message , content : str ) - > str :
return render_markdown ( msg ,
content ,
2020-06-13 04:10:44 +02:00
realm_alert_words_automaton = realm_alert_words_automaton )
2019-02-11 15:19:38 +01:00
content = """ This is to test out alert words work in languages with accented characters too
bonjour est ( énormément ) ce a quoi ressemble le français
et j ' espère qu ' il n ' y n ' réglementaire a pas de mots d ' alerte dans ce texte français
"""
render ( msg , content )
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
expected_user_ids : Set [ int ] = { user_profiles [ ' hamlet ' ] . id , user_profiles [ ' cordelia ' ] . id }
2019-02-11 15:19:38 +01:00
# Only hamlet and cordelia have their alert-words appear in the message content
self . assertEqual ( msg . user_ids_with_alert_words , expected_user_ids )
def test_alert_words_returns_empty_user_ids_with_alert_words ( self ) - > None :
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
alert_words_for_users : Dict [ str , List [ str ] ] = {
2019-02-11 15:19:38 +01:00
' hamlet ' : [ ] , ' cordelia ' : [ ] , ' iago ' : [ ] , ' prospero ' : [ ] ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' othello ' : [ ] , ' aaron ' : [ ] ,
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
}
user_profiles : Dict [ str , UserProfile ] = { }
2019-02-11 15:19:38 +01:00
for ( username , alert_words ) in alert_words_for_users . items ( ) :
user_profile = self . example_user ( username )
user_profiles . update ( { username : user_profile } )
2020-04-15 12:34:26 +02:00
do_add_alert_words ( user_profile , alert_words )
2019-02-11 15:19:38 +01:00
sender_user_profile = self . example_user ( ' polonius ' )
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
realm_alert_words_automaton = get_alert_word_automaton ( sender_user_profile . realm )
def render ( msg : Message , content : str ) - > str :
return render_markdown ( msg ,
content ,
2020-06-13 04:10:44 +02:00
realm_alert_words_automaton = realm_alert_words_automaton )
2019-02-11 15:19:38 +01:00
content = """ hello how is this possible how are you doing today
This is to test that the no user_ids who have alrert wourldword is participating
in sending of the message
"""
render ( msg , content )
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
expected_user_ids : Set [ int ] = set ( )
2019-02-11 15:19:38 +01:00
# None of the users have their alert-words appear in the message content
self . assertEqual ( msg . user_ids_with_alert_words , expected_user_ids )
def get_mock_alert_words ( self , num_words : int , word_length : int ) - > List [ str ] :
alert_words = [ ' x ' * word_length ] * num_words # type List[str]
return alert_words
def test_alert_words_with_empty_alert_words ( self ) - > None :
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
alert_words_for_users : Dict [ str , List [ str ] ] = {
2019-02-11 15:19:38 +01:00
' hamlet ' : [ ] ,
' cordelia ' : [ ] ,
' iago ' : [ ] ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' othello ' : [ ] ,
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
}
user_profiles : Dict [ str , UserProfile ] = { }
2019-02-11 15:19:38 +01:00
for ( username , alert_words ) in alert_words_for_users . items ( ) :
user_profile = self . example_user ( username )
user_profiles . update ( { username : user_profile } )
2020-04-15 12:34:26 +02:00
do_add_alert_words ( user_profile , alert_words )
2019-02-11 15:19:38 +01:00
sender_user_profile = self . example_user ( ' polonius ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
realm_alert_words_automaton = get_alert_word_automaton ( sender_user_profile . realm )
def render ( msg : Message , content : str ) - > str :
return render_markdown ( msg ,
content ,
2020-06-13 04:10:44 +02:00
realm_alert_words_automaton = realm_alert_words_automaton )
2019-02-11 15:19:38 +01:00
content = """ This is to test a empty alert words i.e. no user has any alert-words set """
render ( msg , content )
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
expected_user_ids : Set [ int ] = set ( )
2019-02-11 15:19:38 +01:00
self . assertEqual ( msg . user_ids_with_alert_words , expected_user_ids )
def test_alert_words_retuns_user_ids_with_alert_words_with_huge_alert_words ( self ) - > None :
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
alert_words_for_users : Dict [ str , List [ str ] ] = {
2019-02-11 15:19:38 +01:00
' hamlet ' : [ ' issue124 ' ] ,
' cordelia ' : self . get_mock_alert_words ( 500 , 10 ) ,
' iago ' : self . get_mock_alert_words ( 500 , 10 ) ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' othello ' : self . get_mock_alert_words ( 500 , 10 ) ,
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
}
user_profiles : Dict [ str , UserProfile ] = { }
2019-02-11 15:19:38 +01:00
for ( username , alert_words ) in alert_words_for_users . items ( ) :
user_profile = self . example_user ( username )
user_profiles . update ( { username : user_profile } )
2020-04-15 12:34:26 +02:00
do_add_alert_words ( user_profile , alert_words )
2019-02-11 15:19:38 +01:00
sender_user_profile = self . example_user ( ' polonius ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
realm_alert_words_automaton = get_alert_word_automaton ( sender_user_profile . realm )
def render ( msg : Message , content : str ) - > str :
return render_markdown ( msg ,
content ,
2020-06-13 04:10:44 +02:00
realm_alert_words_automaton = realm_alert_words_automaton )
2019-02-11 15:19:38 +01:00
content = """ The code above will print 10 random values of numbers between 1 and 100.
The second line , for x in range ( 10 ) , determines how many values will be printed ( when you use
range ( x ) , the number that you use in place of x will be the amount of values that you ' ll have
printed . if you want 20 values , use range ( 20 ) . use range ( 5 ) if you only want 5 values returned ,
etc . ) . I was talking abou the issue124 on github . Then the third line : print random . randint ( 1 , 101 ) will automatically select a random integer
between 1 and 100 for you . The process is fairly simple
"""
render ( msg , content )
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
expected_user_ids : Set [ int ] = { user_profiles [ ' hamlet ' ] . id }
2019-02-11 15:19:38 +01:00
# Only hamlet has alert-word 'issue124' present in the message content
self . assertEqual ( msg . user_ids_with_alert_words , expected_user_ids )
2020-03-31 15:21:27 +02:00
def test_default_code_block_language ( self ) - > None :
realm = get_realm ( ' zulip ' )
self . assertEqual ( realm . default_code_block_language , None )
text = " ``` {} \n console.log( ' Hello World ' ); \n ``` \n "
# Render without default language
2020-04-13 06:26:25 +02:00
msg_with_js = bugdown_convert ( text . format ( ' js ' ) )
msg_with_python = bugdown_convert ( text . format ( ' python ' ) )
msg_without_language = bugdown_convert ( text . format ( ' ' ) )
msg_with_quote = bugdown_convert ( text . format ( ' quote ' ) )
msg_with_math = bugdown_convert ( text . format ( ' math ' ) )
2020-03-31 15:21:27 +02:00
# Render with default=javascript
do_set_realm_property ( realm , ' default_code_block_language ' , ' javascript ' )
2020-04-13 06:26:25 +02:00
msg_without_language_default_js = bugdown_convert ( text . format ( ' ' ) )
msg_with_python_default_js = bugdown_convert ( text . format ( ' python ' ) )
2020-03-31 15:21:27 +02:00
# Render with default=python
do_set_realm_property ( realm , ' default_code_block_language ' , ' python ' )
2020-04-13 06:26:25 +02:00
msg_without_language_default_py = bugdown_convert ( text . format ( ' ' ) )
msg_with_none_default_py = bugdown_convert ( text . format ( ' none ' ) )
# Render with default=quote
do_set_realm_property ( realm , ' default_code_block_language ' , ' quote ' )
msg_without_language_default_quote = bugdown_convert ( text . format ( ' ' ) )
# Render with default=math
do_set_realm_property ( realm , ' default_code_block_language ' , ' math ' )
msg_without_language_default_math = bugdown_convert ( text . format ( ' ' ) )
2020-03-31 15:21:27 +02:00
# Render without default language
do_set_realm_property ( realm , ' default_code_block_language ' , None )
msg_without_language_final = bugdown_convert ( text . format ( ' ' ) )
2020-04-13 06:26:25 +02:00
self . assertTrue ( msg_with_js == msg_without_language_default_js )
self . assertTrue ( msg_with_python == msg_with_python_default_js == msg_without_language_default_py )
self . assertTrue ( msg_with_quote == msg_without_language_default_quote )
self . assertTrue ( msg_with_math == msg_without_language_default_math )
self . assertTrue ( msg_without_language == msg_with_none_default_py == msg_without_language_final )
# Test checking inside nested quotes
nested_text = " ````quote \n \n {} \n \n {} ```` " . format ( text . format ( ' js ' ) , text . format ( ' ' ) )
do_set_realm_property ( realm , ' default_code_block_language ' , ' javascript ' )
rendered = bugdown_convert ( nested_text )
with_language , without_language = re . findall ( r ' <pre>(.*?)$ ' , rendered , re . MULTILINE )
self . assertTrue ( with_language == without_language )
do_set_realm_property ( realm , ' default_code_block_language ' , None )
rendered = bugdown_convert ( nested_text )
with_language , without_language = re . findall ( r ' <pre>(.*?)$ ' , rendered , re . MULTILINE )
self . assertFalse ( with_language == without_language )
2020-03-31 15:21:27 +02:00
2017-11-05 10:51:25 +01:00
def test_mention_wildcard ( self ) - > None :
2017-05-07 17:21:26 +02:00
user_profile = self . example_user ( ' othello ' )
2016-06-01 05:24:01 +02:00
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
2018-01-24 17:18:07 +01:00
content = " @**all** test "
2016-10-04 18:32:46 +02:00
self . assertEqual ( render_markdown ( msg , content ) ,
2018-01-21 06:33:42 +01:00
' <p><span class= " user-mention " data-user-id= " * " > '
2017-02-02 21:19:25 +01:00
' @all '
' </span> test</p> ' )
2016-06-01 05:24:01 +02:00
self . assertTrue ( msg . mentions_wildcard )
2017-11-05 10:51:25 +01:00
def test_mention_everyone ( self ) - > None :
2017-05-07 17:21:26 +02:00
user_profile = self . example_user ( ' othello ' )
2016-06-01 05:24:01 +02:00
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
2018-01-24 17:18:07 +01:00
content = " @**everyone** test "
2016-10-04 18:32:46 +02:00
self . assertEqual ( render_markdown ( msg , content ) ,
2018-01-21 06:33:42 +01:00
' <p><span class= " user-mention " data-user-id= " * " > '
2018-01-24 17:18:07 +01:00
' @everyone '
' </span> test</p> ' )
2016-06-01 05:24:01 +02:00
self . assertTrue ( msg . mentions_wildcard )
2018-04-03 17:55:57 +02:00
def test_mention_stream ( self ) - > None :
user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
content = " @**stream** test "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p><span class= " user-mention " data-user-id= " * " > '
' @stream '
' </span> test</p> ' )
self . assertTrue ( msg . mentions_wildcard )
2018-01-24 17:18:07 +01:00
def test_mention_at_wildcard ( self ) - > None :
user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
content = " @all test "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p>@all test</p> ' )
self . assertFalse ( msg . mentions_wildcard )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2018-01-24 17:18:07 +01:00
def test_mention_at_everyone ( self ) - > None :
user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
content = " @everyone test "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p>@everyone test</p> ' )
self . assertFalse ( msg . mentions_wildcard )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2018-01-24 17:18:07 +01:00
def test_mention_word_starting_with_at_wildcard ( self ) - > None :
user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
content = " test @alleycat.com test "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p>test @alleycat.com test</p> ' )
self . assertFalse ( msg . mentions_wildcard )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2018-01-24 17:18:07 +01:00
def test_mention_at_normal_user ( self ) - > None :
2017-08-16 20:18:09 +02:00
user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = user_profile , sending_client = get_client ( " test " ) )
content = " @aaron test "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p>@aaron test</p> ' )
self . assertFalse ( msg . mentions_wildcard )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2017-08-16 20:18:09 +02:00
2017-11-05 10:51:25 +01:00
def test_mention_single ( self ) - > None :
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
user_profile = self . example_user ( ' hamlet ' )
2016-06-01 05:24:01 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
2017-01-20 18:27:30 +01:00
user_id = user_profile . id
2016-06-01 05:24:01 +02:00
content = " @**King Hamlet** "
2016-10-04 18:32:46 +02:00
self . assertEqual ( render_markdown ( msg , content ) ,
2017-02-02 21:19:25 +01:00
' <p><span class= " user-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { user_id } " > '
' @King Hamlet</span></p> ' )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , { user_profile . id } )
2019-01-08 09:30:19 +01:00
def test_mention_silent ( self ) - > None :
sender_user_profile = self . example_user ( ' othello ' )
user_profile = self . example_user ( ' hamlet ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
user_id = user_profile . id
2019-02-20 10:15:33 +01:00
content = " @_**King Hamlet** "
2019-01-08 09:30:19 +01:00
self . assertEqual ( render_markdown ( msg , content ) ,
' <p><span class= " user-mention silent " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { user_id } " > '
' King Hamlet</span></p> ' )
2019-01-08 09:30:19 +01:00
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2016-06-01 05:24:01 +02:00
2017-11-05 10:51:25 +01:00
def test_possible_mentions ( self ) - > None :
2020-06-13 01:57:21 +02:00
def assert_mentions ( content : str , names : Set [ str ] , has_wildcards : bool = False ) - > None :
2019-11-22 10:38:34 +01:00
self . assertEqual ( possible_mentions ( content ) , ( names , has_wildcards ) )
2017-09-14 19:47:22 +02:00
assert_mentions ( ' ' , set ( ) )
assert_mentions ( ' boring ' , set ( ) )
2019-11-22 10:38:34 +01:00
assert_mentions ( ' @**all** ' , set ( ) , True )
2017-09-14 19:47:22 +02:00
assert_mentions ( ' smush@**steve**smush ' , set ( ) )
assert_mentions (
2018-11-02 08:22:07 +01:00
' Hello @**King Hamlet** and @**Cordelia Lear** \n @**Foo van Barson|1234** @**all** ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
{ ' King Hamlet ' , ' Cordelia Lear ' , ' Foo van Barson|1234 ' } , True ,
2017-09-14 19:47:22 +02:00
)
2017-11-05 10:51:25 +01:00
def test_mention_multiple ( self ) - > None :
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
hamlet = self . example_user ( ' hamlet ' )
cordelia = self . example_user ( ' cordelia ' )
2016-06-01 05:24:01 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
2017-06-19 17:03:04 +02:00
content = " @**King Hamlet** and @**Cordelia Lear**, check this out "
2017-09-14 19:47:22 +02:00
2016-10-04 18:32:46 +02:00
self . assertEqual ( render_markdown ( msg , content ) ,
2016-06-01 05:24:01 +02:00
' <p> '
' <span class= " user-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { hamlet . id } " >@King Hamlet</span> and '
2016-06-01 05:24:01 +02:00
' <span class= " user-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { cordelia . id } " >@Cordelia Lear</span>, '
' check this out</p> ' )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , { hamlet . id , cordelia . id } )
2016-06-01 05:24:01 +02:00
2019-01-08 11:30:13 +01:00
def test_mention_in_quotes ( self ) - > None :
othello = self . example_user ( ' othello ' )
hamlet = self . example_user ( ' hamlet ' )
cordelia = self . example_user ( ' cordelia ' )
msg = Message ( sender = othello , sending_client = get_client ( " test " ) )
content = " > @**King Hamlet** and @**Othello, the Moor of Venice** \n \n @**King Hamlet** and @**Cordelia Lear** "
self . assertEqual ( render_markdown ( msg , content ) ,
' <blockquote> \n <p> '
2020-06-14 02:57:50 +02:00
f ' <span class= " user-mention silent " data-user-id= " { hamlet . id } " >King Hamlet</span> '
2019-01-08 11:30:13 +01:00
' and '
2020-06-14 02:57:50 +02:00
f ' <span class= " user-mention silent " data-user-id= " { othello . id } " >Othello, the Moor of Venice</span> '
2019-01-08 11:30:13 +01:00
' </p> \n </blockquote> \n '
' <p> '
2020-06-14 02:57:50 +02:00
f ' <span class= " user-mention " data-user-id= " { hamlet . id } " >@King Hamlet</span> '
2019-01-08 11:30:13 +01:00
' and '
2020-06-14 02:57:50 +02:00
f ' <span class= " user-mention " data-user-id= " { cordelia . id } " >@Cordelia Lear</span> '
' </p> ' )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , { hamlet . id , cordelia . id } )
2019-01-08 11:30:13 +01:00
2019-01-22 14:47:10 +01:00
# Both fenced quote and > quote should be identical for both silent and regular syntax.
2019-01-08 11:30:13 +01:00
expected = ( ' <blockquote> \n <p> '
2020-06-14 02:57:50 +02:00
f ' <span class= " user-mention silent " data-user-id= " { hamlet . id } " >King Hamlet</span> '
' </p> \n </blockquote> ' )
2019-01-08 11:30:13 +01:00
content = " ```quote \n @**King Hamlet** \n ``` "
self . assertEqual ( render_markdown ( msg , content ) , expected )
self . assertEqual ( msg . mentions_user_ids , set ( ) )
content = " > @**King Hamlet** "
self . assertEqual ( render_markdown ( msg , content ) , expected )
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2019-02-20 10:15:33 +01:00
content = " ```quote \n @_**King Hamlet** \n ``` "
2019-01-22 14:47:10 +01:00
self . assertEqual ( render_markdown ( msg , content ) , expected )
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2019-02-20 10:15:33 +01:00
content = " > @_**King Hamlet** "
2019-01-22 14:47:10 +01:00
self . assertEqual ( render_markdown ( msg , content ) , expected )
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2019-01-08 11:30:13 +01:00
2018-08-19 00:02:17 +02:00
def test_mention_duplicate_full_name ( self ) - > None :
realm = get_realm ( ' zulip ' )
def make_user ( email : str , full_name : str ) - > UserProfile :
return create_user (
email = email ,
password = ' whatever ' ,
realm = realm ,
full_name = full_name ,
short_name = ' whatever ' ,
)
sender_user_profile = self . example_user ( ' othello ' )
twin1 = make_user ( ' twin1@example.com ' , ' Mark Twin ' )
twin2 = make_user ( ' twin2@example.com ' , ' Mark Twin ' )
cordelia = self . example_user ( ' cordelia ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
2020-06-09 00:25:09 +02:00
content = f " @**Mark Twin| { twin1 . id } **, @**Mark Twin| { twin2 . id } ** and @**Cordelia Lear**, hi. "
2018-08-19 00:02:17 +02:00
self . assertEqual ( render_markdown ( msg , content ) ,
' <p> '
' <span class= " user-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { twin1 . id } " >@Mark Twin</span>, '
2018-08-19 00:02:17 +02:00
' <span class= " user-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { twin2 . id } " >@Mark Twin</span> and '
2018-08-19 00:02:17 +02:00
' <span class= " user-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { cordelia . id } " >@Cordelia Lear</span>, '
' hi.</p> ' )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , { twin1 . id , twin2 . id , cordelia . id } )
2018-08-19 00:02:17 +02:00
2017-11-05 10:51:25 +01:00
def test_mention_invalid ( self ) - > None :
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2016-06-01 05:24:01 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
content = " Hey @**Nonexistent User** "
2016-10-04 18:32:46 +02:00
self . assertEqual ( render_markdown ( msg , content ) ,
2016-06-01 05:24:01 +02:00
' <p>Hey @<strong>Nonexistent User</strong></p> ' )
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2020-03-06 13:00:17 +01:00
def test_user_mention_atomic_string ( self ) - > None :
sender_user_profile = self . example_user ( ' othello ' )
realm = get_realm ( ' zulip ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
# Create a linkifier.
2020-05-29 00:20:42 +02:00
url_format_string = r " https://trac.example.com/ticket/ %(id)s "
2020-03-06 13:00:17 +01:00
realm_filter = RealmFilter ( realm = realm ,
pattern = r " #(?P<id>[0-9] { 2,8}) " ,
url_format_string = url_format_string )
realm_filter . save ( )
self . assertEqual (
realm_filter . __str__ ( ) ,
' <RealmFilter(zulip): #(?P<id>[0-9] { 2,8}) '
2020-05-29 00:20:42 +02:00
' https://trac.example.com/ticket/ %(id)s > ' )
2020-03-06 13:00:17 +01:00
# Create a user that potentially interferes with the pattern.
test_user = create_user ( email = ' atomic@example.com ' ,
password = ' whatever ' ,
realm = realm ,
full_name = ' Atomic #123 ' ,
short_name = ' whatever ' )
content = " @**Atomic #123** "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p><span class= " user-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { test_user . id } " > '
' @Atomic #123</span></p> ' )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , { test_user . id } )
2020-03-06 13:00:17 +01:00
content = " @_**Atomic #123** "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p><span class= " user-mention silent " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { test_user . id } " > '
' Atomic #123</span></p> ' )
2020-03-06 13:00:17 +01:00
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2016-06-01 05:24:01 +02:00
2018-05-11 01:39:38 +02:00
def create_user_group_for_test ( self , user_group_name : str ) - > UserGroup :
2017-09-25 09:47:15 +02:00
othello = self . example_user ( ' othello ' )
return create_user_group ( user_group_name , [ othello ] , get_realm ( ' zulip ' ) )
2017-11-05 10:51:25 +01:00
def test_user_group_mention_single ( self ) - > None :
2017-09-25 09:47:15 +02:00
sender_user_profile = self . example_user ( ' othello ' )
user_profile = self . example_user ( ' hamlet ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
user_id = user_profile . id
user_group = self . create_user_group_for_test ( ' support ' )
content = " @**King Hamlet** @*support* "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p><span class= " user-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { user_id } " > '
2017-09-25 09:47:15 +02:00
' @King Hamlet</span> '
' <span class= " user-group-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-group-id= " { user_group . id } " > '
' @support</span></p> ' )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , { user_profile . id } )
self . assertEqual ( msg . mentions_user_group_ids , { user_group . id } )
2017-09-25 09:47:15 +02:00
2020-03-06 12:48:06 +01:00
def test_user_group_mention_atomic_string ( self ) - > None :
sender_user_profile = self . example_user ( ' othello ' )
realm = get_realm ( ' zulip ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
user_profile = self . example_user ( ' hamlet ' )
# Create a linkifier.
2020-05-29 00:20:42 +02:00
url_format_string = r " https://trac.example.com/ticket/ %(id)s "
2020-03-06 12:48:06 +01:00
realm_filter = RealmFilter ( realm = realm ,
pattern = r " #(?P<id>[0-9] { 2,8}) " ,
url_format_string = url_format_string )
realm_filter . save ( )
self . assertEqual (
realm_filter . __str__ ( ) ,
' <RealmFilter(zulip): #(?P<id>[0-9] { 2,8}) '
2020-05-29 00:20:42 +02:00
' https://trac.example.com/ticket/ %(id)s > ' )
2020-03-06 12:48:06 +01:00
# Create a user-group that potentially interferes with the pattern.
user_id = user_profile . id
user_group = self . create_user_group_for_test ( ' support #123 ' )
content = " @**King Hamlet** @*support #123* "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p><span class= " user-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-id= " { user_id } " > '
2020-03-06 12:48:06 +01:00
' @King Hamlet</span> '
' <span class= " user-group-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-group-id= " { user_group . id } " > '
' @support #123</span></p> ' )
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_ids , { user_profile . id } )
self . assertEqual ( msg . mentions_user_group_ids , { user_group . id } )
2020-03-06 12:48:06 +01:00
2017-11-05 10:51:25 +01:00
def test_possible_user_group_mentions ( self ) - > None :
2018-05-11 01:39:38 +02:00
def assert_mentions ( content : str , names : Set [ str ] ) - > None :
2017-09-25 09:47:15 +02:00
self . assertEqual ( possible_user_group_mentions ( content ) , names )
assert_mentions ( ' ' , set ( ) )
assert_mentions ( ' boring ' , set ( ) )
2018-01-24 17:18:07 +01:00
assert_mentions ( ' @**all** ' , set ( ) )
2017-09-25 09:47:15 +02:00
assert_mentions ( ' smush@*steve*smush ' , set ( ) )
assert_mentions (
' @*support* Hello @**King Hamlet** and @**Cordelia Lear** \n '
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' @**Foo van Barson** @**all** ' , { ' support ' } ,
2017-09-25 09:47:15 +02:00
)
assert_mentions (
' Attention @*support*, @*frontend* and @*backend* \n groups. ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
{ ' support ' , ' frontend ' , ' backend ' } ,
2017-09-25 09:47:15 +02:00
)
2017-11-05 10:51:25 +01:00
def test_user_group_mention_multiple ( self ) - > None :
2017-09-25 09:47:15 +02:00
sender_user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
support = self . create_user_group_for_test ( ' support ' )
backend = self . create_user_group_for_test ( ' backend ' )
content = " @*support* and @*backend*, check this out "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p> '
' <span class= " user-group-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-group-id= " { support . id } " > '
2017-09-25 09:47:15 +02:00
' @support</span> '
' and '
' <span class= " user-group-mention " '
2020-06-14 02:57:50 +02:00
f ' data-user-group-id= " { backend . id } " > '
2017-09-25 09:47:15 +02:00
' @backend</span>, '
' check this out '
2020-06-14 02:57:50 +02:00
' </p> ' )
2017-09-25 09:47:15 +02:00
2020-04-09 21:51:58 +02:00
self . assertEqual ( msg . mentions_user_group_ids , { support . id , backend . id } )
2017-09-25 09:47:15 +02:00
2020-05-11 21:59:03 +02:00
def test_user_group_mention_edit ( self ) - > None :
sender_user_profile = self . example_user ( ' hamlet ' )
user_profile = self . example_user ( ' othello ' )
self . create_user_group_for_test ( ' support ' )
self . login ( ' hamlet ' )
msg_id = self . send_stream_message ( sender_user_profile ,
" Denmark " ,
topic_name = " editing " ,
content = ' test ' )
def update_message_and_check_flag ( content : str , mentioned : bool ) - > None :
result = self . client_patch ( " /json/messages/ " + str ( msg_id ) , {
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' message_id ' : msg_id , ' content ' : content ,
2020-05-11 21:59:03 +02:00
} )
self . assert_json_success ( result )
um = UserMessage . objects . get (
user_profile_id = user_profile . id ,
message_id = msg_id ,
)
if mentioned :
self . assertIn ( ' mentioned ' , um . flags_list ( ) )
else :
self . assertNotIn ( ' mentioned ' , um . flags_list ( ) )
update_message_and_check_flag ( " @*support* " , True )
update_message_and_check_flag ( " @*support-invalid* edited " , False )
update_message_and_check_flag ( " @*support* edited " , True )
update_message_and_check_flag ( " edited " , False )
update_message_and_check_flag ( " @*support* " , True )
2017-11-05 10:51:25 +01:00
def test_user_group_mention_invalid ( self ) - > None :
2017-09-25 09:47:15 +02:00
sender_user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
content = " Hey @*Nonexistent group* "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p>Hey @<em>Nonexistent group</em></p> ' )
self . assertEqual ( msg . mentions_user_group_ids , set ( ) )
2017-11-05 10:51:25 +01:00
def test_stream_single ( self ) - > None :
2017-01-04 05:30:48 +01:00
denmark = get_stream ( ' Denmark ' , get_realm ( ' zulip ' ) )
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2016-10-26 20:56:17 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
content = " #**Denmark** "
self . assertEqual (
render_markdown ( msg , content ) ,
2018-02-15 21:02:47 +01:00
' <p><a class= " stream " data-stream-id= " {d.id} " href= " /#narrow/stream/ {d.id} -Denmark " ># {d.name} </a></p> ' . format (
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
d = denmark ,
2016-10-26 20:56:17 +02:00
) )
2017-11-05 10:51:25 +01:00
def test_stream_multiple ( self ) - > None :
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2016-10-26 20:56:17 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
2017-01-04 05:30:48 +01:00
realm = get_realm ( ' zulip ' )
2016-10-26 20:56:17 +02:00
denmark = get_stream ( ' Denmark ' , realm )
scotland = get_stream ( ' Scotland ' , realm )
content = " Look to #**Denmark** and #**Scotland**, there something "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p>Look to '
' <a class= " stream " '
' data-stream-id= " {denmark.id} " '
2018-02-15 21:02:47 +01:00
' href= " /#narrow/stream/ {denmark.id} -Denmark " ># {denmark.name} </a> and '
2016-10-26 20:56:17 +02:00
' <a class= " stream " '
' data-stream-id= " {scotland.id} " '
2018-02-15 21:02:47 +01:00
' href= " /#narrow/stream/ {scotland.id} -Scotland " ># {scotland.name} </a>, '
2016-10-26 20:56:17 +02:00
' there something</p> ' . format ( denmark = denmark , scotland = scotland ) )
2017-11-05 10:51:25 +01:00
def test_stream_case_sensitivity ( self ) - > None :
2017-01-04 05:30:48 +01:00
realm = get_realm ( ' zulip ' )
2016-10-26 20:56:17 +02:00
case_sens = Stream . objects . create ( name = ' CaseSens ' , realm = realm )
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2016-10-26 20:56:17 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
content = " #**CaseSens** "
self . assertEqual (
render_markdown ( msg , content ) ,
2018-02-15 21:02:47 +01:00
' <p><a class= " stream " data-stream-id= " {s.id} " href= " /#narrow/stream/ {s.id} - {s.name} " ># {s.name} </a></p> ' . format (
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
s = case_sens ,
2016-10-26 20:56:17 +02:00
) )
2017-11-05 10:51:25 +01:00
def test_stream_case_sensitivity_nonmatching ( self ) - > None :
2016-10-26 20:56:17 +02:00
""" #StreamName requires the stream be spelled with the correct case
currently . If we change that in the future , we ' ll need to change this
test . """
2017-01-04 05:30:48 +01:00
realm = get_realm ( ' zulip ' )
2016-10-26 20:56:17 +02:00
Stream . objects . create ( name = ' CaseSens ' , realm = realm )
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2016-10-26 20:56:17 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
content = " #**casesens** "
self . assertEqual (
render_markdown ( msg , content ) ,
' <p>#<strong>casesens</strong></p> ' )
2019-06-21 17:31:16 +02:00
def test_topic_single ( self ) - > None :
denmark = get_stream ( ' Denmark ' , get_realm ( ' zulip ' ) )
sender_user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
content = " #**Denmark>some topic** "
self . assertEqual (
render_markdown ( msg , content ) ,
' <p><a class= " stream-topic " data-stream-id= " {d.id} " href= " /#narrow/stream/ {d.id} -Denmark/topic/some.20topic " ># {d.name} > some topic</a></p> ' . format (
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
d = denmark ,
2019-06-21 17:31:16 +02:00
) )
2020-03-01 20:04:26 +01:00
def test_topic_atomic_string ( self ) - > None :
realm = get_realm ( ' zulip ' )
# Create a linkifier.
sender_user_profile = self . example_user ( ' othello ' )
2020-05-29 00:20:42 +02:00
url_format_string = r " https://trac.example.com/ticket/ %(id)s "
2020-03-01 20:04:26 +01:00
realm_filter = RealmFilter ( realm = realm ,
pattern = r " #(?P<id>[0-9] { 2,8}) " ,
url_format_string = url_format_string )
realm_filter . save ( )
self . assertEqual (
realm_filter . __str__ ( ) ,
' <RealmFilter(zulip): #(?P<id>[0-9] { 2,8}) '
2020-05-29 00:20:42 +02:00
' https://trac.example.com/ticket/ %(id)s > ' )
2020-03-01 20:04:26 +01:00
# Create a topic link that potentially interferes with the pattern.
denmark = get_stream ( ' Denmark ' , realm )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
content = " #**Denmark>#1234** "
self . assertEqual (
render_markdown ( msg , content ) ,
' <p><a class= " stream-topic " data-stream-id= " {d.id} " href= " /#narrow/stream/ {d.id} -Denmark/topic/.231234 " ># {d.name} > #1234</a></p> ' . format (
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
d = denmark ,
2020-03-01 20:04:26 +01:00
) )
2019-06-21 17:31:16 +02:00
def test_topic_multiple ( self ) - > None :
denmark = get_stream ( ' Denmark ' , get_realm ( ' zulip ' ) )
scotland = get_stream ( ' Scotland ' , get_realm ( ' zulip ' ) )
sender_user_profile = self . example_user ( ' othello ' )
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
content = " This has two links: #**Denmark>some topic** and #**Scotland>other topic**. "
self . assertEqual (
render_markdown ( msg , content ) ,
' <p>This has two links: '
' <a class= " stream-topic " data-stream-id= " {denmark.id} " '
' href= " /#narrow/stream/ {denmark.id} - {denmark.name} /topic/some.20topic " > '
' # {denmark.name} > some topic</a> '
' and '
' <a class= " stream-topic " data-stream-id= " {scotland.id} " '
' href= " /#narrow/stream/ {scotland.id} - {scotland.name} /topic/other.20topic " > '
' # {scotland.name} > other topic</a> '
' .</p> ' . format ( denmark = denmark , scotland = scotland ) )
2017-11-05 10:51:25 +01:00
def test_possible_stream_names ( self ) - > None :
2017-09-15 00:25:38 +02:00
content = ''' #**test here**
This mentions #**Denmark** too.
#**garçon** #**천국** @**Ignore Person**
'''
self . assertEqual (
bugdown . possible_linked_stream_names ( content ) ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
{ ' test here ' , ' Denmark ' , ' garçon ' , ' 천국 ' } ,
2017-09-15 00:25:38 +02:00
)
2017-11-05 10:51:25 +01:00
def test_stream_unicode ( self ) - > None :
2017-01-04 05:30:48 +01:00
realm = get_realm ( ' zulip ' )
2020-04-09 21:51:58 +02:00
uni = Stream . objects . create ( name = ' привет ' , realm = realm )
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2016-10-26 20:56:17 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
2020-04-09 21:51:58 +02:00
content = " #**привет** "
2018-02-15 21:02:47 +01:00
quoted_name = ' .D0.BF.D1.80.D0.B8.D0.B2.D0.B5.D1.82 '
2020-06-10 06:40:53 +02:00
href = f ' /#narrow/stream/ { uni . id } - { quoted_name } '
2016-10-26 20:56:17 +02:00
self . assertEqual (
render_markdown ( msg , content ) ,
2020-04-09 21:51:58 +02:00
' <p><a class= " stream " data-stream-id= " {s.id} " href= " {href} " ># {s.name} </a></p> ' . format (
2016-10-26 20:56:17 +02:00
s = uni ,
2018-02-15 21:02:47 +01:00
href = href ,
2016-10-26 20:56:17 +02:00
) )
2020-03-01 20:22:09 +01:00
def test_stream_atomic_string ( self ) - > None :
realm = get_realm ( ' zulip ' )
# Create a linkifier.
sender_user_profile = self . example_user ( ' othello ' )
2020-05-29 00:20:42 +02:00
url_format_string = r " https://trac.example.com/ticket/ %(id)s "
2020-03-01 20:22:09 +01:00
realm_filter = RealmFilter ( realm = realm ,
pattern = r " #(?P<id>[0-9] { 2,8}) " ,
url_format_string = url_format_string )
realm_filter . save ( )
self . assertEqual (
realm_filter . __str__ ( ) ,
' <RealmFilter(zulip): #(?P<id>[0-9] { 2,8}) '
2020-05-29 00:20:42 +02:00
' https://trac.example.com/ticket/ %(id)s > ' )
2020-03-01 20:22:09 +01:00
# Create a stream that potentially interferes with the pattern.
2020-04-09 21:51:58 +02:00
stream = Stream . objects . create ( name = ' Stream #1234 ' , realm = realm )
2020-03-01 20:22:09 +01:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
2020-04-09 21:51:58 +02:00
content = " #**Stream #1234** "
2020-06-09 00:25:09 +02:00
href = f ' /#narrow/stream/ { stream . id } -Stream-.231234 '
2020-03-01 20:22:09 +01:00
self . assertEqual (
render_markdown ( msg , content ) ,
2020-04-09 21:51:58 +02:00
' <p><a class= " stream " data-stream-id= " {s.id} " href= " {href} " ># {s.name} </a></p> ' . format (
2020-03-01 20:22:09 +01:00
s = stream ,
href = href ,
) )
2017-11-05 10:51:25 +01:00
def test_stream_invalid ( self ) - > None :
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2016-10-26 20:56:17 +02:00
msg = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
content = " There #**Nonexistentstream** "
self . assertEqual ( render_markdown ( msg , content ) ,
' <p>There #<strong>Nonexistentstream</strong></p> ' )
self . assertEqual ( msg . mentions_user_ids , set ( ) )
2017-11-05 10:51:25 +01:00
def test_image_preview_title ( self ) - > None :
2016-09-22 22:39:24 +02:00
msg = ' [My favorite image](https://example.com/testimage.png) '
converted = bugdown_convert ( msg )
self . assertEqual (
converted ,
' <p> '
2020-05-09 03:44:56 +02:00
' <a href= " https://example.com/testimage.png " >My favorite image</a> '
2016-09-22 22:39:24 +02:00
' </p> \n '
' <div class= " message_inline_image " > '
2020-02-29 01:37:33 +01:00
' <a href= " https://example.com/testimage.png " title= " My favorite image " > '
2018-07-30 21:26:01 +02:00
' <img data-src-fullsize= " /thumbnail?url=https % 3A %2F %2F example.com %2F testimage.png&size=full " src= " /thumbnail?url=https % 3A %2F %2F example.com %2F testimage.png&size=thumbnail " > '
2016-09-22 22:39:24 +02:00
' </a> '
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' </div> ' ,
2016-09-22 22:39:24 +02:00
)
2017-11-05 10:51:25 +01:00
def test_mit_rendering ( self ) - > None :
2016-09-09 22:53:36 +02:00
""" Test the markdown configs for the MIT Zephyr mirroring system;
verifies almost all inline patterns are disabled , but
inline_interesting_links is still enabled """
2014-01-31 23:13:58 +01:00
msg = " **test** "
2017-03-04 09:19:37 +01:00
realm = get_realm ( " zephyr " )
2017-01-22 06:29:11 +01:00
client = get_client ( " zephyr_mirror " )
message = Message ( sending_client = client ,
2017-05-23 01:27:31 +02:00
sender = self . mit_user ( " sipbtest " ) )
2017-01-22 06:29:11 +01:00
converted = bugdown . convert ( msg , message_realm = realm , message = message )
2014-01-31 23:13:58 +01:00
self . assertEqual (
converted ,
" <p>**test**</p> " ,
2017-01-24 06:34:26 +01:00
)
2014-02-04 23:37:21 +01:00
msg = " * test "
2017-01-22 06:29:11 +01:00
converted = bugdown . convert ( msg , message_realm = realm , message = message )
2014-02-04 23:37:21 +01:00
self . assertEqual (
converted ,
" <p>* test</p> " ,
2017-01-24 06:34:26 +01:00
)
2014-02-07 22:05:19 +01:00
msg = " https://lists.debian.org/debian-ctte/2014/02/msg00173.html "
2017-01-22 06:29:11 +01:00
converted = bugdown . convert ( msg , message_realm = realm , message = message )
2014-02-07 22:05:19 +01:00
self . assertEqual (
converted ,
2020-05-09 03:44:56 +02:00
' <p><a href= " https://lists.debian.org/debian-ctte/2014/02/msg00173.html " >https://lists.debian.org/debian-ctte/2014/02/msg00173.html</a></p> ' ,
2017-01-24 06:34:26 +01:00
)
2014-01-31 23:13:58 +01:00
2017-11-05 10:51:25 +01:00
def test_url_to_a ( self ) - > None :
2017-07-23 00:34:48 +02:00
url = ' javascript://example.com/invalidURL '
2018-11-07 16:07:34 +01:00
converted = bugdown . url_to_a ( db_data = None , url = url , text = url )
2017-07-23 00:34:48 +02:00
self . assertEqual (
converted ,
' javascript://example.com/invalidURL ' ,
)
2017-11-05 10:51:25 +01:00
def test_disabled_code_block_processor ( self ) - > None :
2017-11-03 12:13:17 +01:00
msg = " Hello, \n \n " + \
" I am writing this message to test something. I am writing this message to test something. "
converted = bugdown_convert ( msg )
expected_output = ' <p>Hello,</p> \n ' + \
2020-04-18 03:17:21 +02:00
' <div class= " codehilite " ><pre><span></span><code>I am writing this message to test something. I am writing this message to test something. \n ' + \
' </code></pre></div> '
2017-11-03 12:13:17 +01:00
self . assertEqual ( converted , expected_output )
realm = Realm . objects . create ( string_id = ' code_block_processor_test ' )
2017-11-11 16:00:46 +01:00
bugdown . maybe_update_markdown_engines ( realm . id , True )
2017-11-03 12:13:17 +01:00
converted = bugdown . convert ( msg , message_realm = realm , email_gateway = True )
expected_output = ' <p>Hello,</p> \n ' + \
' <p>I am writing this message to test something. I am writing this message to test something.</p> '
self . assertEqual ( converted , expected_output )
2017-11-05 10:51:25 +01:00
def test_normal_link ( self ) - > None :
2017-10-31 22:03:39 +01:00
realm = get_realm ( " zulip " )
sender_user_profile = self . example_user ( ' othello ' )
message = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
msg = " http://example.com/#settings/ "
self . assertEqual (
bugdown . convert ( msg , message_realm = realm , message = message ) ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' <p><a href= " http://example.com/#settings/ " >http://example.com/#settings/</a></p> ' ,
2017-10-31 22:03:39 +01:00
)
2017-11-05 10:51:25 +01:00
def test_relative_link ( self ) - > None :
2017-10-31 22:03:39 +01:00
realm = get_realm ( " zulip " )
sender_user_profile = self . example_user ( ' othello ' )
message = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
2018-02-19 16:39:14 +01:00
msg = " http://zulip.testserver/#narrow/stream/999-hello "
2017-10-31 22:03:39 +01:00
self . assertEqual (
bugdown . convert ( msg , message_realm = realm , message = message ) ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' <p><a href= " #narrow/stream/999-hello " >http://zulip.testserver/#narrow/stream/999-hello</a></p> ' ,
2017-10-31 22:03:39 +01:00
)
2018-04-02 19:31:21 +02:00
def test_relative_link_streams_page ( self ) - > None :
realm = get_realm ( " zulip " )
sender_user_profile = self . example_user ( ' othello ' )
message = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
msg = " http://zulip.testserver/#streams/all "
self . assertEqual (
bugdown . convert ( msg , message_realm = realm , message = message ) ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' <p><a href= " #streams/all " >http://zulip.testserver/#streams/all</a></p> ' ,
2018-04-02 19:31:21 +02:00
)
2017-12-11 17:54:14 +01:00
def test_md_relative_link ( self ) - > None :
realm = get_realm ( " zulip " )
sender_user_profile = self . example_user ( ' othello ' )
message = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
2018-02-19 16:39:14 +01:00
msg = " [hello](http://zulip.testserver/#narrow/stream/999-hello) "
2017-12-11 17:54:14 +01:00
self . assertEqual (
bugdown . convert ( msg , message_realm = realm , message = message ) ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' <p><a href= " #narrow/stream/999-hello " >hello</a></p> ' ,
2017-12-11 17:54:14 +01:00
)
2016-09-19 20:44:15 +02:00
class BugdownApiTests ( ZulipTestCase ) :
2017-11-05 10:51:25 +01:00
def test_render_message_api ( self ) - > None :
2016-09-19 20:44:15 +02:00
content = ' That is a **bold** statement '
2017-12-14 19:02:31 +01:00
result = self . api_post (
2020-03-10 11:48:26 +01:00
self . example_user ( " othello " ) ,
2016-09-19 20:44:15 +02:00
' /api/v1/messages/render ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
dict ( content = content ) ,
2016-09-19 20:44:15 +02:00
)
self . assert_json_success ( result )
2017-08-16 09:50:29 +02:00
self . assertEqual ( result . json ( ) [ ' rendered ' ] ,
2020-04-09 21:51:58 +02:00
' <p>That is a <strong>bold</strong> statement</p> ' )
2016-09-19 20:44:15 +02:00
2017-11-05 10:51:25 +01:00
def test_render_mention_stream_api ( self ) - > None :
2016-11-08 23:09:53 +01:00
""" Determines whether we ' re correctly passing the realm context """
2016-11-07 20:40:40 +01:00
content = ' This mentions #**Denmark** and @**King Hamlet**. '
2017-12-14 19:02:31 +01:00
result = self . api_post (
2020-03-10 11:48:26 +01:00
self . example_user ( " othello " ) ,
2016-11-07 20:40:40 +01:00
' /api/v1/messages/render ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
dict ( content = content ) ,
2016-11-07 20:40:40 +01:00
)
self . assert_json_success ( result )
2017-05-07 17:21:26 +02:00
user_id = self . example_user ( ' hamlet ' ) . id
2018-02-15 21:02:47 +01:00
stream_id = get_stream ( ' Denmark ' , get_realm ( ' zulip ' ) ) . id
2017-08-16 09:50:29 +02:00
self . assertEqual ( result . json ( ) [ ' rendered ' ] ,
2020-06-13 08:59:37 +02:00
f ' <p>This mentions <a class= " stream " data-stream-id= " { stream_id } " href= " /#narrow/stream/ { stream_id } -Denmark " >#Denmark</a> and <span class= " user-mention " data-user-id= " { user_id } " >@King Hamlet</span>.</p> ' )
2016-11-07 20:40:40 +01:00
2016-09-15 22:05:56 +02:00
class BugdownErrorTests ( ZulipTestCase ) :
2017-11-05 10:51:25 +01:00
def test_bugdown_error_handling ( self ) - > None :
2016-09-15 22:05:56 +02:00
with self . simulated_markdown_failure ( ) :
2018-06-21 15:09:14 +02:00
with self . assertRaises ( BugdownRenderingException ) :
2016-12-31 03:08:43 +01:00
bugdown_convert ( ' ' )
2016-09-15 22:05:56 +02:00
2017-11-05 10:51:25 +01:00
def test_send_message_errors ( self ) - > None :
2016-09-15 22:05:56 +02:00
message = ' whatever '
with self . simulated_markdown_failure ( ) :
2016-12-16 02:11:42 +01:00
# We don't use assertRaisesRegex because it seems to not
2016-09-16 20:49:30 +02:00
# handle i18n properly here on some systems.
with self . assertRaises ( JsonableError ) :
2020-03-07 11:43:05 +01:00
self . send_stream_message ( self . example_user ( " othello " ) , " Denmark " , message )
2016-10-24 16:42:43 +02:00
2018-02-09 19:49:13 +01:00
def test_ultra_long_rendering ( self ) - > None :
2018-07-03 07:29:27 +02:00
""" A rendered message with an ultra-long lenght (> 10 * MAX_MESSAGE_LENGTH)
throws an exception """
2020-04-09 21:51:58 +02:00
msg = ' mock rendered message \n ' * MAX_MESSAGE_LENGTH
2018-02-09 19:49:13 +01:00
2018-07-03 07:29:27 +02:00
with mock . patch ( ' zerver.lib.bugdown.timeout ' , return_value = msg ) , \
mock . patch ( ' zerver.lib.bugdown.bugdown_logger ' ) :
2018-06-21 15:09:14 +02:00
with self . assertRaises ( BugdownRenderingException ) :
2018-02-09 19:49:13 +01:00
bugdown_convert ( msg )
2019-05-16 22:38:53 +02:00
def test_curl_code_block_validation ( self ) - > None :
processor = bugdown . fenced_code . FencedBlockPreprocessor ( None )
processor . run_content_validators = True
# Simulate code formatting.
2020-04-22 04:13:37 +02:00
processor . format_code = lambda lang , code : lang + ' : ' + code # type: ignore[assignment] # mypy doesn't allow monkey-patching functions
processor . placeholder = lambda s : ' ** ' + s . strip ( ' \n ' ) + ' ** ' # type: ignore[assignment] # https://github.com/python/mypy/issues/708
2019-05-16 22:38:53 +02:00
markdown = [
' ``` curl ' ,
' curl {{ api_url }}/v1/register ' ,
' -u BOT_EMAIL_ADDRESS:BOT_API_KEY ' ,
' -d " queue_id=1375801870:2942 " ' ,
' ``` ' ,
]
with self . assertRaises ( BugdownRenderingException ) :
processor . run ( markdown )
def test_curl_code_block_without_validation ( self ) - > None :
processor = bugdown . fenced_code . FencedBlockPreprocessor ( None )
# Simulate code formatting.
2020-04-22 04:13:37 +02:00
processor . format_code = lambda lang , code : lang + ' : ' + code # type: ignore[assignment] # mypy doesn't allow monkey-patching functions
processor . placeholder = lambda s : ' ** ' + s . strip ( ' \n ' ) + ' ** ' # type: ignore[assignment] # https://github.com/python/mypy/issues/708
2019-05-16 22:38:53 +02:00
markdown = [
' ``` curl ' ,
' curl {{ api_url }}/v1/register ' ,
' -u BOT_EMAIL_ADDRESS:BOT_API_KEY ' ,
' -d " queue_id=1375801870:2942 " ' ,
' ``` ' ,
]
expected = [
' ' ,
' **curl:curl {{ api_url }}/v1/register ' ,
' -u BOT_EMAIL_ADDRESS:BOT_API_KEY ' ,
' -d " queue_id=1375801870:2942 " ** ' ,
' ' ,
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
' ' ,
2019-05-16 22:38:53 +02:00
]
result = processor . run ( markdown )
self . assertEqual ( result , expected )
2016-10-24 16:42:43 +02:00
class BugdownAvatarTestCase ( ZulipTestCase ) :
2017-11-05 10:51:25 +01:00
def test_possible_avatar_emails ( self ) - > None :
2017-09-14 22:11:34 +02:00
content = '''
hello ! avatar ( foo @example.com ) my email is ignore @ignore.com
! gravatar ( bar @yo.tv )
smushing ! avatar ( hamlet @example.org ) is allowed
'''
self . assertEqual (
bugdown . possible_avatar_emails ( content ) ,
{ ' foo@example.com ' , ' bar@yo.tv ' , ' hamlet@example.org ' } ,
)
2017-11-05 10:51:25 +01:00
def test_avatar_with_id ( self ) - > None :
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2016-10-24 16:42:43 +02:00
message = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
2017-05-07 17:21:26 +02:00
user_profile = self . example_user ( ' hamlet ' )
2020-06-09 00:25:09 +02:00
msg = f ' !avatar( { user_profile . email } ) '
2016-10-24 16:42:43 +02:00
converted = bugdown . convert ( msg , message = message )
values = { ' email ' : user_profile . email , ' id ' : user_profile . id }
self . assertEqual (
converted ,
' <p><img alt= " {email} " class= " message_body_gravatar " src= " /avatar/ {id} ?s=30 " title= " {email} " ></p> ' . format ( * * values ) )
2017-11-05 10:51:25 +01:00
def test_avatar_of_unregistered_user ( self ) - > None :
2017-05-07 17:21:26 +02:00
sender_user_profile = self . example_user ( ' othello ' )
2016-10-24 16:42:43 +02:00
message = Message ( sender = sender_user_profile , sending_client = get_client ( " test " ) )
email = ' fakeuser@example.com '
2020-06-09 00:25:09 +02:00
msg = f ' !avatar( { email } ) '
2016-10-24 16:42:43 +02:00
converted = bugdown . convert ( msg , message = message )
self . assertEqual (
converted ,
' <p><img alt= " {0} " class= " message_body_gravatar " src= " /avatar/ {0} ?s=30 " title= " {0} " ></p> ' . format ( email ) )
