2017-03-03 12:42:07 +01:00
|
|
|
from bs4 import BeautifulSoup
|
2017-03-10 05:20:03 +01:00
|
|
|
from unittest import TestCase
|
2017-03-03 12:42:07 +01:00
|
|
|
|
|
|
|
from tools.lib.capitalization import check_capitalization, is_capitalized, \
|
|
|
|
get_safe_text
|
|
|
|
|
|
|
|
class GetSafeTextTestCase(TestCase):
|
|
|
|
def test_get_safe_text(self):
|
|
|
|
# type: () -> None
|
|
|
|
string = ('Messages in __page_params.product_name__ go to a '
|
|
|
|
'stream and have a topic.')
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'Messages in __page_params_product_name__ '
|
|
|
|
'go to a stream and have a topic.')
|
|
|
|
|
|
|
|
string = "Zulip Zulip. Zulip some text!"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'Zulip zulip. Zulip some text!')
|
|
|
|
|
|
|
|
string = "Zulip Zulip? Zulip some text!"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'Zulip zulip? Zulip some text!')
|
|
|
|
|
|
|
|
string = "Zulip Zulip! Zulip some text!"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'Zulip zulip! Zulip some text!')
|
|
|
|
|
|
|
|
string = "Zulip Zulip, Zulip some text!"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'Zulip zulip, zulip some text!')
|
|
|
|
|
|
|
|
string = "Some text 25MiB"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'Some text 25mib')
|
|
|
|
|
|
|
|
string = "Not Ignored Phrase"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'Not Ignored Phrase')
|
|
|
|
|
|
|
|
string = "Not ignored phrase"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'Not ignored phrase')
|
|
|
|
|
|
|
|
string = ""
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, '')
|
|
|
|
|
|
|
|
string = """
|
|
|
|
<p>Please re-enter your password to confirm your identity.
|
|
|
|
(<a href="/accounts/password/reset/" target="_blank">Forgotten it?</a>)</p>
|
|
|
|
"""
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
soup = BeautifulSoup(safe_text, 'lxml')
|
|
|
|
rendered_text = ' '.join(soup.text.split())
|
|
|
|
self.assertEqual(safe_text, rendered_text)
|
|
|
|
|
|
|
|
string = "Edited (__last_edit_timestr__)"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, string)
|
|
|
|
|
|
|
|
string = "iPhone application"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'Iphone application')
|
|
|
|
|
|
|
|
string = "One two etc. three"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'One two etc_ three')
|
|
|
|
|
|
|
|
string = "One two etc. three. four"
|
|
|
|
safe_text = get_safe_text(string)
|
|
|
|
self.assertEqual(safe_text, 'One two etc_ three. four')
|
|
|
|
|
|
|
|
class IsCapitalizedTestCase(TestCase):
|
|
|
|
def test_process_text(self):
|
|
|
|
# type: () -> None
|
|
|
|
string = "Zulip zulip. Zulip some text!"
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertTrue(capitalized)
|
|
|
|
|
|
|
|
string = "Zulip zulip? Zulip some text!"
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertTrue(capitalized)
|
|
|
|
|
|
|
|
string = "Zulip zulip! Zulip some text!"
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertTrue(capitalized)
|
|
|
|
|
|
|
|
string = "Zulip zulip, Zulip some text!"
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertTrue(capitalized)
|
|
|
|
|
|
|
|
string = "Some number 25mib"
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertTrue(capitalized)
|
|
|
|
|
|
|
|
string = "Not Ignored Phrase"
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertFalse(capitalized)
|
|
|
|
|
|
|
|
string = "Not ignored phrase"
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertTrue(capitalized)
|
|
|
|
|
|
|
|
string = ""
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertFalse(capitalized)
|
|
|
|
|
|
|
|
string = ("Please re-enter your password to confirm your identity."
|
|
|
|
" (Forgotten it?)")
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertTrue(capitalized)
|
|
|
|
|
|
|
|
string = "Edited (__last_edit_timestr__)"
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertTrue(capitalized)
|
|
|
|
|
|
|
|
string = "Iphone application"
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertTrue(capitalized)
|
|
|
|
|
|
|
|
string = "One two etc_ three"
|
|
|
|
capitalized = is_capitalized(string)
|
|
|
|
self.assertTrue(capitalized)
|
|
|
|
|
|
|
|
class CheckCapitalizationTestCase(TestCase):
|
|
|
|
def test_check_capitalization(self):
|
|
|
|
# type: () -> None
|
|
|
|
strings = ["Zulip Zulip. Zulip some text!",
|
|
|
|
"Zulip Zulip? Zulip some text!",
|
|
|
|
"Zulip Zulip! Zulip some text!",
|
|
|
|
"Zulip Zulip, Zulip some text!",
|
|
|
|
"Some number 25MiB",
|
|
|
|
"Not Ignored Phrase",
|
|
|
|
"Not ignored phrase",
|
|
|
|
]
|
|
|
|
errored, ignored = check_capitalization(strings)
|
|
|
|
self.assertEqual(errored, ['Not Ignored Phrase'])
|
|
|
|
self.assertEqual(ignored, sorted(["Zulip Zulip. Zulip some text!",
|
|
|
|
"Zulip Zulip? Zulip some text!",
|
|
|
|
"Zulip Zulip! Zulip some text!",
|
|
|
|
"Zulip Zulip, Zulip some text!",
|
|
|
|
"Some number 25MiB",
|
|
|
|
]))
|