mirror of https://github.com/zulip/zulip.git
19 lines
668 B
Python
19 lines
668 B
Python
import cgi
|
|
from typing import Any, Optional
|
|
|
|
|
|
class BaseParser:
|
|
def __init__(self, html_source: bytes, content_type: Optional[str]) -> None:
|
|
# We import BeautifulSoup here, because it's not used by most
|
|
# processes in production, and bs4 is big enough that
|
|
# importing it adds 10s of milliseconds to manage.py startup.
|
|
from bs4 import BeautifulSoup
|
|
|
|
charset = None
|
|
if content_type is not None:
|
|
charset = cgi.parse_header(content_type)[1].get("charset")
|
|
self._soup = BeautifulSoup(html_source, "lxml", from_encoding=charset)
|
|
|
|
def extract_data(self) -> Any:
|
|
raise NotImplementedError()
|