# Webhooks for external integrations.
import re
import string
from typing import Callable, Dict, List, Optional
from django.core.exceptions import ValidationError
from django.db.models import Q
from django.http import HttpRequest, HttpResponse
from zerver.decorator import webhook_view
from zerver.lib.exceptions import AnomalousWebhookPayloadError, UnsupportedWebhookEventTypeError
from zerver.lib.request import REQ, has_request_variables
from zerver.lib.response import json_success
from zerver.lib.validator import WildValue, check_none_or, check_string, to_wild_value
from zerver.lib.webhooks.common import check_send_webhook_message
from zerver.models import Realm, UserProfile, get_user_by_delivery_email
IGNORED_EVENTS = [
"attachment_created",
"issuelink_created",
"issuelink_deleted",
"jira:version_released",
"jira:worklog_updated",
"sprint_closed",
"sprint_started",
"worklog_created",
"worklog_updated",
]
def guess_zulip_user_from_jira(jira_username: str, realm: Realm) -> Optional[UserProfile]:
try:
# Try to find a matching user in Zulip
# We search a user's full name, short name,
# and beginning of email address
user = UserProfile.objects.filter(
Q(full_name__iexact=jira_username) | Q(email__istartswith=jira_username),
is_active=True,
realm=realm,
).order_by("id")[0]
return user
except IndexError:
return None
def convert_jira_markup(content: str, realm: Realm) -> str:
# Attempt to do some simplistic conversion of Jira
# formatting to Markdown, for consumption in Zulip
# Jira uses *word* for bold, we use **word**
content = re.sub(r"\*([^\*]+)\*", r"**\1**", content)
# Jira uses {{word}} for monospacing, we use `word`
content = re.sub(r"{{([^\*]+?)}}", r"`\1`", content)
# Starting a line with bq. block quotes that line
content = re.sub(r"bq\. (.*)", r"> \1", content)
# Wrapping a block of code in {quote}stuff{quote} also block-quotes it
quote_re = re.compile(r"{quote}(.*?){quote}", re.DOTALL)
content = re.sub(quote_re, r"~~~ quote\n\1\n~~~", content)
# {noformat}stuff{noformat} blocks are just code blocks with no
# syntax highlighting
noformat_re = re.compile(r"{noformat}(.*?){noformat}", re.DOTALL)
content = re.sub(noformat_re, r"~~~\n\1\n~~~", content)
# Code blocks are delineated by {code[: lang]} {code}
code_re = re.compile(r"{code[^\n]*}(.*?){code}", re.DOTALL)
content = re.sub(code_re, r"~~~\n\1\n~~~", content)
# Links are of form: [https://www.google.com] or [Link Title|https://www.google.com]
# In order to support both forms, we don't match a | in bare links
content = re.sub(r"\[([^\|~]+?)\]", r"[\1](\1)", content)
# Full links which have a | are converted into a better Markdown link
full_link_re = re.compile(r"\[(?:(?P
[^|~]+)\|)(?P[^\]]*)\]")
content = re.sub(full_link_re, r"[\g](\g)", content)
# Try to convert a Jira user mention of format [~username] into a
# Zulip user mention. We don't know the email, just the Jira username,
# so we naively guess at their Zulip account using this
mention_re = re.compile("\\[~(.*?)\\]")
for username in mention_re.findall(content):
# Try to look up username
user_profile = guess_zulip_user_from_jira(username, realm)
if user_profile:
replacement = f"**{user_profile.full_name}**"
else:
replacement = f"**{username}**"
content = content.replace(f"[~{username}]", replacement)
return content
def get_in(payload: WildValue, keys: List[str], default: str = "") -> WildValue:
try:
for key in keys:
payload = payload[key]
except (AttributeError, KeyError, TypeError, ValidationError):
return WildValue("default", default)
return payload
def get_issue_string(
payload: WildValue, issue_id: Optional[str] = None, with_title: bool = False
) -> str:
# Guess the URL as it is not specified in the payload
# We assume that there is a /browse/BUG-### page
# from the REST URL of the issue itself
if issue_id is None:
issue_id = get_issue_id(payload)
if with_title:
text = f"{issue_id}: {get_issue_title(payload)}"
else:
text = issue_id
base_url = re.match(
r"(.*)\/rest\/api/.*", get_in(payload, ["issue", "self"]).tame(check_string)
)
if base_url and len(base_url.groups()):
return f"[{text}]({base_url.group(1)}/browse/{issue_id})"
else:
return text
def get_assignee_mention(assignee_email: str, realm: Realm) -> str:
if assignee_email != "":
try:
assignee_name = get_user_by_delivery_email(assignee_email, realm).full_name
except UserProfile.DoesNotExist:
assignee_name = assignee_email
return f"**{assignee_name}**"
return ""
def get_issue_author(payload: WildValue) -> str:
return get_in(payload, ["user", "displayName"]).tame(check_string)
def get_issue_id(payload: WildValue) -> str:
if "issue" not in payload:
# Some ancient version of Jira or one of its extensions posts
# comment_created events without an "issue" element. For
# these, the best we can do is extract the Jira-internal
# issue number and use that in the topic.
#
# Users who want better formatting can upgrade Jira.
return payload["comment"]["self"].tame(check_string).split("/")[-3]
return get_in(payload, ["issue", "key"]).tame(check_string)
def get_issue_title(payload: WildValue) -> str:
if "issue" not in payload:
# Some ancient version of Jira or one of its extensions posts
# comment_created events without an "issue" element. For
# these, the best we can do is extract the Jira-internal
# issue number and use that in the topic.
#
# Users who want better formatting can upgrade Jira.
return "Upgrade Jira to get the issue title here."
return get_in(payload, ["issue", "fields", "summary"]).tame(check_string)
def get_issue_subject(payload: WildValue) -> str:
return f"{get_issue_id(payload)}: {get_issue_title(payload)}"
def get_sub_event_for_update_issue(payload: WildValue) -> str:
sub_event = payload.get("issue_event_type_name", "").tame(check_string)
if sub_event == "":
if payload.get("comment"):
return "issue_commented"
elif payload.get("transition"):
return "issue_transited"
return sub_event
def get_event_type(payload: WildValue) -> Optional[str]:
event = payload.get("webhookEvent").tame(check_none_or(check_string))
if event is None and payload.get("transition"):
event = "jira:issue_updated"
return event
def add_change_info(
content: str, field: Optional[str], from_field: Optional[str], to_field: Optional[str]
) -> str:
content += f"* Changed {field}"
if from_field:
content += f" from **{from_field}**"
if to_field:
content += f" to {to_field}\n"
return content
def handle_updated_issue_event(payload: WildValue, user_profile: UserProfile) -> str:
# Reassigned, commented, reopened, and resolved events are all bundled
# into this one 'updated' event type, so we try to extract the meaningful
# event that happened
issue_id = get_in(payload, ["issue", "key"]).tame(check_string)
issue = get_issue_string(payload, issue_id, True)
assignee_email = get_in(payload, ["issue", "fields", "assignee", "emailAddress"], "").tame(
check_string
)
assignee_mention = get_assignee_mention(assignee_email, user_profile.realm)
if assignee_mention != "":
assignee_blurb = f" (assigned to {assignee_mention})"
else:
assignee_blurb = ""
sub_event = get_sub_event_for_update_issue(payload)
if "comment" in sub_event:
if sub_event == "issue_commented":
verb = "commented on"
elif sub_event == "issue_comment_edited":
verb = "edited a comment on"
else:
verb = "deleted a comment from"
if payload.get("webhookEvent") == "comment_created":
author = payload["comment"]["author"]["displayName"].tame(check_string)
else:
author = get_issue_author(payload)
content = f"{author} {verb} {issue}{assignee_blurb}"
comment = get_in(payload, ["comment", "body"]).tame(check_string)
if comment:
comment = convert_jira_markup(comment, user_profile.realm)
content = f"{content}:\n\n``` quote\n{comment}\n```"
else:
content = f"{content}."
else:
content = f"{get_issue_author(payload)} updated {issue}{assignee_blurb}:\n\n"
changelog = payload.get("changelog")
if changelog:
# Use the changelog to display the changes, whitelist types we accept
items = changelog.get("items")
for item in items:
field = item.get("field").tame(check_none_or(check_string))
if field == "assignee" and assignee_mention != "":
target_field_string = assignee_mention
else:
# Convert a user's target to a @-mention if possible
target_field_string = "**{}**".format(
item.get("toString").tame(check_none_or(check_string))
)
from_field_string = item.get("fromString").tame(check_none_or(check_string))
if target_field_string or from_field_string:
content = add_change_info(
content, field, from_field_string, target_field_string
)
elif sub_event == "issue_transited":
from_field_string = get_in(payload, ["transition", "from_status"]).tame(check_string)
target_field_string = "**{}**".format(
get_in(payload, ["transition", "to_status"]).tame(check_string)
)
if target_field_string or from_field_string:
content = add_change_info(content, "status", from_field_string, target_field_string)
return content
def handle_created_issue_event(payload: WildValue, user_profile: UserProfile) -> str:
template = """
{author} created {issue_string}:
* **Priority**: {priority}
* **Assignee**: {assignee}
""".strip()
return template.format(
author=get_issue_author(payload),
issue_string=get_issue_string(payload, with_title=True),
priority=get_in(payload, ["issue", "fields", "priority", "name"]).tame(check_string),
assignee=get_in(payload, ["issue", "fields", "assignee", "displayName"], "no one").tame(
check_string
),
)
def handle_deleted_issue_event(payload: WildValue, user_profile: UserProfile) -> str:
template = "{author} deleted {issue_string}{punctuation}"
title = get_issue_title(payload)
punctuation = "." if title[-1] not in string.punctuation else ""
return template.format(
author=get_issue_author(payload),
issue_string=get_issue_string(payload, with_title=True),
punctuation=punctuation,
)
def normalize_comment(comment: str) -> str:
# Here's how Jira escapes special characters in their payload:
# ,.?\\!\n\"'\n\\[]\\{}()\n@#$%^&*\n~`|/\\\\
# for some reason, as of writing this, ! has two '\' before it.
normalized_comment = comment.replace("\\!", "!")
return normalized_comment
def handle_comment_created_event(payload: WildValue, user_profile: UserProfile) -> str:
title = get_issue_title(payload)
return '{author} commented on issue: *"{title}"\
*\n``` quote\n{comment}\n```\n'.format(
author=payload["comment"]["author"]["displayName"].tame(check_string),
title=title,
comment=normalize_comment(payload["comment"]["body"].tame(check_string)),
)
def handle_comment_updated_event(payload: WildValue, user_profile: UserProfile) -> str:
title = get_issue_title(payload)
return '{author} updated their comment on issue: *"{title}"\
*\n``` quote\n{comment}\n```\n'.format(
author=payload["comment"]["author"]["displayName"].tame(check_string),
title=title,
comment=normalize_comment(payload["comment"]["body"].tame(check_string)),
)
def handle_comment_deleted_event(payload: WildValue, user_profile: UserProfile) -> str:
title = get_issue_title(payload)
return '{author} deleted their comment on issue: *"{title}"\
*\n``` quote\n~~{comment}~~\n```\n'.format(
author=payload["comment"]["author"]["displayName"].tame(check_string),
title=title,
comment=normalize_comment(payload["comment"]["body"].tame(check_string)),
)
JIRA_CONTENT_FUNCTION_MAPPER: Dict[str, Optional[Callable[[WildValue, UserProfile], str]]] = {
"jira:issue_created": handle_created_issue_event,
"jira:issue_deleted": handle_deleted_issue_event,
"jira:issue_updated": handle_updated_issue_event,
"comment_created": handle_comment_created_event,
"comment_updated": handle_comment_updated_event,
"comment_deleted": handle_comment_deleted_event,
}
ALL_EVENT_TYPES = list(JIRA_CONTENT_FUNCTION_MAPPER.keys())
@webhook_view("Jira", all_event_types=ALL_EVENT_TYPES)
@has_request_variables
def api_jira_webhook(
request: HttpRequest,
user_profile: UserProfile,
payload: WildValue = REQ(argument_type="body", converter=to_wild_value),
) -> HttpResponse:
event = get_event_type(payload)
if event in IGNORED_EVENTS:
return json_success(request)
if event is None:
raise AnomalousWebhookPayloadError
if event is not None:
content_func = JIRA_CONTENT_FUNCTION_MAPPER.get(event)
if content_func is None:
raise UnsupportedWebhookEventTypeError(event)
subject = get_issue_subject(payload)
content: str = content_func(payload, user_profile)
check_send_webhook_message(
request, user_profile, subject, content, event, unquote_url_parameters=True
)
return json_success(request)