mirror of https://github.com/zulip/zulip.git
533 lines
18 KiB
Python
533 lines
18 KiB
Python
# Webhooks for external integrations.
|
|
import re
|
|
import string
|
|
from functools import partial
|
|
from typing import Dict, List, Optional, Protocol
|
|
|
|
from django.http import HttpRequest, HttpResponse
|
|
|
|
from zerver.decorator import log_unsupported_webhook_event, webhook_view
|
|
from zerver.lib.exceptions import UnsupportedWebhookEventTypeError
|
|
from zerver.lib.request import REQ, has_request_variables
|
|
from zerver.lib.response import json_success
|
|
from zerver.lib.validator import WildValue, check_bool, check_int, check_string, to_wild_value
|
|
from zerver.lib.webhooks.common import (
|
|
check_send_webhook_message,
|
|
validate_extract_webhook_http_header,
|
|
)
|
|
from zerver.lib.webhooks.git import (
|
|
TOPIC_WITH_BRANCH_TEMPLATE,
|
|
TOPIC_WITH_PR_OR_ISSUE_INFO_TEMPLATE,
|
|
get_commits_comment_action_message,
|
|
get_force_push_commits_event_message,
|
|
get_issue_event_message,
|
|
get_pull_request_event_message,
|
|
get_push_commits_event_message,
|
|
get_push_tag_event_message,
|
|
get_remove_branch_event_message,
|
|
get_short_sha,
|
|
)
|
|
from zerver.models import UserProfile
|
|
|
|
BITBUCKET_TOPIC_TEMPLATE = "{repository_name}"
|
|
|
|
BITBUCKET_FORK_BODY = "{actor} forked the repository into [{fork_name}]({fork_url})."
|
|
BITBUCKET_COMMIT_STATUS_CHANGED_BODY = (
|
|
"[System {key}]({system_url}) changed status of {commit_info} to {status}."
|
|
)
|
|
BITBUCKET_REPO_UPDATED_CHANGED = (
|
|
"{actor} changed the {change} of the **{repo_name}** repo from **{old}** to **{new}**"
|
|
)
|
|
BITBUCKET_REPO_UPDATED_ADDED = (
|
|
"{actor} changed the {change} of the **{repo_name}** repo to **{new}**"
|
|
)
|
|
|
|
PULL_REQUEST_SUPPORTED_ACTIONS = [
|
|
"approved",
|
|
"unapproved",
|
|
"created",
|
|
"updated",
|
|
"rejected",
|
|
"fulfilled",
|
|
"comment_created",
|
|
"comment_updated",
|
|
"comment_deleted",
|
|
]
|
|
|
|
ALL_EVENT_TYPES = [
|
|
"change_commit_status",
|
|
"pull_request_comment_created",
|
|
"pull_request_updated",
|
|
"pull_request_unapproved",
|
|
"push",
|
|
"pull_request_approved",
|
|
"pull_request_fulfilled",
|
|
"issue_created",
|
|
"issue_commented",
|
|
"fork",
|
|
"pull_request_comment_updated",
|
|
"pull_request_created",
|
|
"pull_request_rejected",
|
|
"repo:updated",
|
|
"issue_updated",
|
|
"commit_comment",
|
|
"pull_request_comment_deleted",
|
|
]
|
|
|
|
|
|
@webhook_view("Bitbucket2", all_event_types=ALL_EVENT_TYPES)
|
|
@has_request_variables
|
|
def api_bitbucket2_webhook(
|
|
request: HttpRequest,
|
|
user_profile: UserProfile,
|
|
payload: WildValue = REQ(argument_type="body", converter=to_wild_value),
|
|
branches: Optional[str] = REQ(default=None),
|
|
user_specified_topic: Optional[str] = REQ("topic", default=None),
|
|
) -> HttpResponse:
|
|
type = get_type(request, payload)
|
|
if type == "push":
|
|
# ignore push events with no changes
|
|
if not payload["push"]["changes"]:
|
|
return json_success(request)
|
|
branch = get_branch_name_for_push_event(payload)
|
|
if branch and branches:
|
|
if branches.find(branch) == -1:
|
|
return json_success(request)
|
|
|
|
subjects = get_push_subjects(payload)
|
|
bodies = get_push_bodies(payload)
|
|
|
|
for b, s in zip(bodies, subjects):
|
|
check_send_webhook_message(
|
|
request, user_profile, s, b, type, unquote_url_parameters=True
|
|
)
|
|
else:
|
|
subject = get_subject_based_on_type(payload, type)
|
|
body_function = get_body_based_on_type(type)
|
|
body = body_function(
|
|
payload,
|
|
include_title=user_specified_topic is not None,
|
|
)
|
|
|
|
check_send_webhook_message(
|
|
request, user_profile, subject, body, type, unquote_url_parameters=True
|
|
)
|
|
|
|
return json_success(request)
|
|
|
|
|
|
def get_subject_for_branch_specified_events(
|
|
payload: WildValue, branch_name: Optional[str] = None
|
|
) -> str:
|
|
return TOPIC_WITH_BRANCH_TEMPLATE.format(
|
|
repo=get_repository_name(payload["repository"]),
|
|
branch=get_branch_name_for_push_event(payload) if branch_name is None else branch_name,
|
|
)
|
|
|
|
|
|
def get_push_subjects(payload: WildValue) -> List[str]:
|
|
subjects_list = []
|
|
for change in payload["push"]["changes"]:
|
|
potential_tag = (change["new"] or change["old"])["type"].tame(check_string)
|
|
if potential_tag == "tag":
|
|
subjects_list.append(get_subject(payload))
|
|
else:
|
|
if change.get("new"):
|
|
branch_name = change["new"]["name"].tame(check_string)
|
|
else:
|
|
branch_name = change["old"]["name"].tame(check_string)
|
|
subjects_list.append(get_subject_for_branch_specified_events(payload, branch_name))
|
|
return subjects_list
|
|
|
|
|
|
def get_subject(payload: WildValue) -> str:
|
|
return BITBUCKET_TOPIC_TEMPLATE.format(
|
|
repository_name=get_repository_name(payload["repository"])
|
|
)
|
|
|
|
|
|
def get_subject_based_on_type(payload: WildValue, type: str) -> str:
|
|
if type.startswith("pull_request"):
|
|
return TOPIC_WITH_PR_OR_ISSUE_INFO_TEMPLATE.format(
|
|
repo=get_repository_name(payload["repository"]),
|
|
type="PR",
|
|
id=payload["pullrequest"]["id"].tame(check_int),
|
|
title=payload["pullrequest"]["title"].tame(check_string),
|
|
)
|
|
if type.startswith("issue"):
|
|
return TOPIC_WITH_PR_OR_ISSUE_INFO_TEMPLATE.format(
|
|
repo=get_repository_name(payload["repository"]),
|
|
type="issue",
|
|
id=payload["issue"]["id"].tame(check_int),
|
|
title=payload["issue"]["title"].tame(check_string),
|
|
)
|
|
assert type != "push"
|
|
return get_subject(payload)
|
|
|
|
|
|
def get_type(request: HttpRequest, payload: WildValue) -> str:
|
|
if "push" in payload:
|
|
return "push"
|
|
elif "fork" in payload:
|
|
return "fork"
|
|
elif "comment" in payload and "commit" in payload:
|
|
return "commit_comment"
|
|
elif "commit_status" in payload:
|
|
return "change_commit_status"
|
|
elif "issue" in payload:
|
|
if "changes" in payload:
|
|
return "issue_updated"
|
|
if "comment" in payload:
|
|
return "issue_commented"
|
|
return "issue_created"
|
|
elif "pullrequest" in payload:
|
|
pull_request_template = "pull_request_{}"
|
|
# Note that we only need the HTTP header to determine pullrequest events.
|
|
# We rely on the payload itself to determine the other ones.
|
|
event_key = validate_extract_webhook_http_header(request, "X-Event-Key", "BitBucket")
|
|
assert event_key is not None
|
|
action = re.match("pullrequest:(?P<action>.*)$", event_key)
|
|
if action:
|
|
action_group = action.group("action")
|
|
if action_group in PULL_REQUEST_SUPPORTED_ACTIONS:
|
|
return pull_request_template.format(action_group)
|
|
else:
|
|
event_key = validate_extract_webhook_http_header(request, "X-Event-Key", "BitBucket")
|
|
if event_key == "repo:updated":
|
|
return event_key
|
|
|
|
raise UnsupportedWebhookEventTypeError(event_key)
|
|
|
|
|
|
class BodyGetter(Protocol):
|
|
def __call__(self, payload: WildValue, include_title: bool) -> str:
|
|
...
|
|
|
|
|
|
def get_body_based_on_type(
|
|
type: str,
|
|
) -> BodyGetter:
|
|
return GET_SINGLE_MESSAGE_BODY_DEPENDING_ON_TYPE_MAPPER[type]
|
|
|
|
|
|
def get_push_bodies(payload: WildValue) -> List[str]:
|
|
messages_list = []
|
|
for change in payload["push"]["changes"]:
|
|
potential_tag = (change["new"] or change["old"])["type"].tame(check_string)
|
|
if potential_tag == "tag":
|
|
messages_list.append(get_push_tag_body(payload, change))
|
|
# if change['new'] is None, that means a branch was deleted
|
|
elif change["new"].value is None:
|
|
messages_list.append(get_remove_branch_push_body(payload, change))
|
|
elif change["forced"].tame(check_bool):
|
|
messages_list.append(get_force_push_body(payload, change))
|
|
else:
|
|
messages_list.append(get_normal_push_body(payload, change))
|
|
return messages_list
|
|
|
|
|
|
def get_remove_branch_push_body(payload: WildValue, change: WildValue) -> str:
|
|
return get_remove_branch_event_message(
|
|
get_actor_info(payload),
|
|
change["old"]["name"].tame(check_string),
|
|
)
|
|
|
|
|
|
def get_force_push_body(payload: WildValue, change: WildValue) -> str:
|
|
return get_force_push_commits_event_message(
|
|
get_actor_info(payload),
|
|
change["links"]["html"]["href"].tame(check_string),
|
|
change["new"]["name"].tame(check_string),
|
|
change["new"]["target"]["hash"].tame(check_string),
|
|
)
|
|
|
|
|
|
def get_commit_author_name(commit: WildValue) -> str:
|
|
if "user" in commit["author"]:
|
|
return get_user_info(commit["author"]["user"])
|
|
return commit["author"]["raw"].tame(check_string).split()[0]
|
|
|
|
|
|
def get_normal_push_body(payload: WildValue, change: WildValue) -> str:
|
|
commits_data = [
|
|
{
|
|
"name": get_commit_author_name(commit),
|
|
"sha": commit["hash"].tame(check_string),
|
|
"url": commit["links"]["html"]["href"].tame(check_string),
|
|
"message": commit["message"].tame(check_string),
|
|
}
|
|
for commit in change["commits"]
|
|
]
|
|
|
|
return get_push_commits_event_message(
|
|
get_actor_info(payload),
|
|
change["links"]["html"]["href"].tame(check_string),
|
|
change["new"]["name"].tame(check_string),
|
|
commits_data,
|
|
is_truncated=change["truncated"].tame(check_bool),
|
|
)
|
|
|
|
|
|
def get_fork_body(payload: WildValue, include_title: bool) -> str:
|
|
return BITBUCKET_FORK_BODY.format(
|
|
actor=get_user_info(payload["actor"]),
|
|
fork_name=get_repository_full_name(payload["fork"]),
|
|
fork_url=get_repository_url(payload["fork"]),
|
|
)
|
|
|
|
|
|
def get_commit_comment_body(payload: WildValue, include_title: bool) -> str:
|
|
comment = payload["comment"]
|
|
action = "[commented]({})".format(comment["links"]["html"]["href"].tame(check_string))
|
|
return get_commits_comment_action_message(
|
|
get_actor_info(payload),
|
|
action,
|
|
comment["commit"]["links"]["html"]["href"].tame(check_string),
|
|
comment["commit"]["hash"].tame(check_string),
|
|
comment["content"]["raw"].tame(check_string),
|
|
)
|
|
|
|
|
|
def get_commit_status_changed_body(payload: WildValue, include_title: bool) -> str:
|
|
commit_api_url = payload["commit_status"]["links"]["commit"]["href"].tame(check_string)
|
|
commit_id = commit_api_url.split("/")[-1]
|
|
|
|
commit_info = "[{short_commit_id}]({repo_url}/commits/{commit_id})".format(
|
|
repo_url=get_repository_url(payload["repository"]),
|
|
short_commit_id=get_short_sha(commit_id),
|
|
commit_id=commit_id,
|
|
)
|
|
|
|
return BITBUCKET_COMMIT_STATUS_CHANGED_BODY.format(
|
|
key=payload["commit_status"]["key"].tame(check_string),
|
|
system_url=payload["commit_status"]["url"].tame(check_string),
|
|
commit_info=commit_info,
|
|
status=payload["commit_status"]["state"].tame(check_string),
|
|
)
|
|
|
|
|
|
def get_issue_commented_body(payload: WildValue, include_title: bool) -> str:
|
|
action = "[commented]({}) on".format(
|
|
payload["comment"]["links"]["html"]["href"].tame(check_string)
|
|
)
|
|
return get_issue_action_body(payload, action, include_title)
|
|
|
|
|
|
def get_issue_action_body(payload: WildValue, action: str, include_title: bool) -> str:
|
|
issue = payload["issue"]
|
|
assignee = None
|
|
message = None
|
|
if action == "created":
|
|
if issue["assignee"]:
|
|
assignee = get_user_info(issue["assignee"])
|
|
message = issue["content"]["raw"].tame(check_string)
|
|
|
|
return get_issue_event_message(
|
|
get_actor_info(payload),
|
|
action,
|
|
issue["links"]["html"]["href"].tame(check_string),
|
|
issue["id"].tame(check_int),
|
|
message,
|
|
assignee,
|
|
title=issue["title"].tame(check_string) if include_title else None,
|
|
)
|
|
|
|
|
|
def get_pull_request_action_body(payload: WildValue, action: str, include_title: bool) -> str:
|
|
pull_request = payload["pullrequest"]
|
|
return get_pull_request_event_message(
|
|
get_actor_info(payload),
|
|
action,
|
|
get_pull_request_url(pull_request),
|
|
pull_request["id"].tame(check_int),
|
|
title=pull_request["title"].tame(check_string) if include_title else None,
|
|
)
|
|
|
|
|
|
def get_pull_request_created_or_updated_body(
|
|
payload: WildValue, action: str, include_title: bool
|
|
) -> str:
|
|
pull_request = payload["pullrequest"]
|
|
assignee = None
|
|
if pull_request["reviewers"]:
|
|
assignee = get_user_info(pull_request["reviewers"][0])
|
|
|
|
return get_pull_request_event_message(
|
|
get_actor_info(payload),
|
|
action,
|
|
get_pull_request_url(pull_request),
|
|
pull_request["id"].tame(check_int),
|
|
target_branch=pull_request["source"]["branch"]["name"].tame(check_string),
|
|
base_branch=pull_request["destination"]["branch"]["name"].tame(check_string),
|
|
message=pull_request["description"].tame(check_string),
|
|
assignee=assignee,
|
|
title=pull_request["title"].tame(check_string) if include_title else None,
|
|
)
|
|
|
|
|
|
def get_pull_request_comment_created_action_body(
|
|
payload: WildValue,
|
|
include_title: bool,
|
|
) -> str:
|
|
action = "[commented]({})".format(
|
|
payload["comment"]["links"]["html"]["href"].tame(check_string)
|
|
)
|
|
return get_pull_request_comment_action_body(payload, action, include_title)
|
|
|
|
|
|
def get_pull_request_deleted_or_updated_comment_action_body(
|
|
payload: WildValue,
|
|
action: str,
|
|
include_title: bool,
|
|
) -> str:
|
|
action = "{} a [comment]({})".format(
|
|
action, payload["comment"]["links"]["html"]["href"].tame(check_string)
|
|
)
|
|
return get_pull_request_comment_action_body(payload, action, include_title)
|
|
|
|
|
|
def get_pull_request_comment_action_body(
|
|
payload: WildValue,
|
|
action: str,
|
|
include_title: bool,
|
|
) -> str:
|
|
action += " on"
|
|
return get_pull_request_event_message(
|
|
get_actor_info(payload),
|
|
action,
|
|
payload["pullrequest"]["links"]["html"]["href"].tame(check_string),
|
|
payload["pullrequest"]["id"].tame(check_int),
|
|
message=payload["comment"]["content"]["raw"].tame(check_string),
|
|
title=payload["pullrequest"]["title"].tame(check_string) if include_title else None,
|
|
)
|
|
|
|
|
|
def get_push_tag_body(payload: WildValue, change: WildValue) -> str:
|
|
if change.get("new"):
|
|
tag = change["new"]
|
|
action = "pushed"
|
|
elif change.get("old"):
|
|
tag = change["old"]
|
|
action = "removed"
|
|
|
|
return get_push_tag_event_message(
|
|
get_actor_info(payload),
|
|
tag["name"].tame(check_string),
|
|
tag_url=tag["links"]["html"]["href"].tame(check_string),
|
|
action=action,
|
|
)
|
|
|
|
|
|
def append_punctuation(title: str, message: str) -> str:
|
|
if title[-1] not in string.punctuation:
|
|
message = f"{message}."
|
|
|
|
return message
|
|
|
|
|
|
def get_repo_updated_body(payload: WildValue, include_title: bool) -> str:
|
|
changes = ["website", "name", "links", "language", "full_name", "description"]
|
|
body = ""
|
|
repo_name = payload["repository"]["name"].tame(check_string)
|
|
actor = get_actor_info(payload)
|
|
|
|
for change in changes:
|
|
new = payload["changes"][change]["new"]
|
|
old = payload["changes"][change]["old"]
|
|
if change == "full_name":
|
|
change = "full name"
|
|
if new and old:
|
|
message = BITBUCKET_REPO_UPDATED_CHANGED.format(
|
|
actor=actor,
|
|
change=change,
|
|
repo_name=repo_name,
|
|
old=str(old.value),
|
|
new=str(new.value),
|
|
)
|
|
message = append_punctuation(str(new.value), message) + "\n"
|
|
body += message
|
|
elif new and not old:
|
|
message = BITBUCKET_REPO_UPDATED_ADDED.format(
|
|
actor=actor,
|
|
change=change,
|
|
repo_name=repo_name,
|
|
new=str(new.value),
|
|
)
|
|
message = append_punctuation(str(new.value), message) + "\n"
|
|
body += message
|
|
|
|
return body
|
|
|
|
|
|
def get_pull_request_url(pullrequest_payload: WildValue) -> str:
|
|
return pullrequest_payload["links"]["html"]["href"].tame(check_string)
|
|
|
|
|
|
def get_repository_url(repository_payload: WildValue) -> str:
|
|
return repository_payload["links"]["html"]["href"].tame(check_string)
|
|
|
|
|
|
def get_repository_name(repository_payload: WildValue) -> str:
|
|
return repository_payload["name"].tame(check_string)
|
|
|
|
|
|
def get_repository_full_name(repository_payload: WildValue) -> str:
|
|
return repository_payload["full_name"].tame(check_string)
|
|
|
|
|
|
def get_user_info(dct: WildValue) -> str:
|
|
# See https://developer.atlassian.com/cloud/bitbucket/bitbucket-api-changes-gdpr/
|
|
# Since GDPR, we don't get username; instead, we either get display_name
|
|
# or nickname.
|
|
if "display_name" in dct:
|
|
return dct["display_name"].tame(check_string)
|
|
|
|
if "nickname" in dct:
|
|
return dct["nickname"].tame(check_string)
|
|
|
|
# We call this an unsupported_event, even though we
|
|
# are technically still sending a message.
|
|
log_unsupported_webhook_event(
|
|
summary="Could not find display_name/nickname field",
|
|
)
|
|
|
|
return "Unknown user"
|
|
|
|
|
|
def get_actor_info(payload: WildValue) -> str:
|
|
actor = payload["actor"]
|
|
return get_user_info(actor)
|
|
|
|
|
|
def get_branch_name_for_push_event(payload: WildValue) -> Optional[str]:
|
|
change = payload["push"]["changes"][-1]
|
|
potential_tag = (change["new"] or change["old"])["type"].tame(check_string)
|
|
if potential_tag == "tag":
|
|
return None
|
|
else:
|
|
return (change["new"] or change["old"])["name"].tame(check_string)
|
|
|
|
|
|
GET_SINGLE_MESSAGE_BODY_DEPENDING_ON_TYPE_MAPPER: Dict[str, BodyGetter] = {
|
|
"fork": get_fork_body,
|
|
"commit_comment": get_commit_comment_body,
|
|
"change_commit_status": get_commit_status_changed_body,
|
|
"issue_updated": partial(get_issue_action_body, action="updated"),
|
|
"issue_created": partial(get_issue_action_body, action="created"),
|
|
"issue_commented": get_issue_commented_body,
|
|
"pull_request_created": partial(get_pull_request_created_or_updated_body, action="created"),
|
|
"pull_request_updated": partial(get_pull_request_created_or_updated_body, action="updated"),
|
|
"pull_request_approved": partial(get_pull_request_action_body, action="approved"),
|
|
"pull_request_unapproved": partial(get_pull_request_action_body, action="unapproved"),
|
|
"pull_request_fulfilled": partial(get_pull_request_action_body, action="merged"),
|
|
"pull_request_rejected": partial(get_pull_request_action_body, action="rejected"),
|
|
"pull_request_comment_created": get_pull_request_comment_created_action_body,
|
|
"pull_request_comment_updated": partial(
|
|
get_pull_request_deleted_or_updated_comment_action_body, action="updated"
|
|
),
|
|
"pull_request_comment_deleted": partial(
|
|
get_pull_request_deleted_or_updated_comment_action_body, action="deleted"
|
|
),
|
|
"repo:updated": get_repo_updated_body,
|
|
}
|