2019-10-20 02:12:00 +02:00
|
|
|
# Webhooks for external integrations.
|
|
|
|
from typing import Any, Dict, Optional
|
|
|
|
|
|
|
|
from django.db.models import Q
|
|
|
|
from django.http import HttpRequest, HttpResponse
|
|
|
|
|
2020-08-20 00:32:15 +02:00
|
|
|
from zerver.decorator import webhook_view
|
2020-08-19 22:26:38 +02:00
|
|
|
from zerver.lib.exceptions import UnsupportedWebhookEventType
|
2019-10-20 02:12:00 +02:00
|
|
|
from zerver.lib.request import REQ, has_request_variables
|
|
|
|
from zerver.lib.response import json_success
|
2020-08-19 22:14:40 +02:00
|
|
|
from zerver.lib.webhooks.common import check_send_webhook_message
|
2019-10-20 02:12:00 +02:00
|
|
|
from zerver.models import Realm, UserProfile
|
|
|
|
|
|
|
|
IGNORED_EVENTS = [
|
|
|
|
"downloadChart",
|
|
|
|
"deleteChart",
|
|
|
|
"uploadChart",
|
|
|
|
"pullImage",
|
|
|
|
"deleteImage",
|
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
|
|
|
"scanningFailed",
|
2019-10-20 02:12:00 +02:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
|
|
def guess_zulip_user_from_harbor(harbor_username: str, realm: Realm) -> Optional[UserProfile]:
|
|
|
|
try:
|
|
|
|
# Try to find a matching user in Zulip
|
|
|
|
# We search a user's full name, short name,
|
|
|
|
# and beginning of email address
|
|
|
|
user = UserProfile.objects.filter(
|
|
|
|
Q(full_name__iexact=harbor_username) |
|
|
|
|
Q(email__istartswith=harbor_username),
|
|
|
|
is_active=True,
|
|
|
|
realm=realm).order_by("id")[0]
|
|
|
|
return user # nocoverage
|
|
|
|
except IndexError:
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
|
|
def handle_push_image_event(payload: Dict[str, Any],
|
|
|
|
user_profile: UserProfile,
|
|
|
|
operator_username: str) -> str:
|
|
|
|
image_name = payload["event_data"]["repository"]["repo_full_name"]
|
|
|
|
image_tag = payload["event_data"]["resources"][0]["tag"]
|
|
|
|
|
2020-06-10 06:40:53 +02:00
|
|
|
return f"{operator_username} pushed image `{image_name}:{image_tag}`"
|
2019-10-20 02:12:00 +02:00
|
|
|
|
|
|
|
|
|
|
|
VULNERABILITY_SEVERITY_NAME_MAP = {
|
|
|
|
1: "None",
|
|
|
|
2: "Unknown",
|
|
|
|
3: "Low",
|
|
|
|
4: "Medium",
|
|
|
|
5: "High",
|
|
|
|
}
|
|
|
|
|
|
|
|
SCANNING_COMPLETED_TEMPLATE = """
|
|
|
|
Image scan completed for `{image_name}:{image_tag}`. Vulnerabilities by severity:
|
|
|
|
|
|
|
|
{scan_results}
|
|
|
|
""".strip()
|
|
|
|
|
|
|
|
|
|
|
|
def handle_scanning_completed_event(payload: Dict[str, Any],
|
|
|
|
user_profile: UserProfile,
|
|
|
|
operator_username: str) -> str:
|
2020-04-09 21:51:58 +02:00
|
|
|
scan_results = ""
|
2019-10-20 02:12:00 +02:00
|
|
|
scan_summaries = payload["event_data"]["resources"][0]["scan_overview"]["components"]["summary"]
|
|
|
|
summaries_sorted = sorted(
|
|
|
|
scan_summaries, key=lambda x: x["severity"], reverse=True)
|
|
|
|
for scan_summary in summaries_sorted:
|
2020-04-09 21:51:58 +02:00
|
|
|
scan_results += "* {}: **{}**\n".format(
|
2019-10-20 02:12:00 +02:00
|
|
|
VULNERABILITY_SEVERITY_NAME_MAP[scan_summary["severity"]], scan_summary["count"])
|
|
|
|
|
|
|
|
return SCANNING_COMPLETED_TEMPLATE.format(
|
|
|
|
image_name=payload["event_data"]["repository"]["repo_full_name"],
|
|
|
|
image_tag=payload["event_data"]["resources"][0]["tag"],
|
python: Use trailing commas consistently.
Automatically generated by the following script, based on the output
of lint with flake8-comma:
import re
import sys
last_filename = None
last_row = None
lines = []
for msg in sys.stdin:
m = re.match(
r"\x1b\[35mflake8 \|\x1b\[0m \x1b\[1;31m(.+):(\d+):(\d+): (\w+)", msg
)
if m:
filename, row_str, col_str, err = m.groups()
row, col = int(row_str), int(col_str)
if filename == last_filename:
assert last_row != row
else:
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
with open(filename) as f:
lines = f.readlines()
last_filename = filename
last_row = row
line = lines[row - 1]
if err in ["C812", "C815"]:
lines[row - 1] = line[: col - 1] + "," + line[col - 1 :]
elif err in ["C819"]:
assert line[col - 2] == ","
lines[row - 1] = line[: col - 2] + line[col - 1 :].lstrip(" ")
if last_filename is not None:
with open(last_filename, "w") as f:
f.writelines(lines)
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-10 05:23:40 +02:00
|
|
|
scan_results=scan_results,
|
2019-10-20 02:12:00 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
EVENT_FUNCTION_MAPPER = {
|
|
|
|
"pushImage": handle_push_image_event,
|
|
|
|
"scanningCompleted": handle_scanning_completed_event,
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2020-08-20 00:32:15 +02:00
|
|
|
@webhook_view("Harbor")
|
2019-10-20 02:12:00 +02:00
|
|
|
@has_request_variables
|
|
|
|
def api_harbor_webhook(request: HttpRequest, user_profile: UserProfile,
|
|
|
|
payload: Dict[str, Any] = REQ(argument_type='body')) -> HttpResponse:
|
|
|
|
|
2020-04-09 21:51:58 +02:00
|
|
|
operator_username = "**{}**".format(payload["operator"])
|
2019-10-20 02:12:00 +02:00
|
|
|
|
|
|
|
if operator_username != "auto":
|
|
|
|
operator_profile = guess_zulip_user_from_harbor(
|
|
|
|
operator_username, user_profile.realm)
|
|
|
|
|
|
|
|
if operator_profile:
|
2020-06-09 00:25:09 +02:00
|
|
|
operator_username = f"@**{operator_profile.full_name}**" # nocoverage
|
2019-10-20 02:12:00 +02:00
|
|
|
|
|
|
|
event = payload["type"]
|
|
|
|
topic = payload["event_data"]["repository"]["repo_full_name"]
|
|
|
|
|
|
|
|
if event in IGNORED_EVENTS:
|
|
|
|
return json_success()
|
|
|
|
|
|
|
|
content_func = EVENT_FUNCTION_MAPPER.get(event)
|
|
|
|
|
|
|
|
if content_func is None:
|
2020-08-20 00:50:06 +02:00
|
|
|
raise UnsupportedWebhookEventType(event)
|
2019-10-20 02:12:00 +02:00
|
|
|
|
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
|
|
|
content: str = content_func(payload, user_profile, operator_username)
|
2019-10-20 02:12:00 +02:00
|
|
|
|
|
|
|
check_send_webhook_message(request, user_profile,
|
|
|
|
topic, content,
|
|
|
|
unquote_url_parameters=True)
|
|
|
|
return json_success()
|