""" This is new module that we intend to GROW from test_events.py. It will contain schemas (aka validators) for Zulip events. Right now it's only intended to be used by test code. """ from typing import Dict, List, Sequence, Set, Tuple, Union from zerver.lib.data_types import ( DictType, EnumType, Equals, ListType, OptionalType, UnionType, UrlType, check_data, event_dict_type, make_checker, ) from zerver.lib.topic import ORIG_TOPIC, TOPIC_LINKS, TOPIC_NAME from zerver.lib.validator import Validator, check_dict_only, check_int from zerver.models import Realm, Stream, Subscription, UserProfile # These fields are used for "stream" events, and are included in the # larger "subscription" events that also contain personal settings. basic_stream_fields = [ ("description", str), ("first_message_id", OptionalType(int)), ("history_public_to_subscribers", bool), ("invite_only", bool), ("is_announcement_only", bool), ("is_web_public", bool), ("message_retention_days", Equals(None)), ("name", str), ("rendered_description", str), ("stream_id", int), ("stream_post_policy", int), ("date_created", int), ] subscription_fields: Sequence[Tuple[str, object]] = [ *basic_stream_fields, ("audible_notifications", OptionalType(bool)), ("color", str), ("desktop_notifications", OptionalType(bool)), ("email_address", str), ("email_notifications", OptionalType(bool)), ("in_home_view", bool), ("is_muted", bool), ("pin_to_top", bool), ("push_notifications", OptionalType(bool)), ("role", EnumType(Subscription.ROLE_TYPES)), ("stream_weekly_traffic", OptionalType(int)), ("wildcard_mentions_notify", OptionalType(bool)), ] def check_events_dict( required_keys: Sequence[Tuple[str, Validator[object]]], optional_keys: Sequence[Tuple[str, Validator[object]]] = [], ) -> Validator[Dict[str, object]]: """ This is just a tiny wrapper on check_dict_only, but it provides some minor benefits: - mark clearly that the schema is for a Zulip event - make sure there's a type field - add id field automatically - sanity check that we have no duplicate keys (we should just make check_dict_only do that, eventually) """ rkeys = [key[0] for key in required_keys] okeys = [key[0] for key in optional_keys] keys = rkeys + okeys assert len(keys) == len(set(keys)) assert "type" in rkeys assert "id" not in keys return check_dict_only( required_keys=[*required_keys, ("id", check_int)], optional_keys=optional_keys, ) equals_add_or_remove = UnionType( [ # force vertical Equals("add"), Equals("remove"), ] ) value_type = UnionType( [ # force vertical formatting bool, int, str, ] ) optional_value_type = UnionType( [ # force vertical formatting bool, int, str, Equals(None), ] ) alert_words_event = event_dict_type( required_keys=[ # force vertical formatting ("type", Equals("alert_words")), ("alert_words", ListType(str)), ] ) check_alert_words = make_checker(alert_words_event) custom_profile_field_type = DictType( required_keys=[ ("id", int), ("type", int), ("name", str), ("hint", str), ("field_data", str), ("order", int), ], ) custom_profile_fields_event = event_dict_type( required_keys=[ ("type", Equals("custom_profile_fields")), ("op", Equals("add")), ("fields", ListType(custom_profile_field_type)), ] ) check_custom_profile_fields = make_checker(custom_profile_fields_event) _check_stream_group = DictType( required_keys=[ ("name", str), ("id", int), ("description", str), ("streams", ListType(DictType(basic_stream_fields))), ] ) default_stream_groups_event = event_dict_type( required_keys=[ # force vertical ("type", Equals("default_stream_groups")), ("default_stream_groups", ListType(_check_stream_group)), ] ) check_default_stream_groups = make_checker(default_stream_groups_event) default_streams_event = event_dict_type( required_keys=[ ("type", Equals("default_streams")), ("default_streams", ListType(DictType(basic_stream_fields))), ] ) check_default_streams = make_checker(default_streams_event) invites_changed_event = event_dict_type( required_keys=[ # the most boring event...no metadata ("type", Equals("invites_changed")), ] ) check_invites_changed = make_checker(invites_changed_event) message_fields = [ ("avatar_url", OptionalType(str)), ("client", str), ("content", str), ("content_type", Equals("text/html")), ("display_recipient", str), ("id", int), ("is_me_message", bool), ("reactions", ListType(dict)), ("recipient_id", int), ("sender_realm_str", str), ("sender_email", str), ("sender_full_name", str), ("sender_id", int), ("stream_id", int), (TOPIC_NAME, str), (TOPIC_LINKS, ListType(str)), ("submessages", ListType(dict)), ("timestamp", int), ("type", str), ] message_event = event_dict_type( required_keys=[ ("type", Equals("message")), ("flags", ListType(str)), ("message", DictType(message_fields)), ] ) check_message = make_checker(message_event) # We will eventually just send user_ids. reaction_user_type = DictType( required_keys=[ # force vertical ("email", str), ("full_name", str), ("user_id", int), ] ) reaction_event = event_dict_type( required_keys=[ ("type", Equals("reaction")), ("op", equals_add_or_remove), ("message_id", int), ("emoji_name", str), ("emoji_code", str), ("reaction_type", str), ("user_id", int), ("user", reaction_user_type), ] ) _check_reaction = make_checker(reaction_event) def check_reaction(var_name: str, event: Dict[str, object], op: str) -> None: _check_reaction(var_name, event) assert event["op"] == op bot_services_outgoing_type = DictType( required_keys=[ # force vertical ("base_url", UrlType()), ("interface", int), ("token", str), ] ) # We use a strict check here, because our tests # don't specifically focus on seeing how # flexible we can make the types be for config_data. _ad_hoc_config_data_schema = Equals(dict(foo="bar")) bot_services_embedded_type = DictType( required_keys=[ # force vertical ("service_name", str), ("config_data", _ad_hoc_config_data_schema), ] ) # Note that regular bots just get an empty list of services, # so the sub_validator for ListType won't matter for them. bot_services_type = ListType( UnionType( [ # force vertical bot_services_outgoing_type, bot_services_embedded_type, ] ), ) bot_type = DictType( required_keys=[ ("user_id", int), ("api_key", str), ("avatar_url", str), ("bot_type", int), ("default_all_public_streams", bool), ("default_events_register_stream", OptionalType(str)), ("default_sending_stream", OptionalType(str)), ("email", str), ("full_name", str), ("is_active", bool), ("owner_id", int), ("services", bot_services_type), ] ) realm_bot_add_event = event_dict_type( required_keys=[ # force vertical ("type", Equals("realm_bot")), ("op", Equals("add")), ("bot", bot_type), ] ) _check_realm_bot_add = make_checker(realm_bot_add_event) def check_realm_bot_add(var_name: str, event: Dict[str, object],) -> None: _check_realm_bot_add(var_name, event) assert isinstance(event["bot"], dict) bot_type = event["bot"]["bot_type"] services_field = f"{var_name}['bot']['services']" services = event["bot"]["services"] if bot_type == UserProfile.DEFAULT_BOT: check_data(Equals([]), services_field, services) elif bot_type == UserProfile.OUTGOING_WEBHOOK_BOT: check_data( ListType(bot_services_outgoing_type, length=1), services_field, services ) elif bot_type == UserProfile.EMBEDDED_BOT: check_data( ListType(bot_services_embedded_type, length=1), services_field, services ) else: raise AssertionError(f"Unknown bot_type: {bot_type}") bot_type_for_delete = DictType( required_keys=[ # for legacy reasons we have a dict here # with only one key ("user_id", int), ] ) realm_bot_delete_event = event_dict_type( required_keys=[ ("type", Equals("realm_bot")), ("op", Equals("delete")), ("bot", bot_type_for_delete), ] ) check_realm_bot_delete = make_checker(realm_bot_delete_event) bot_type_for_remove = DictType( required_keys=[ # Why does remove have full_name but delete doesn't? # Why do we have both a remove and a delete event # for bots? I don't know the answer as I write this. ("full_name", str), ("user_id", int), ] ) realm_bot_remove_event = event_dict_type( required_keys=[ ("type", Equals("realm_bot")), ("op", Equals("remove")), ("bot", bot_type_for_remove), ] ) check_realm_bot_remove = make_checker(realm_bot_remove_event) bot_type_for_update = DictType( required_keys=[ # force vertical ("user_id", int), ], optional_keys=[ ("api_key", str), ("avatar_url", str), ("default_all_public_streams", bool), ("default_events_register_stream", OptionalType(str)), ("default_sending_stream", OptionalType(str)), ("full_name", str), ("owner_id", int), ("services", bot_services_type), ], ) realm_bot_update_event = event_dict_type( required_keys=[ ("type", Equals("realm_bot")), ("op", Equals("update")), ("bot", bot_type_for_update), ] ) _check_realm_bot_update = make_checker(realm_bot_update_event) def check_realm_bot_update( # Check schema plus the field. var_name: str, event: Dict[str, object], field: str, ) -> None: # Check the overall schema first. _check_realm_bot_update(var_name, event) assert isinstance(event["bot"], dict) assert {"user_id", field} == set(event["bot"].keys()) plan_type_extra_data_type = DictType( required_keys=[ # force vertical ("upload_quota", int), ] ) """ realm/update events are flexible for values; we will use a more strict checker to check types in a context-specific manner """ realm_update_event = event_dict_type( required_keys=[ ("type", Equals("realm")), ("op", Equals("update")), ("property", str), ("value", value_type), ], optional_keys=[ # force vertical ("extra_data", plan_type_extra_data_type), ], ) _check_realm_update = make_checker(realm_update_event) def check_realm_update(var_name: str, event: Dict[str, object], prop: str,) -> None: """ Realm updates have these two fields: property value We check not only the basic schema, but also that the value people actually matches the type from Realm.property_types that we have configured for the property. """ _check_realm_update(var_name, event) assert prop == event["property"] value = event["value"] if prop == "plan_type": assert isinstance(value, int) assert "extra_data" in event.keys() return assert "extra_data" not in event.keys() if prop in ["notifications_stream_id", "signup_notifications_stream_id"]: assert isinstance(value, int) return property_type = Realm.property_types[prop] if property_type in (bool, int, str): assert isinstance(value, property_type) elif property_type == (int, type(None)): assert isinstance(value, int) elif property_type == (str, type(None)): assert isinstance(value, str) else: raise AssertionError(f"Unexpected property type {property_type}") avatar_fields = { "avatar_source", "avatar_url", "avatar_url_medium", "avatar_version", } custom_profile_field_type = DictType( required_keys=[ # vertical formatting ("id", int), ("value", str), ], optional_keys=[ # vertical formatting ("rendered_value", str), ], ) realm_user_person_type = DictType( required_keys=[ # vertical formatting ("user_id", int), ], optional_keys=[ ("avatar_source", str), ("avatar_url", OptionalType(str)), ("avatar_url_medium", OptionalType(str)), ("avatar_version", int), ("bot_owner_id", int), ("custom_profile_field", custom_profile_field_type), ("delivery_email", str), ("full_name", str), ("role", EnumType(UserProfile.ROLE_TYPES)), ("email", str), ("user_id", int), ("timezone", str), ], ) realm_user_update_event = event_dict_type( required_keys=[ ("type", Equals("realm_user")), ("op", Equals("update")), ("person", realm_user_person_type), ] ) _check_realm_user_update = make_checker(realm_user_update_event) def check_realm_user_update( var_name: str, event: Dict[str, object], optional_fields: Set[str], ) -> None: _check_realm_user_update(var_name, event) assert isinstance(event["person"], dict) keys = set(event["person"].keys()) - {"user_id"} assert optional_fields == keys stream_create_event = event_dict_type( required_keys=[ ("type", Equals("stream")), ("op", Equals("create")), ("streams", ListType(DictType(basic_stream_fields))), ] ) check_stream_create = make_checker(stream_create_event) stream_delete_event = event_dict_type( required_keys=[ ("type", Equals("stream")), ("op", Equals("delete")), ("streams", ListType(DictType(basic_stream_fields))), ] ) check_stream_delete = make_checker(stream_delete_event) stream_update_event = event_dict_type( required_keys=[ ("type", Equals("stream")), ("op", Equals("update")), ("property", str), ("value", optional_value_type), ("name", str), ("stream_id", int), ], optional_keys=[ ("rendered_description", str), ("history_public_to_subscribers", bool), ], ) _check_stream_update = make_checker(stream_update_event) def check_stream_update(var_name: str, event: Dict[str, object],) -> None: _check_stream_update(var_name, event) prop = event["property"] value = event["value"] extra_keys = set(event.keys()) - { "id", "type", "op", "property", "value", "name", "stream_id", } if prop == "description": assert extra_keys == {"rendered_description"} assert isinstance(value, str) elif prop == "email_address": assert extra_keys == set() assert isinstance(value, str) elif prop == "invite_only": assert extra_keys == {"history_public_to_subscribers"} assert isinstance(value, bool) elif prop == "message_retention_days": assert extra_keys == set() if value is not None: assert isinstance(value, int) elif prop == "name": assert extra_keys == set() assert isinstance(value, str) elif prop == "stream_post_policy": assert extra_keys == set() assert value in Stream.STREAM_POST_POLICY_TYPES else: raise AssertionError(f"Unknown property: {prop}") submessage_event = event_dict_type( required_keys=[ ("type", Equals("submessage")), ("message_id", int), ("submessage_id", int), ("sender_id", int), ("msg_type", str), ("content", str), ] ) check_submessage = make_checker(submessage_event) single_subscription_type = DictType( required_keys=subscription_fields, optional_keys=[ # force vertical ("subscribers", ListType(int)), ], ) subscription_add_event = event_dict_type( required_keys=[ ("type", Equals("subscription")), ("op", Equals("add")), ("subscriptions", ListType(single_subscription_type)), ], ) _check_subscription_add = make_checker(subscription_add_event) def check_subscription_add( var_name: str, event: Dict[str, object], include_subscribers: bool, ) -> None: _check_subscription_add(var_name, event) assert isinstance(event["subscriptions"], list) for sub in event["subscriptions"]: if include_subscribers: assert "subscribers" in sub.keys() else: assert "subscribers" not in sub.keys() subscription_peer_add_event = event_dict_type( required_keys=[ ("type", Equals("subscription")), ("op", Equals("peer_add")), ("user_id", int), ("stream_id", int), ] ) check_subscription_peer_add = make_checker(subscription_peer_add_event) subscription_peer_remove_event = event_dict_type( required_keys=[ ("type", Equals("subscription")), ("op", Equals("peer_remove")), ("user_id", int), ("stream_id", int), ] ) check_subscription_peer_remove = make_checker(subscription_peer_remove_event) remove_sub_type = DictType( required_keys=[ # We should eventually just return stream_id here. ("name", str), ("stream_id", int), ] ) subscription_remove_event = event_dict_type( required_keys=[ ("type", Equals("subscription")), ("op", Equals("remove")), ("subscriptions", ListType(remove_sub_type)), ] ) check_subscription_remove = make_checker(subscription_remove_event) typing_person_type = DictType( required_keys=[ # we should eventually just send user_id ("email", str), ("user_id", int), ] ) typing_start_event = event_dict_type( required_keys=[ ("type", Equals("typing")), ("op", Equals("start")), ("sender", typing_person_type), ("recipients", ListType(typing_person_type)), ] ) check_typing_start = make_checker(typing_start_event) typing_stop_event = event_dict_type( required_keys=[ ("type", Equals("typing")), ("op", Equals("stop")), ("sender", typing_person_type), ("recipients", ListType(typing_person_type)), ] ) check_typing_stop = make_checker(typing_stop_event) update_display_settings_event = event_dict_type( required_keys=[ ("type", Equals("update_display_settings")), ("setting_name", str), ("setting", value_type), ("user", str), ], optional_keys=[ # force vertical ("language_name", str), ], ) _check_update_display_settings = make_checker(update_display_settings_event) def check_update_display_settings(var_name: str, event: Dict[str, object],) -> None: """ Display setting events have a "setting" field that is more specifically typed according to the UserProfile.property_types dictionary. """ _check_update_display_settings(var_name, event) setting_name = event["setting_name"] setting = event["setting"] assert isinstance(setting_name, str) setting_type = UserProfile.property_types[setting_name] assert isinstance(setting, setting_type) if setting_name == "default_language": assert "language_name" in event.keys() else: assert "language_name" not in event.keys() update_global_notifications_event = event_dict_type( required_keys=[ ("type", Equals("update_global_notifications")), ("notification_name", str), ("setting", value_type), ("user", str), ] ) _check_update_global_notifications = make_checker(update_global_notifications_event) def check_update_global_notifications( var_name: str, event: Dict[str, object], desired_val: Union[bool, int, str], ) -> None: """ See UserProfile.notification_setting_types for more details. """ _check_update_global_notifications(var_name, event) setting_name = event["notification_name"] setting = event["setting"] assert setting == desired_val assert isinstance(setting_name, str) setting_type = UserProfile.notification_setting_types[setting_name] assert isinstance(setting, setting_type) update_message_required_fields = [ ("type", Equals("update_message")), ("user_id", int), ("edit_timestamp", int), ("message_id", int), ] update_message_content_fields: List[Tuple[str, object]] = [ ("content", str), ("is_me_message", bool), ("orig_content", str), ("orig_rendered_content", str), ("prev_rendered_content_version", int), ("rendered_content", str), ] update_message_topic_fields = [ ("flags", ListType(str)), ("message_ids", ListType(int)), ("new_stream_id", int), (ORIG_TOPIC, str), ("propagate_mode", str), ("stream_id", int), ("stream_name", str), (TOPIC_LINKS, ListType(str)), (TOPIC_NAME, str), ] update_message_optional_fields = ( update_message_content_fields + update_message_topic_fields ) # The schema here does not include the "embedded" # variant of update_message; it is for message # and topic editing. update_message_event = event_dict_type( required_keys=update_message_required_fields, optional_keys=update_message_optional_fields, ) _check_update_message = make_checker(update_message_event) def check_update_message( var_name: str, event: Dict[str, object], has_content: bool, has_topic: bool, has_new_stream_id: bool, ) -> None: # Always check the basic schema first. _check_update_message(var_name, event) actual_keys = set(event.keys()) expected_keys = {"id"} expected_keys.update(tup[0] for tup in update_message_required_fields) if has_content: expected_keys.update(tup[0] for tup in update_message_content_fields) if has_topic: expected_keys.update(tup[0] for tup in update_message_topic_fields) if not has_new_stream_id: expected_keys.discard("new_stream_id") assert expected_keys == actual_keys update_message_embedded_event = event_dict_type( required_keys=[ ("type", Equals("update_message")), ("flags", ListType(str)), ("content", str), ("message_id", int), ("message_ids", ListType(int)), ("rendered_content", str), ] ) check_update_message_embedded = make_checker(update_message_embedded_event) update_message_flags_event = event_dict_type( required_keys=[ ("type", Equals("update_message_flags")), ("op", equals_add_or_remove), ("operation", equals_add_or_remove), ("flag", str), ("messages", ListType(int)), ("all", bool), ] ) _check_update_message_flags = make_checker(update_message_flags_event) def check_update_message_flags( var_name: str, event: Dict[str, object], operation: str ) -> None: _check_update_message_flags(var_name, event) assert event["operation"] == operation and event['op'] == operation group_type = DictType( required_keys=[ ("id", int), ("name", str), ("members", ListType(int)), ("description", str), ] ) user_group_add_event = event_dict_type( required_keys=[ ("type", Equals("user_group")), ("op", Equals("add")), ("group", group_type), ] ) check_user_group_add = make_checker(user_group_add_event) user_status_event = event_dict_type( required_keys=[ ("type", Equals("user_status")), ("user_id", int), ("away", bool), ("status_text", str), ] ) check_user_status = make_checker(user_status_event)