2020-06-11 00:54:34 +02:00
|
|
|
import configparser
|
|
|
|
import importlib
|
|
|
|
import os
|
|
|
|
from collections import defaultdict
|
|
|
|
from typing import Dict, List, Optional
|
|
|
|
|
2017-11-01 20:51:12 +01:00
|
|
|
from django.conf import settings
|
|
|
|
from django.db.models import Sum
|
|
|
|
from django.db.models.functions import Length
|
2020-06-11 00:54:34 +02:00
|
|
|
from django.db.models.query import F
|
2017-11-01 20:51:12 +01:00
|
|
|
|
2020-06-11 00:54:34 +02:00
|
|
|
from zerver.models import BotConfigData, UserProfile
|
2018-01-07 19:21:04 +01:00
|
|
|
|
|
|
|
|
2017-11-01 20:51:12 +01:00
|
|
|
class ConfigError(Exception):
|
|
|
|
pass
|
|
|
|
|
2018-05-10 19:13:36 +02:00
|
|
|
def get_bot_config(bot_profile: UserProfile) -> Dict[str, str]:
|
2018-01-06 11:01:22 +01:00
|
|
|
entries = BotConfigData.objects.filter(bot_profile=bot_profile)
|
2018-01-07 19:14:21 +01:00
|
|
|
if not entries:
|
|
|
|
raise ConfigError("No config data available.")
|
2017-11-01 20:51:12 +01:00
|
|
|
return {entry.key: entry.value for entry in entries}
|
|
|
|
|
2018-05-10 19:13:36 +02:00
|
|
|
def get_bot_configs(bot_profile_ids: List[int]) -> Dict[int, Dict[str, str]]:
|
2018-05-04 22:31:28 +02:00
|
|
|
if not bot_profile_ids:
|
2018-04-02 19:52:54 +02:00
|
|
|
return {}
|
2018-05-04 22:31:28 +02:00
|
|
|
entries = BotConfigData.objects.filter(bot_profile_id__in=bot_profile_ids)
|
python: Convert assignment type annotations to Python 3.6 style.
This commit was split by tabbott; this piece covers the vast majority
of files in Zulip, but excludes scripts/, tools/, and puppet/ to help
ensure we at least show the right error messages for Xenial systems.
We can likely further refine the remaining pieces with some testing.
Generated by com2ann, with whitespace fixes and various manual fixes
for runtime issues:
- invoiced_through: Optional[LicenseLedger] = models.ForeignKey(
+ invoiced_through: Optional["LicenseLedger"] = models.ForeignKey(
-_apns_client: Optional[APNsClient] = None
+_apns_client: Optional["APNsClient"] = None
- notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- signup_notifications_stream: Optional[Stream] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
+ signup_notifications_stream: Optional["Stream"] = models.ForeignKey('Stream', related_name='+', null=True, blank=True, on_delete=CASCADE)
- author: Optional[UserProfile] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
+ author: Optional["UserProfile"] = models.ForeignKey('UserProfile', blank=True, null=True, on_delete=CASCADE)
- bot_owner: Optional[UserProfile] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
+ bot_owner: Optional["UserProfile"] = models.ForeignKey('self', null=True, on_delete=models.SET_NULL)
- default_sending_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
- default_events_register_stream: Optional[Stream] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_sending_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
+ default_events_register_stream: Optional["Stream"] = models.ForeignKey('zerver.Stream', null=True, related_name='+', on_delete=CASCADE)
-descriptors_by_handler_id: Dict[int, ClientDescriptor] = {}
+descriptors_by_handler_id: Dict[int, "ClientDescriptor"] = {}
-worker_classes: Dict[str, Type[QueueProcessingWorker]] = {}
-queues: Dict[str, Dict[str, Type[QueueProcessingWorker]]] = {}
+worker_classes: Dict[str, Type["QueueProcessingWorker"]] = {}
+queues: Dict[str, Dict[str, Type["QueueProcessingWorker"]]] = {}
-AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional[LDAPSearch] = None
+AUTH_LDAP_REVERSE_EMAIL_SEARCH: Optional["LDAPSearch"] = None
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-04-22 01:09:50 +02:00
|
|
|
entries_by_uid: Dict[int, Dict[str, str]] = defaultdict(dict)
|
2018-04-02 19:52:54 +02:00
|
|
|
for entry in entries:
|
2018-05-04 22:31:28 +02:00
|
|
|
entries_by_uid[entry.bot_profile_id].update({entry.key: entry.value})
|
2018-04-02 19:52:54 +02:00
|
|
|
return entries_by_uid
|
|
|
|
|
2018-05-10 19:13:36 +02:00
|
|
|
def get_bot_config_size(bot_profile: UserProfile, key: Optional[str]=None) -> int:
|
2017-11-01 20:51:12 +01:00
|
|
|
if key is None:
|
2018-01-06 11:01:22 +01:00
|
|
|
return BotConfigData.objects.filter(bot_profile=bot_profile) \
|
|
|
|
.annotate(key_size=Length('key'), value_size=Length('value')) \
|
|
|
|
.aggregate(sum=Sum(F('key_size')+F('value_size')))['sum'] or 0
|
2017-11-01 20:51:12 +01:00
|
|
|
else:
|
|
|
|
try:
|
2018-01-06 11:01:22 +01:00
|
|
|
return len(key) + len(BotConfigData.objects.get(bot_profile=bot_profile, key=key).value)
|
|
|
|
except BotConfigData.DoesNotExist:
|
2017-11-01 20:51:12 +01:00
|
|
|
return 0
|
|
|
|
|
2018-05-10 19:13:36 +02:00
|
|
|
def set_bot_config(bot_profile: UserProfile, key: str, value: str) -> None:
|
2017-11-01 20:51:12 +01:00
|
|
|
config_size_limit = settings.BOT_CONFIG_SIZE_LIMIT
|
|
|
|
old_entry_size = get_bot_config_size(bot_profile, key)
|
|
|
|
new_entry_size = len(key) + len(value)
|
|
|
|
old_config_size = get_bot_config_size(bot_profile)
|
|
|
|
new_config_size = old_config_size + (new_entry_size - old_entry_size)
|
|
|
|
if new_config_size > config_size_limit:
|
|
|
|
raise ConfigError("Cannot store configuration. Request would require {} characters. "
|
|
|
|
"The current configuration size limit is {} characters.".format(new_config_size,
|
|
|
|
config_size_limit))
|
2018-01-06 11:01:22 +01:00
|
|
|
obj, created = BotConfigData.objects.get_or_create(bot_profile=bot_profile, key=key,
|
|
|
|
defaults={'value': value})
|
2017-11-01 20:51:12 +01:00
|
|
|
if not created:
|
|
|
|
obj.value = value
|
|
|
|
obj.save()
|
2018-01-07 19:21:04 +01:00
|
|
|
|
|
|
|
def load_bot_config_template(bot: str) -> Dict[str, str]:
|
2020-06-09 00:25:09 +02:00
|
|
|
bot_module_name = f'zulip_bots.bots.{bot}'
|
2018-01-07 19:21:04 +01:00
|
|
|
bot_module = importlib.import_module(bot_module_name)
|
|
|
|
bot_module_path = os.path.dirname(bot_module.__file__)
|
2020-06-09 00:25:09 +02:00
|
|
|
config_path = os.path.join(bot_module_path, f'{bot}.conf')
|
2018-01-07 19:21:04 +01:00
|
|
|
if os.path.isfile(config_path):
|
|
|
|
config = configparser.ConfigParser()
|
|
|
|
with open(config_path) as conf:
|
2020-06-04 03:00:25 +02:00
|
|
|
config.read_file(conf)
|
2018-01-07 19:21:04 +01:00
|
|
|
return dict(config.items(bot))
|
|
|
|
else:
|
|
|
|
return dict()
|