from django.db import models from django.utils import timezone from zerver.models import Realm, UserProfile, Stream, Recipient from zerver.lib.str_utils import ModelReprMixin from zerver.lib.timestamp import floor_to_day import datetime from typing import Optional, Tuple, Union, Dict, Any, Text class FillState(ModelReprMixin, models.Model): property = models.CharField(max_length=40, unique=True) # type: Text end_time = models.DateTimeField() # type: datetime.datetime # Valid states are {DONE, STARTED} DONE = 1 STARTED = 2 state = models.PositiveSmallIntegerField() # type: int last_modified = models.DateTimeField(auto_now=True) # type: datetime.datetime def __unicode__(self): # type: () -> Text return u"" % (self.property, self.end_time, self.state) # The earliest/starting end_time in FillState # We assume there is at least one realm def installation_epoch(): # type: () -> datetime.datetime earliest_realm_creation = Realm.objects.aggregate(models.Min('date_created'))['date_created__min'] return floor_to_day(earliest_realm_creation) def last_successful_fill(property): # type: (str) -> Optional[datetime.datetime] fillstate = FillState.objects.filter(property=property).first() if fillstate is None: return None if fillstate.state == FillState.DONE: return fillstate.end_time return fillstate.end_time - datetime.timedelta(hours=1) # would only ever make entries here by hand class Anomaly(ModelReprMixin, models.Model): info = models.CharField(max_length=1000) # type: Text def __unicode__(self): # type: () -> Text return u"" % (self.info, self.id) class BaseCount(ModelReprMixin, models.Model): # Note: When inheriting from BaseCount, you may want to rearrange # the order of the columns in the migration to make sure they # match how you'd like the table to be arranged. property = models.CharField(max_length=32) # type: Text subgroup = models.CharField(max_length=16, null=True) # type: Text end_time = models.DateTimeField() # type: datetime.datetime value = models.BigIntegerField() # type: int anomaly = models.ForeignKey(Anomaly, null=True) # type: Optional[Anomaly] class Meta(object): abstract = True @staticmethod def extended_id(): # type: () -> Tuple[str, ...] raise NotImplementedError @staticmethod def key_model(): # type: () -> models.Model raise NotImplementedError class InstallationCount(BaseCount): class Meta(object): unique_together = ("property", "subgroup", "end_time") @staticmethod def extended_id(): # type: () -> Tuple[str, ...] return () @staticmethod def key_model(): # type: () -> models.Model return None def __unicode__(self): # type: () -> Text return u"" % (self.property, self.subgroup, self.value) class RealmCount(BaseCount): realm = models.ForeignKey(Realm) class Meta(object): unique_together = ("realm", "property", "subgroup", "end_time") index_together = ["property", "end_time"] @staticmethod def extended_id(): # type: () -> Tuple[str, ...] return ('realm_id',) @staticmethod def key_model(): # type: () -> models.Model return Realm def __unicode__(self): # type: () -> Text return u"" % (self.realm, self.property, self.subgroup, self.value) class UserCount(BaseCount): user = models.ForeignKey(UserProfile) realm = models.ForeignKey(Realm) class Meta(object): unique_together = ("user", "property", "subgroup", "end_time") # This index dramatically improves the performance of # aggregating from users to realms index_together = ["property", "realm", "end_time"] @staticmethod def extended_id(): # type: () -> Tuple[str, ...] return ('user_id', 'realm_id') @staticmethod def key_model(): # type: () -> models.Model return UserProfile def __unicode__(self): # type: () -> Text return u"" % (self.user, self.property, self.subgroup, self.value) class StreamCount(BaseCount): stream = models.ForeignKey(Stream) realm = models.ForeignKey(Realm) class Meta(object): unique_together = ("stream", "property", "subgroup", "end_time") # This index dramatically improves the performance of # aggregating from streams to realms index_together = ["property", "realm", "end_time"] @staticmethod def extended_id(): # type: () -> Tuple[str, ...] return ('stream_id', 'realm_id') @staticmethod def key_model(): # type: () -> models.Model return Stream def __unicode__(self): # type: () -> Text return u"" % (self.stream, self.property, self.subgroup, self.value, self.id)