zulip/zephyr/management/commands/populate_db.py

219 lines
9.6 KiB
Python

from django.core.management.base import BaseCommand
from django.utils.timezone import utc
from django.contrib.auth.models import User
from zephyr.models import Zephyr, UserProfile, ZephyrClass, Recipient, \
Subscription, Huddle, get_huddle, Realm, create_user_profile, UserMessage, \
create_zephyr_class
from zephyr.zephyr_mirror import subs_list
import datetime
import random
from optparse import make_option
def create_users(username_list, realm):
for username in username_list:
if User.objects.filter(username=username):
# We're trying to create the same user twice!
raise
user = User.objects.create_user(username=username, password=username)
user.save()
create_user_profile(user, realm)
def create_classes(class_list, realm):
for name in class_list:
if ZephyrClass.objects.filter(name=name, realm=realm):
# We're trying to create the same zephyr class twice!
raise
create_zephyr_class(name, realm)
class Command(BaseCommand):
help = "Populate a test database"
option_list = BaseCommand.option_list + (
make_option('-n', '--num-zephyrs',
dest='num_zephyrs',
type='int',
default=120,
help='The number of zephyrs to create.'),
make_option('--huddles',
dest='num_huddles',
type='int',
default=3,
help='The number of huddles to create.'),
make_option('--personals',
dest='num_personals',
type='int',
default=6,
help='The number of personal pairs to create.'),
make_option('--percent-huddles',
dest='percent_huddles',
type='float',
default=15,
help='The percent of messages to be huddles.'),
make_option('--percent-personals',
dest='percent_personals',
type='float',
default=15,
help='The percent of messages to be personals.'),
make_option('--stickyness',
dest='stickyness',
type='float',
default=20,
help='The percent of messages to repeat recent folks.'),
make_option('--nodelete',
action="store_false",
default=True,
dest='delete',
help='Whether to delete all the existing messages.'),
)
def handle(self, **options):
if options["percent_huddles"] + options["percent_personals"] > 100:
self.stderr.write("Error! More than 100% of messages allocated.\n")
return
usernames = ["othello", "iago", "prospero", "cordelia", "hamlet"]
class_list = ["Verona", "Denmark", "Scotland", "Venice", "Rome"]
if options["delete"]:
for klass in [Zephyr, ZephyrClass, UserProfile, User, Recipient,
Realm, Subscription, Huddle, UserMessage]:
klass.objects.all().delete()
# Create a test realm
realm = Realm(domain="humbughq.com")
realm.save()
# Create test Users (UserProfiles are automatically created,
# as are subscriptions to the ability to receive personals).
create_users(usernames, realm)
# Create public classes.
create_classes(class_list, realm)
recipient_classes = [klass.type_id for klass in
Recipient.objects.filter(type=Recipient.CLASS)]
# Create subscriptions to classes
profiles = UserProfile.objects.all()
for i, profile in enumerate(profiles):
# Subscribe to some classes.
for recipient in recipient_classes[:int(len(recipient_classes) *
float(i)/len(profiles)) + 1]:
r = Recipient.objects.get(type=Recipient.CLASS, type_id=recipient)
new_subscription = Subscription(userprofile=profile,
recipient=r)
new_subscription.save()
else:
realm = Realm.objects.get(domain="humbughq.com")
recipient_classes = [klass.type_id for klass in
Recipient.objects.filter(type=Recipient.CLASS)]
# Extract a list of all users
users = [user.id for user in User.objects.all()]
# Create several initial huddles
for i in range(0, options["num_huddles"]):
get_huddle(random.sample(users, random.randint(3, 4)))
# Create several initial pairs for personals
personals_pairs = []
for i in range(0, options["num_personals"]):
personals_pairs.append(random.sample(users, 2))
recipient_classes = [klass.type_id for klass in
Recipient.objects.filter(type=Recipient.CLASS)]
recipient_huddles = [h.type_id for h in Recipient.objects.filter(type=Recipient.HUDDLE)]
huddle_members = {}
for h in recipient_huddles:
huddle_members[h] = [s.userprofile.id for s in
Subscription.objects.filter(recipient=h)]
# Create some test zephyrs, including:
# - multiple classes
# - multiple instances per class
# - multiple zephyrs per instance
# - both single and multi-line content
texts = file("zephyr/management/commands/test_zephyrs.txt", "r").readlines()
offset = 0
num_zephyrs = 0
random_max = 1000000
recipients = {}
while num_zephyrs < options["num_zephyrs"]:
saved_data = ''
new_zephyr = Zephyr()
length = random.randint(1, 5)
new_zephyr.content = "".join(texts[offset: offset + length])
offset += length
offset = offset % len(texts)
randkey = random.randint(1, random_max)
if (num_zephyrs > 0 and
random.randint(1, random_max) * 100. / random_max < options["stickyness"]):
# Use an old recipient
zephyr_type, recipient, saved_data = recipients[num_zephyrs - 1]
if zephyr_type == Recipient.PERSONAL:
personals_pair = saved_data
random.shuffle(personals_pair)
elif zephyr_type == Recipient.CLASS:
new_zephyr.instance = saved_data
new_zephyr.recipient = recipient
elif zephyr_type == Recipient.HUDDLE:
new_zephyr.recipient = recipient
elif (randkey <= random_max * options["percent_huddles"] / 100.):
zephyr_type = Recipient.HUDDLE
new_zephyr.recipient = Recipient.objects.get(type=Recipient.HUDDLE,
type_id=random.choice(recipient_huddles))
elif (randkey <= random_max * (options["percent_huddles"] + options["percent_personals"]) / 100.):
zephyr_type = Recipient.PERSONAL
personals_pair = random.choice(personals_pairs)
random.shuffle(personals_pair)
elif (randkey <= random_max * 1.0):
zephyr_type = Recipient.CLASS
new_zephyr.recipient = Recipient.objects.get(type=Recipient.CLASS,
type_id=random.choice(recipient_classes))
if zephyr_type == Recipient.HUDDLE:
sender_id = random.choice(huddle_members[new_zephyr.recipient.type_id])
new_zephyr.sender = UserProfile.objects.get(id=sender_id)
elif zephyr_type == Recipient.PERSONAL:
new_zephyr.recipient = Recipient.objects.get(type=Recipient.PERSONAL,
type_id=personals_pair[0])
new_zephyr.sender = UserProfile.objects.get(id=personals_pair[1])
saved_data = personals_pair
elif zephyr_type == Recipient.CLASS:
zephyr_class = ZephyrClass.objects.get(id=new_zephyr.recipient.type_id)
# Pick a random subscriber to the class
new_zephyr.sender = random.choice(Subscription.objects.filter(
recipient=new_zephyr.recipient)).userprofile
new_zephyr.instance = zephyr_class.name + str(random.randint(1, 3))
saved_data = new_zephyr.instance
new_zephyr.pub_date = datetime.datetime.utcnow().replace(tzinfo=utc)
new_zephyr.save()
recipients[num_zephyrs] = [zephyr_type, new_zephyr.recipient, saved_data]
num_zephyrs += 1
if options["delete"]:
# Create internal users
internal_usernames = []
create_users(internal_usernames, realm)
create_classes(subs_list, realm)
# Now subscribe everyone to these classes
profiles = UserProfile.objects.all()
for cls in subs_list:
zephyr_class = ZephyrClass.objects.get(name=cls, realm=realm)
recipient = Recipient.objects.get(type=Recipient.CLASS, type_id=zephyr_class.id)
for i, profile in enumerate(profiles):
# Subscribe to some classes.
new_subscription = Subscription(userprofile=profile, recipient=recipient)
new_subscription.save()
self.stdout.write("Successfully populated test database.\n")