2017-12-08 11:28:48 +01:00
|
|
|
import argparse
|
|
|
|
import os
|
|
|
|
import tempfile
|
|
|
|
from typing import Any
|
|
|
|
|
2020-06-21 13:18:08 +02:00
|
|
|
from django.conf import settings
|
2020-06-11 00:54:34 +02:00
|
|
|
from django.core.management.base import BaseCommand, CommandError, CommandParser
|
2017-12-08 11:28:48 +01:00
|
|
|
|
2018-08-01 00:18:04 +02:00
|
|
|
from zerver.data_import.slack import do_convert_data
|
2017-12-08 11:28:48 +01:00
|
|
|
|
2020-01-14 21:59:46 +01:00
|
|
|
|
2017-12-08 11:28:48 +01:00
|
|
|
class Command(BaseCommand):
|
|
|
|
help = """Convert the Slack data into Zulip data format."""
|
|
|
|
|
|
|
|
def add_arguments(self, parser: CommandParser) -> None:
|
|
|
|
parser.add_argument('slack_data_zip', nargs='+',
|
|
|
|
metavar='<slack data zip>',
|
|
|
|
help="Zipped slack data")
|
|
|
|
|
2018-02-01 00:56:57 +01:00
|
|
|
parser.add_argument('--token', metavar='<slack_token>',
|
2020-09-02 21:24:05 +02:00
|
|
|
help='Slack legacy token of the organsation')
|
2018-02-01 00:56:57 +01:00
|
|
|
|
2017-12-08 11:28:48 +01:00
|
|
|
parser.add_argument('--output', dest='output_dir',
|
|
|
|
help='Directory to write exported data to.')
|
2018-04-15 16:21:02 +02:00
|
|
|
|
|
|
|
parser.add_argument('--threads',
|
2020-06-21 13:18:08 +02:00
|
|
|
default=settings.DEFAULT_DATA_EXPORT_IMPORT_PARALLELISM,
|
2018-04-15 16:21:02 +02:00
|
|
|
help='Threads to use in exporting UserMessage objects in parallel')
|
|
|
|
|
2017-12-08 11:28:48 +01:00
|
|
|
parser.formatter_class = argparse.RawTextHelpFormatter
|
|
|
|
|
|
|
|
def handle(self, *args: Any, **options: Any) -> None:
|
|
|
|
output_dir = options["output_dir"]
|
|
|
|
if output_dir is None:
|
2019-01-15 03:02:06 +01:00
|
|
|
output_dir = tempfile.mkdtemp(prefix="converted-slack-data-")
|
2017-12-08 11:28:48 +01:00
|
|
|
else:
|
|
|
|
output_dir = os.path.realpath(output_dir)
|
|
|
|
|
2018-02-01 00:56:57 +01:00
|
|
|
token = options['token']
|
|
|
|
if token is None:
|
2019-05-03 23:20:39 +02:00
|
|
|
raise CommandError("Enter slack legacy token!")
|
2018-02-01 00:56:57 +01:00
|
|
|
|
2018-04-15 16:21:02 +02:00
|
|
|
num_threads = int(options['threads'])
|
|
|
|
if num_threads < 1:
|
|
|
|
raise CommandError('You must have at least one thread.')
|
|
|
|
|
2017-12-08 11:28:48 +01:00
|
|
|
for path in options['slack_data_zip']:
|
|
|
|
if not os.path.exists(path):
|
2020-06-10 06:41:04 +02:00
|
|
|
raise CommandError(f"Slack data directory not found: '{path}'")
|
2017-12-08 11:28:48 +01:00
|
|
|
|
|
|
|
print("Converting Data ...")
|
2018-04-15 16:21:02 +02:00
|
|
|
do_convert_data(path, output_dir, token, threads=num_threads)
|