mirror of https://github.com/zulip/zulip.git
71 lines
2.0 KiB
Python
71 lines
2.0 KiB
Python
from __future__ import absolute_import
|
|
|
|
import os
|
|
import sys
|
|
import datetime
|
|
import tempfile
|
|
import traceback
|
|
import ujson
|
|
from os import path
|
|
|
|
from django.core.management.base import BaseCommand
|
|
from zerver.retention_policy import should_expunge_from_log
|
|
|
|
now = datetime.datetime.now()
|
|
|
|
def copy_retained_messages(infile, outfile):
|
|
"""Copy messages from infile to outfile which should be retained
|
|
according to policy."""
|
|
for ln in infile:
|
|
msg = ujson.loads(ln)
|
|
if not should_expunge_from_log(msg, now):
|
|
outfile.write(ln)
|
|
|
|
def expunge(filename):
|
|
"""Expunge entries from the named log file, in place."""
|
|
|
|
# We don't use the 'with' statement for tmpfile because we need to
|
|
# either move it or delete it, depending on success or failure.
|
|
#
|
|
# We create it in the same directory as infile for two reasons:
|
|
#
|
|
# - It makes it more likely we will notice leftover temp files
|
|
#
|
|
# - It ensures that they are on the same filesystem, so we can
|
|
# use atomic os.rename().
|
|
#
|
|
tmpfile = tempfile.NamedTemporaryFile(
|
|
mode = 'wb',
|
|
dir = path.dirname(filename),
|
|
delete = False)
|
|
|
|
try:
|
|
try:
|
|
with open(filename, 'rb') as infile:
|
|
copy_retained_messages(infile, tmpfile)
|
|
finally:
|
|
tmpfile.close()
|
|
|
|
os.rename(tmpfile.name, filename)
|
|
except:
|
|
os.unlink(tmpfile.name)
|
|
raise
|
|
|
|
class Command(BaseCommand):
|
|
help = ('Expunge old entries from one or more log files, '
|
|
+ 'according to the retention policy.')
|
|
args = '<log file> <log file> ...'
|
|
|
|
def handle(self, *args, **kwargs):
|
|
if len(args) == 0:
|
|
print >>sys.stderr, 'WARNING: No log files specified; doing nothing.'
|
|
|
|
for infile in args:
|
|
try:
|
|
expunge(infile)
|
|
except KeyboardInterrupt:
|
|
raise
|
|
except:
|
|
print >>sys.stderr, 'WARNING: Could not expunge from', infile
|
|
traceback.print_exc()
|