#!/usr/bin/env python import sys import os import logging import time import simplejson import subprocess import unicodedata sys.path.append(os.path.join(os.path.dirname(__file__), '..', 'api')) import zulip zulip_client = zulip.Client(client="ZulipSyncPublicStreamsBot/0.1") def fetch_public_streams(): public_streams = set() try: res = zulip_client.get_streams(include_all_active=True) if res.get("result") == "success": streams = res["streams"] else: logging.error("Error getting public streams:\n%s" % (res,)) return None except Exception: logging.exception("Error getting public streams:") return None for stream in streams: stream_name = stream["name"] # Zephyr class names are canonicalized by first applying NFKC # normalization and then lower-casing server-side canonical_cls = unicodedata.normalize("NFKC", stream_name).lower().encode("utf-8") if canonical_cls in ['security', 'login', 'network', 'ops', 'user_locate', 'mit', 'moof', 'wsmonitor', 'wg_ctl', 'winlogger', 'hm_ctl', 'hm_stat', 'zephyr_admin', 'zephyr_ctl']: # These zephyr classes cannot be subscribed to by us, due # to MIT's Zephyr access control settings continue public_streams.add(canonical_cls) return public_streams if __name__ == "__main__": log_file = "/home/zulip/sync_public_streams.log" logger = logging.getLogger(__name__) log_format = "%(asctime)s: %(message)s" logging.basicConfig(format=log_format) formatter = logging.Formatter(log_format) logger.setLevel(logging.DEBUG) file_handler = logging.FileHandler(log_file) file_handler.setFormatter(formatter) logger.addHandler(file_handler) while True: time.sleep(15) public_streams = fetch_public_streams() if public_streams is None: continue f = file("/home/zulip/public_streams.tmp", "w") f.write(simplejson.dumps(list(public_streams)) + "\n") f.close() subprocess.call(["mv", "/home/zulip/public_streams.tmp", "/home/zulip/public_streams"])