py3: Switch almost all shebang lines to use `python3`.
This causes `upgrade-zulip-from-git`, as well as a no-option run of
`tools/build-release-tarball`, to produce a Zulip install running
Python 3, rather than Python 2. In particular this means that the
virtualenv we create, in which all application code runs, is Python 3.
One shebang line, on `zulip-ec2-configure-interfaces`, explicitly
keeps Python 2, and at least one external ops script, `wal-e`, also
still runs on Python 2. See discussion on the respective previous
commits that made those explicit. There may also be some other
third-party scripts we use, outside of this source tree and running
outside our virtualenv, that still run on Python 2.
2017-08-02 23:15:16 +02:00
|
|
|
#!/usr/bin/env python3
|
2013-04-16 20:07:53 +02:00
|
|
|
|
|
|
|
import sys
|
|
|
|
import time
|
2017-11-09 08:13:07 +01:00
|
|
|
import argparse
|
2018-11-07 01:45:26 +01:00
|
|
|
import configparser
|
2013-04-16 20:07:53 +02:00
|
|
|
from collections import defaultdict
|
2013-10-28 15:54:32 +01:00
|
|
|
import os
|
2013-11-08 22:45:20 +01:00
|
|
|
import subprocess
|
2013-04-16 20:07:53 +02:00
|
|
|
|
2017-03-05 00:35:26 +01:00
|
|
|
if False:
|
2018-12-17 19:52:08 +01:00
|
|
|
# See https://zulip.readthedocs.io/en/latest/testing/mypy.html#mypy-in-production-scripts
|
2018-11-07 01:45:26 +01:00
|
|
|
from typing import Any, Dict, Optional, Union
|
2017-03-05 00:35:26 +01:00
|
|
|
|
2013-04-16 20:07:53 +02:00
|
|
|
states = {
|
|
|
|
0: "OK",
|
|
|
|
1: "WARNING",
|
|
|
|
2: "CRITICAL",
|
|
|
|
3: "UNKNOWN"
|
|
|
|
}
|
|
|
|
|
2013-10-28 15:54:32 +01:00
|
|
|
if 'USER' in os.environ and not os.environ['USER'] in ['root', 'rabbitmq']:
|
2016-03-10 17:15:34 +01:00
|
|
|
print("This script must be run as the root or rabbitmq user")
|
2013-04-16 20:07:53 +02:00
|
|
|
|
|
|
|
|
|
|
|
usage = """Usage: check-rabbitmq-consumers --queue=[queue-name] --min-threshold=[min-threshold]"""
|
|
|
|
|
2017-11-09 08:13:07 +01:00
|
|
|
parser = argparse.ArgumentParser(usage=usage)
|
|
|
|
parser.add_argument('--min-threshold',
|
|
|
|
dest='min_count',
|
|
|
|
type=int,
|
|
|
|
default=1,
|
|
|
|
action='store')
|
2013-04-16 20:07:53 +02:00
|
|
|
|
2017-11-09 08:13:07 +01:00
|
|
|
options = parser.parse_args()
|
2013-04-16 20:07:53 +02:00
|
|
|
|
2018-11-07 01:45:26 +01:00
|
|
|
config_file = configparser.RawConfigParser()
|
|
|
|
config_file.read("/etc/zulip/zulip.conf")
|
|
|
|
def get_config(section, key, default_value):
|
|
|
|
# type: (str, str, str) -> str
|
|
|
|
if config_file.has_option(section, key):
|
|
|
|
return config_file.get(section, key)
|
|
|
|
return default_value
|
|
|
|
TORNADO_PROCESSES = int(get_config('application_server', 'tornado_processes', '1'))
|
|
|
|
|
2016-07-23 20:33:58 +02:00
|
|
|
output = subprocess.check_output(['/usr/sbin/rabbitmqctl', 'list_consumers'],
|
|
|
|
universal_newlines=True)
|
2013-04-16 20:07:53 +02:00
|
|
|
|
2017-05-31 21:24:34 +02:00
|
|
|
consumers = defaultdict(int) # type: Dict[str, int]
|
2013-04-16 20:07:53 +02:00
|
|
|
|
2017-02-19 22:17:23 +01:00
|
|
|
sys.path.append(os.path.join(os.path.dirname(os.path.dirname(os.path.dirname(__file__)))))
|
2017-02-21 06:47:56 +01:00
|
|
|
from scripts.lib.zulip_tools import su_to_zulip
|
2017-02-23 07:56:03 +01:00
|
|
|
queues = {
|
2017-11-13 21:24:51 +01:00
|
|
|
'deferred_work'
|
2017-02-23 07:56:03 +01:00
|
|
|
'digest_emails',
|
|
|
|
'email_mirror',
|
|
|
|
'embed_links',
|
2017-05-25 20:41:29 +02:00
|
|
|
'embedded_bots',
|
2017-02-23 07:56:03 +01:00
|
|
|
'error_reports',
|
|
|
|
'feedback_messages',
|
|
|
|
'invites',
|
|
|
|
'message_sender',
|
|
|
|
'missedmessage_emails',
|
2018-02-28 20:15:53 +01:00
|
|
|
'missedmessage_email_senders',
|
2017-11-29 08:25:57 +01:00
|
|
|
'email_senders',
|
2017-02-23 07:56:03 +01:00
|
|
|
'missedmessage_mobile_notifications',
|
2017-04-20 22:04:08 +02:00
|
|
|
'outgoing_webhooks',
|
2017-02-23 07:56:03 +01:00
|
|
|
'signups',
|
|
|
|
'slow_queries',
|
|
|
|
'user_activity'
|
|
|
|
'user_activity_interval',
|
|
|
|
'user_presence',
|
2018-11-03 00:06:13 +01:00
|
|
|
# These queues may not be present if settings.TORNADO_PROCESSES > 1
|
|
|
|
'notify_tornado',
|
|
|
|
'tornado_return',
|
2017-02-23 07:56:03 +01:00
|
|
|
}
|
2016-08-12 23:09:36 +02:00
|
|
|
|
2017-02-23 07:56:03 +01:00
|
|
|
for queue_name in queues:
|
2017-02-21 06:47:56 +01:00
|
|
|
queue_name = queue_name.strip()
|
2016-08-12 23:09:36 +02:00
|
|
|
consumers[queue_name] = 0
|
|
|
|
|
2013-04-16 20:07:53 +02:00
|
|
|
for line in output.split('\n'):
|
|
|
|
parts = line.split('\t')
|
2016-08-12 23:09:36 +02:00
|
|
|
if len(parts) >= 2:
|
2018-11-07 01:45:26 +01:00
|
|
|
queue_name = parts[0]
|
|
|
|
if queue_name.startswith("tornado_return_"):
|
|
|
|
queue_name = "tornado_return"
|
|
|
|
if queue_name.startswith("notify_tornado_"):
|
|
|
|
queue_name = "notify_tornado"
|
|
|
|
consumers[queue_name] += 1
|
2013-04-16 20:07:53 +02:00
|
|
|
|
|
|
|
now = int(time.time())
|
|
|
|
|
2016-08-12 23:09:36 +02:00
|
|
|
for queue_name in consumers.keys():
|
|
|
|
state_file_path = "/var/lib/nagios_state/check-rabbitmq-consumers-" + queue_name
|
|
|
|
state_file_tmp = state_file_path + "-tmp"
|
2013-04-16 20:07:53 +02:00
|
|
|
|
2018-11-07 01:45:26 +01:00
|
|
|
target_count = options.min_count
|
|
|
|
if queue_name in ["tornado_return", "notify_tornado"]:
|
|
|
|
target_count = TORNADO_PROCESSES
|
|
|
|
|
|
|
|
if consumers[queue_name] < target_count:
|
2016-08-12 23:09:36 +02:00
|
|
|
status = 2
|
|
|
|
else:
|
|
|
|
status = 0
|
|
|
|
with open(state_file_tmp, "w") as f:
|
|
|
|
f.write("%s|%s|%s|queue %s has %s consumers, needs %s\n" % (
|
|
|
|
now, status, states[status], queue_name,
|
2018-11-07 01:45:26 +01:00
|
|
|
consumers[queue_name], target_count))
|
2018-07-18 23:50:15 +02:00
|
|
|
os.rename(state_file_tmp, state_file_path)
|