mirror of https://github.com/zulip/zulip.git
Add munin plugin for send-receive timing
(imported from commit e2ae0775379ce59ab43213e68ade4d3f88b578e6)
This commit is contained in:
Leo Franchi
parent
6e3e6f00bd
commit
6e9b8d895c
|
|
@ -0,0 +1,137 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
"""
|
||||
Script to provide information about send-receive times.
|
||||
|
||||
It supports both munin and nagios outputs
|
||||
|
||||
It must be run on a machine that is using the live database for the
|
||||
Django ORM.
|
||||
"""
|
||||
|
||||
import datetime
|
||||
import os
|
||||
import sys
|
||||
import optparse
|
||||
import random
|
||||
|
||||
|
||||
def total_seconds(timedelta):
|
||||
return (timedelta.microseconds + (timedelta.seconds + timedelta.days * 24 * 3600) * 10**6) / 10.**6
|
||||
|
||||
usage = """Usage: send-receive.py [options] [config]
|
||||
|
||||
'config' is optional, if present will return config info.
|
||||
Otherwise, returns the output data."""
|
||||
|
||||
parser = optparse.OptionParser(usage=usage)
|
||||
parser.add_option('--site',
|
||||
dest='site',
|
||||
default="https://humbughq.com",
|
||||
action='store')
|
||||
|
||||
parser.add_option('--nagios',
|
||||
dest='nagios',
|
||||
action='store_true')
|
||||
|
||||
parser.add_option('--munin',
|
||||
dest='munin',
|
||||
action='store_true')
|
||||
(options, args) = parser.parse_args()
|
||||
|
||||
if not options.nagios and not options.munin:
|
||||
print 'No output options specified! Please provide --munin or --nagios'
|
||||
sys.exit(0)
|
||||
|
||||
if len(args) > 2:
|
||||
print usage
|
||||
sys.exit(0)
|
||||
|
||||
if options.munin:
|
||||
if len(args) and args[0] == 'config':
|
||||
print \
|
||||
"""graph_title Send-Receive times
|
||||
graph_info The number of seconds it takes to send and receive a message from the server
|
||||
graph_args -u 5 -l 0
|
||||
graph_vlabel RTT (seconds)
|
||||
sendreceive.label Send-receive round trip time
|
||||
sendreceive.warning 3
|
||||
sendreceive.critical 5"""
|
||||
sys.exit(0)
|
||||
|
||||
sys.path.append('/home/humbug/humbug/api')
|
||||
import humbug
|
||||
|
||||
states = {
|
||||
"OK": 0,
|
||||
"WARNING": 1,
|
||||
"CRITICAL": 2,
|
||||
"UNKNOWN": 3
|
||||
}
|
||||
|
||||
def report(state, time, msg=None):
|
||||
if msg:
|
||||
print "%s: %s" % (state, msg)
|
||||
else:
|
||||
print "%s: send time was %s" % (state, time)
|
||||
exit(states[state])
|
||||
|
||||
def send_humbug(sender, message, nagios):
|
||||
result = sender.send_message(message)
|
||||
if result["result"] != "success" and nagios:
|
||||
report("CRITICAL", "Error sending Humbug, args were: %s, %s" % (message, result))
|
||||
|
||||
def get_humbug(recipient, max_message_id):
|
||||
return recipient.get_messages({'last': str(max_message_id)})['messages']
|
||||
|
||||
# hamlet and othello are default users
|
||||
sender = "hamlet@humbughq.com"
|
||||
recipient = "othello@humbughq.com"
|
||||
|
||||
humbug_sender = humbug.Client(
|
||||
email=sender,
|
||||
api_key="dfe1c934d555f4b9538d0d4cfd3069c2",
|
||||
verbose=True,
|
||||
client="test: Humbug API",
|
||||
site=options.site)
|
||||
|
||||
humbug_recipient = humbug.Client(
|
||||
email=recipient,
|
||||
api_key="4e5d97591bec64bf57d2698ffbb563e3",
|
||||
verbose=True,
|
||||
client="test: Humbug API",
|
||||
site=options.site)
|
||||
|
||||
|
||||
max_message_id = humbug_recipient.get_profile().get('max_message_id')
|
||||
msg_to_send = str(random.getrandbits(64))
|
||||
time_start = datetime.datetime.now()
|
||||
|
||||
send_humbug(humbug_sender, {
|
||||
"type": 'private',
|
||||
"content": msg_to_send,
|
||||
"subject": "time to send",
|
||||
"to": recipient,
|
||||
}, options.nagios)
|
||||
|
||||
msg_content = []
|
||||
|
||||
while msg_to_send not in msg_content:
|
||||
messages = get_humbug(humbug_recipient, max_message_id)
|
||||
time_diff = datetime.datetime.now() - time_start
|
||||
|
||||
# Prevents checking the same messages everytime in the conditional
|
||||
# statement of the while loop
|
||||
max_message_id = max([msg['id'] for msg in messages])
|
||||
msg_content = [m['content'] for m in messages]
|
||||
|
||||
if options.nagios:
|
||||
if time_diff.seconds > 3:
|
||||
report('WARNING', time_diff)
|
||||
if time_diff.seconds > 6:
|
||||
report('CRITICAL', time_diff)
|
||||
|
||||
if options.munin:
|
||||
print "sendreceive.value %s" % total_seconds(time_diff)
|
||||
elif options.nagios:
|
||||
report('OK', time_diff)
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
#!/bin/sh
|
||||
/home/humbug/humbug/api/humbug/bots/check_send_receive.py --munin $1
|
||||
|
|
@ -0,0 +1,123 @@
|
|||
# This file is used to configure how the plugins are invoked.
|
||||
# Place in /etc/munin/plugin-conf.d/ or corresponding directory.
|
||||
#
|
||||
# PLEASE NOTE: Changes in the plugin-conf.d directory are only
|
||||
# read at munin-node startup, so restart at any changes.
|
||||
#
|
||||
# user <user> # Set the user to run the plugin as.
|
||||
# group <group> # Set the group to run the plugin as.
|
||||
# command <command> # Run <command> instead of the plugin. %c expands to
|
||||
# what would normally be run.
|
||||
# env.<variable> <value> # Sets <variable> in the plugin's environment, see the
|
||||
# individual plugins to find out which variables they
|
||||
# care about.
|
||||
|
||||
|
||||
[amavis]
|
||||
group adm
|
||||
env.MUNIN_MKTEMP /bin/mktemp -p /tmp/ $1
|
||||
env.amavislog /var/log/mail.info
|
||||
|
||||
[apt]
|
||||
user root
|
||||
|
||||
[courier_mta_mailqueue]
|
||||
group daemon
|
||||
|
||||
[courier_mta_mailstats]
|
||||
group adm
|
||||
|
||||
[courier_mta_mailvolume]
|
||||
group adm
|
||||
|
||||
[cps*]
|
||||
user root
|
||||
|
||||
[df*]
|
||||
env.exclude none unknown iso9660 squashfs udf romfs ramfs debugfs
|
||||
env.warning 92
|
||||
env.critical 98
|
||||
|
||||
[exim_mailqueue]
|
||||
group adm, (Debian-exim)
|
||||
|
||||
[exim_mailstats]
|
||||
group adm, (Debian-exim)
|
||||
env.logdir /var/log/exim4/
|
||||
env.logname mainlog
|
||||
|
||||
[fw_conntrack]
|
||||
user root
|
||||
|
||||
[fw_forwarded_local]
|
||||
user root
|
||||
|
||||
[hddtemp_smartctl]
|
||||
user root
|
||||
|
||||
[hddtemp2]
|
||||
user root
|
||||
|
||||
[if_*]
|
||||
user root
|
||||
|
||||
[if_err_*]
|
||||
user nobody
|
||||
|
||||
[ip_*]
|
||||
user root
|
||||
|
||||
[ipmi_*]
|
||||
user root
|
||||
|
||||
[mysql*]
|
||||
user root
|
||||
env.mysqlopts --defaults-file=/etc/mysql/debian.cnf
|
||||
env.mysqluser debian-sys-maint
|
||||
env.mysqlconnection DBI:mysql:mysql;mysql_read_default_file=/etc/mysql/debian.cnf
|
||||
|
||||
[postfix_mailqueue]
|
||||
user postfix
|
||||
|
||||
[postfix_mailstats]
|
||||
group adm
|
||||
|
||||
[postfix_mailvolume]
|
||||
group adm
|
||||
env.logfile mail.log
|
||||
|
||||
[smart_*]
|
||||
user root
|
||||
|
||||
[vlan*]
|
||||
user root
|
||||
|
||||
[ejabberd*]
|
||||
user ejabberd
|
||||
env.statuses available away chat xa
|
||||
env.days 1 7 30
|
||||
|
||||
[dhcpd3]
|
||||
user root
|
||||
env.leasefile /var/lib/dhcp3/dhcpd.leases
|
||||
env.configfile /etc/dhcp3/dhcpd.conf
|
||||
|
||||
[jmx_*]
|
||||
env.ip 127.0.0.1
|
||||
env.port 5400
|
||||
|
||||
[samba]
|
||||
user root
|
||||
|
||||
[munin_stats]
|
||||
user munin
|
||||
group munin
|
||||
|
||||
[postgres_*]
|
||||
user postgres
|
||||
env.PGUSER postgres
|
||||
env.PGPORT 5432
|
||||
|
||||
[humbug_send_receive]
|
||||
user humbug
|
||||
group humbug
|
||||
|
|
@ -1,106 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
"""
|
||||
Nagios plugin to check that messages take no longer than 15 seconds to
|
||||
be received after being sent on Humbug.
|
||||
|
||||
It must be run on a machine that is using the live database for the
|
||||
Django ORM.
|
||||
"""
|
||||
|
||||
import datetime
|
||||
import os
|
||||
import sys
|
||||
import optparse
|
||||
|
||||
usage = "usage: check_send_receive_time [options]"
|
||||
parser = optparse.OptionParser(usage=usage)
|
||||
parser.add_option('--site',
|
||||
dest='site',
|
||||
default="https://humbughq.com",
|
||||
action='store')
|
||||
|
||||
(options, args) = parser.parse_args()
|
||||
|
||||
sys.path.append('/home/humbug/humbug/api')
|
||||
import humbug
|
||||
# Until we run scripts like this with a packaged and installed API, or
|
||||
# rename the top-level humbug directory to something that doesn't
|
||||
# conflict with an API module, we have to use hacks like this to be
|
||||
# able to import both api.humbug and the top level humbug for
|
||||
# humbug.settings.
|
||||
del sys.modules["humbug"]
|
||||
|
||||
sys.path.insert(0, '/home/humbug/humbug')
|
||||
os.environ['DJANGO_SETTINGS_MODULE'] = "humbug.settings"
|
||||
from zephyr.models import UserProfile
|
||||
|
||||
states = {
|
||||
"OK": 0,
|
||||
"WARNING": 1,
|
||||
"CRITICAL": 2,
|
||||
"UNKNOWN": 3
|
||||
}
|
||||
|
||||
def report(state, time, msg=None):
|
||||
if msg:
|
||||
print "%s: %s" % (state, msg)
|
||||
else:
|
||||
print "%s: send time was %s" % (state, time)
|
||||
exit(states[state])
|
||||
|
||||
def send_humbug(sender, message):
|
||||
result = sender.send_message(message)
|
||||
if result["result"] != "success":
|
||||
report("CRITICAL", "Error sending Humbug, args were: %s, %s" % (message, result))
|
||||
|
||||
def get_humbug(recipient, max_message_id):
|
||||
return recipient.get_messages({'last': str(max_message_id)})['messages']
|
||||
|
||||
# Hamlet and Othello are default users
|
||||
sender = UserProfile.objects.get(user__email="hamlet@humbughq.com")
|
||||
recipient = UserProfile.objects.get(user__email="othello@humbughq.com")
|
||||
|
||||
humbug_sender = humbug.Client(
|
||||
email=sender.user.email,
|
||||
api_key=sender.api_key,
|
||||
verbose=True,
|
||||
client="test: Humbug API",
|
||||
site=options.site)
|
||||
|
||||
humbug_recipient = humbug.Client(
|
||||
email=recipient.user.email,
|
||||
api_key=recipient.api_key,
|
||||
verbose=True,
|
||||
client="test: Humbug API",
|
||||
site=options.site)
|
||||
|
||||
max_message_id = humbug_recipient.get_profile().get('max_message_id')
|
||||
# This msg could be randomly generated everytime, may be better to do so.
|
||||
msg_to_send = "Testing time to send and receive a message."
|
||||
time_start = datetime.datetime.now()
|
||||
|
||||
send_humbug(humbug_sender, {
|
||||
"type": 'private',
|
||||
"content": msg_to_send,
|
||||
"subject": "time to send",
|
||||
"to": recipient.user.email,
|
||||
})
|
||||
|
||||
msg_content = []
|
||||
|
||||
while msg_to_send not in msg_content:
|
||||
messages = get_humbug(humbug_recipient, max_message_id)
|
||||
time_diff = datetime.datetime.now() - time_start
|
||||
|
||||
# Prevents checking the same messages everytime in the conditional
|
||||
# statement of the while loop
|
||||
max_message_id = max([msg['id'] for msg in messages])
|
||||
msg_content = [m['content'] for m in messages]
|
||||
|
||||
if time_diff.seconds > 3:
|
||||
report('WARNING', time_diff)
|
||||
if time_diff.seconds > 6:
|
||||
report('CRITICAL', time_diff)
|
||||
|
||||
report('OK', time_diff)
|
||||
Loading…
Reference in New Issue