new features, new linting. elapsed time, log levels, noop, more intelligent handling of fetch output
This commit is contained in:
Jeffrey Forman
parent
731b81759e
commit
5d73640841
174
m2g-poller.py
174
m2g-poller.py
@ -1,33 +1,53 @@
|
||||
#!/usr/bin/python
|
||||
|
||||
## TODO: Plugin output seems intermingled
|
||||
## with the wrong plugin name
|
||||
"""Gather Munin statistics and deliver to Carbon for Graphite display."""
|
||||
|
||||
#from multiprocessing import Pool
|
||||
#from datetime import datetime
|
||||
import time
|
||||
import argparse
|
||||
import logging
|
||||
import pickle
|
||||
import re
|
||||
import socket
|
||||
import struct
|
||||
import sys
|
||||
import time
|
||||
|
||||
|
||||
hostlist = ["localhost"]
|
||||
LOGGING_FORMAT = "%(asctime)s : %(levelname)s : %(message)s"
|
||||
HOSTLIST = ["localhost"]
|
||||
RE_LEFTRIGHT = re.compile(r"^(?P<left>\S+)\s+(?P<right>\S+)$")
|
||||
|
||||
class Munin():
|
||||
def __init__(self, hostname="localhost", port=4949):
|
||||
"""Munin host object with querying getter functions."""
|
||||
def __init__(self, hostname="localhost", port=4949, args=None):
|
||||
self.hostname = hostname
|
||||
self.port = port
|
||||
self.args = args
|
||||
|
||||
def connect(self):
|
||||
# Use getdefaulttimeout() to figure out what the default timeout is.
|
||||
self._sock = socket.create_connection((self.hostname, self.port), 10)
|
||||
"""Initial connection to Munin host."""
|
||||
try:
|
||||
self._sock = socket.create_connection((self.hostname, self.port),
|
||||
10)
|
||||
except socket.error:
|
||||
logging.exception("Unable to connect to Munin host %s, port: %s",
|
||||
self.hostname, self.port)
|
||||
sys.exit(1)
|
||||
|
||||
self._conn = self._sock.makefile()
|
||||
self.hello_string = self._readline()
|
||||
|
||||
def close_connection(self):
|
||||
"""Close connection to Munin host."""
|
||||
self._sock.close()
|
||||
|
||||
def _readline(self):
|
||||
"""Read one line from Munin output, stripping leading/trailing chars."""
|
||||
return self._conn.readline().strip()
|
||||
|
||||
def _iterline(self):
|
||||
"""Iterator over Munin output."""
|
||||
while True:
|
||||
current_line = self._readline()
|
||||
logging.debug("Iterating over line: %s", current_line)
|
||||
if not current_line:
|
||||
break
|
||||
if current_line.startswith("#"):
|
||||
@ -37,30 +57,30 @@ class Munin():
|
||||
yield current_line
|
||||
|
||||
def fetch(self, plugin):
|
||||
"""Fetch plugin's data fields from Munin."""
|
||||
self._sock.sendall("fetch %s\n" % plugin)
|
||||
plugin_data = {}
|
||||
while True:
|
||||
data = self._sock.recv(1024)
|
||||
if not data:
|
||||
break
|
||||
response += data
|
||||
response = {}
|
||||
for current_line in self._iterline():
|
||||
# Some munin plugins have more than one space between key and value.
|
||||
full_key_name, key_value = RE_LEFTRIGHT.search(current_line).group(1, 2)
|
||||
key_name = full_key_name.split(".")[0]
|
||||
response[key_name] = key_value
|
||||
|
||||
return response
|
||||
|
||||
def close_connection(self):
|
||||
self._sock.close()
|
||||
|
||||
def list_plugins(self):
|
||||
"""Return a list of munin plugins configured on a node. """
|
||||
"""Return a list of Munin plugins configured on a node. """
|
||||
self._sock.sendall("list\n")
|
||||
return self._readline().split(" ")
|
||||
plugin_list = self._readline().split(" ")
|
||||
return plugin_list
|
||||
|
||||
def get_config(self, plugin):
|
||||
"""Get config values for Munin plugin."""
|
||||
self._sock.sendall("config %s\n" % plugin)
|
||||
response = {}
|
||||
|
||||
for current_line in self._iterline():
|
||||
key_name, key_value = current_line.split(" ", 1)
|
||||
|
||||
if "." in key_name:
|
||||
# Some keys have periods in them.
|
||||
# If so, make their own nested dictionary.
|
||||
@ -73,36 +93,92 @@ class Munin():
|
||||
|
||||
return response
|
||||
|
||||
def get_fetch(self, plugin):
|
||||
self._sock.sendall("fetch %s\n" % plugin)
|
||||
response = {}
|
||||
for current_line in self._iterline():
|
||||
full_key_name, key_value = current_line.split(" ")
|
||||
key_name = full_key_name.split(".")[0]
|
||||
response[key_name] = key_value
|
||||
|
||||
return response
|
||||
|
||||
|
||||
def process_host_stats(self):
|
||||
"""Given a Munin object, process its host data."""
|
||||
"""Process Munin node data, potentially sending to Carbon."""
|
||||
plugins = self.list_plugins()
|
||||
#print "Plugin List: %s" % plugins
|
||||
for current_plugin in plugins:
|
||||
#print "---------------"
|
||||
#print "Fetching plugin: %s" % current_plugin
|
||||
config = self.get_config(current_plugin)
|
||||
#print "Plugin config: %s" % config
|
||||
plugin_data = self.get_fetch(current_plugin)
|
||||
#print "Plugin data: %s" % plugin_data
|
||||
time.sleep(0.5)
|
||||
logging.debug("Plugin List: %s", plugins)
|
||||
timestamp = int(time.time())
|
||||
|
||||
for current_plugin in plugins:
|
||||
logging.info("Fetching plugin: %s (Host: %s)",
|
||||
current_plugin, self.hostname)
|
||||
|
||||
plugin_config = self.get_config(current_plugin)
|
||||
logging.debug("Plugin Config: %s", plugin_config)
|
||||
|
||||
plugin_data = self.fetch(current_plugin)
|
||||
logging.debug("Plugin Data: %s", plugin_data)
|
||||
if self.args.carbon:
|
||||
self.send_to_carbon(timestamp, current_plugin, plugin_config, plugin_data)
|
||||
|
||||
def send_to_carbon(self, timestamp, plugin_name, plugin_config, plugin_data):
|
||||
"""Send plugin data to Carbon over Pickle format."""
|
||||
carbon_host, carbon_port = self.args.carbon.split(":")
|
||||
data_list = []
|
||||
logging.info("Creating metrics for plugin %s, timestamp: %d",
|
||||
plugin_name, timestamp)
|
||||
short_hostname = self.hostname.split(".")[0]
|
||||
for data_key in plugin_data:
|
||||
plugin_category = plugin_config["graph_category"]
|
||||
metric = "servers.%s.%s.%s.%s" % (short_hostname, plugin_category, plugin_name, data_key)
|
||||
value = plugin_data[data_key]
|
||||
logging.debug("Creating metric %s, value: %s", metric, value)
|
||||
data_list.append((metric, (timestamp, value)))
|
||||
|
||||
payload = pickle.dumps(data_list)
|
||||
header = struct.pack("!L", len(payload))
|
||||
message = header + payload
|
||||
if self.args.noop:
|
||||
logging.info("NOOP: Not sending data to Carbon")
|
||||
return
|
||||
|
||||
logging.info("Sending plugin %s data to Carbon for host %s.",
|
||||
plugin_name, self.hostname)
|
||||
carbon_sock = socket.create_connection((carbon_host, carbon_port), 10)
|
||||
carbon_sock.sendall(message)
|
||||
carbon_sock.close()
|
||||
logging.info("Finished sending plugin %s data to Carbon for host %s.",
|
||||
plugin_name, self.hostname)
|
||||
|
||||
def parse_args():
|
||||
"""Parse command line arguments."""
|
||||
parser = argparse.ArgumentParser(description="Send Munin statistics to Graphite.")
|
||||
parser.add_argument("--carbon",
|
||||
action="store",
|
||||
help="Carbon hostport (ex: localhost:2003).")
|
||||
parser.add_argument("-n", "--noop",
|
||||
action="store_true",
|
||||
help="Don't actually send Munin data to Carbon.")
|
||||
parser.add_argument("-v", "--verbose",
|
||||
choices=[1, 2, 3],
|
||||
default=2,
|
||||
type=int,
|
||||
help="Verbosity level. 1:ERROR, 2:INFO/Default, 3:DEBUG.")
|
||||
|
||||
args = parser.parse_args()
|
||||
return args
|
||||
|
||||
if __name__ == '__main__':
|
||||
for current_host in hostlist:
|
||||
print "querying host: %s" % current_host
|
||||
munin_host = Munin(hostname=current_host)
|
||||
munin_host.connect()
|
||||
munin_host.process_host_stats()
|
||||
munin_host.close_connection()
|
||||
print "done querying host %s" % current_host
|
||||
args = parse_args()
|
||||
if args.verbose == 3:
|
||||
LOGGING_LEVEL = logging.DEBUG
|
||||
elif args.verbose == 1:
|
||||
LOGGING_LEVEL = logging.ERROR
|
||||
else:
|
||||
LOGGING_LEVEL = logging.INFO
|
||||
|
||||
logging.basicConfig(format=LOGGING_FORMAT, level=LOGGING_LEVEL)
|
||||
while True:
|
||||
for current_host in HOSTLIST:
|
||||
start_time = time.time()
|
||||
logging.info("Querying host: %s", current_host)
|
||||
munin_host = Munin(hostname=current_host, args=args)
|
||||
munin_host.connect()
|
||||
munin_host.process_host_stats()
|
||||
munin_host.close_connection()
|
||||
end_time = time.time()
|
||||
elapsed_time = end_time - start_time
|
||||
logging.info("Finished querying host %s (Execution Time: %.2f sec)",
|
||||
current_host, elapsed_time)
|
||||
time.sleep(60)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user