Basic monitoring support for Apache Mesos

checks.d/mesos.py

@@ -0,0 +1,113 @@
+import time
+import requests
+
+from checks import AgentCheck
+from util import json, headers
+from hashlib import md5
+import urllib2
+
+class Mesos(AgentCheck):
+    def check(self, instance):
+        if 'url' not in instance:
+            self.log.info("Skipping instance, no url found.")
+            return
+
+        # Load values from the instance config
+        url = instance['url']
+        default_timeout = self.init_config.get('default_timeout', 5)
+        timeout = float(instance.get('timeout', default_timeout))
+
+        response = self.master_roles(url, timeout)
+        if response is not None:
+            for role in response['roles']:
+                tags = ['mesos','role:' + role['name']]
+                self.gauge('mesos.role.frameworks', len(role['frameworks']), tags=tags)
+                self.gauge('mesos.role.weight', role['weight'], tags=tags)
+                resources = role['resources']
+                for attr in ['cpus','mem']:
+                    if attr in resources:
+                        self.gauge('mesos.role.' + attr, resources[attr], tags=tags)
+
+        response = self.master_stats(url, timeout)
+        if response is not None:
+            for key in iter(response):
+                self.gauge('mesos.stats.' + key, response[key], tags=['mesos'])
+
+        response = self.master_state(url, timeout)
+        if response is not None:
+            for attr in ['deactivated_slaves','failed_tasks','finished_tasks','killed_tasks','lost_tasks','staged_tasks','started_tasks']:
+                tags = ['mesos']
+                self.gauge('mesos.state.' + attr, response[attr], tags=tags)
+
+            for framework in response['frameworks']:
+                tags = ['mesos','framework:' + framework['id']]
+                resources = framework['resources']
+                for attr in ['cpus','mem']:
+                    if attr in resources:
+                        self.gauge('mesos.state.framework.' + attr, resources[attr], tags=tags)
+
+            for slave in response['slaves']:
+                tags = ['mesos','slave:' + slave['id']]
+                resources = slave['resources']
+                for attr in ['cpus','mem','disk']:
+                    if attr in resources:
+                        self.gauge('mesos.state.slave.' + attr, resources[attr], tags=tags)
+
+    def master_roles(self, url, timeout):
+        return self.get_json(url + "/master/roles.json", timeout)
+
+    def master_stats(self, url, timeout):
+        return self.get_json(url + "/master/stats.json", timeout)
+
+    def master_state(self, url, timeout):
+        return self.get_json(url + "/master/state.json", timeout)
+
+    def get_json(self, url, timeout):
+        # Use a hash of the URL as an aggregation key
+        aggregation_key = md5(url).hexdigest()
+
+        try:
+            response = requests.get(url, timeout=timeout)
+            parsed = response.json()
+            return parsed
+        except requests.exceptions.Timeout as e:
+            # If there's a timeout
+            self.timeout_event(url, timeout, aggregation_key)
+            return None
+
+        if r.status_code != 200:
+            self.status_code_event(url, r, aggregation_key)
+            return None
+
+
+    def timeout_event(self, url, timeout, aggregation_key):
+        self.event({
+            'timestamp': int(time.time()),
+            'event_type': 'http_check',
+            'msg_title': 'URL timeout',
+            'msg_text': '%s timed out after %s seconds.' % (url, timeout),
+            'aggregation_key': aggregation_key
+        })
+
+    def status_code_event(self, url, r, aggregation_key):
+        self.event({
+            'timestamp': int(time.time()),
+            'event_type': 'http_check',
+            'msg_title': 'Invalid reponse code for %s' % url,
+            'msg_text': '%s returned a status of %s' % (url, r.status_code),
+            'aggregation_key': aggregation_key
+        })
+
+if __name__ == '__main__':
+    check, instances = Mesos.from_yaml('/etc/dd-agent/conf.d/mesos.yaml')
+    for instance in instances:
+        print "\nRunning the check against url: %s" % (instance['url'])
+        check.check(instance)
+        if check.has_events():
+            print 'Events: %s' % (check.get_events())
+
+        i = 0
+        print 'Metrics:\n'
+        for metric in check.get_metrics():
+            print "  %d: %s" % (i, metric)
+            i += 1

conf.d/mesos.yaml.example

@@ -0,0 +1,7 @@
+init_config:
+# time to wait on a Mesos API request
+#    default_timeout: 5
+
+instances:
+# url: the API endpoint of your Mesos master
+#    - url: "https://server:port"