diff --git a/emitter.py b/emitter.py index 4f80705e60..23da7c588b 100644 --- a/emitter.py +++ b/emitter.py @@ -72,13 +72,10 @@ def sanitize_payload(item, log, sanitize_func): return item -def http_emitter(message, log, agentConfig, endpoint): - "Send payload" - url = agentConfig['dd_url'] +def post_payload(url, message, agentConfig, log): log.debug('http_emitter: attempting postback to ' + url) - # Post back the data try: try: payload = json.dumps(message) @@ -107,14 +104,8 @@ def http_emitter(message, log, agentConfig, endpoint): log.debug("payload_size=%d, compressed_size=%d, compression_ratio=%.3f" % (len(payload), len(zipped), float(len(payload))/float(len(zipped)))) - apiKey = message.get('apiKey', None) - if not apiKey: - raise Exception("The http emitter requires an api key") - - url = "{0}/intake/{1}?api_key={2}".format(url, endpoint, apiKey) - try: - headers = post_headers(agentConfig, zipped) + headers = get_post_headers(agentConfig, zipped) r = requests.post(url, data=zipped, timeout=5, headers=headers) r.raise_for_status() @@ -124,13 +115,56 @@ def http_emitter(message, log, agentConfig, endpoint): except Exception: log.exception("Unable to post payload.") - try: - log.error("Received status code: {0}".format(r.status_code)) - except Exception: - pass -def post_headers(agentConfig, payload): +def split_payload(legacy_payload): + metrics_payload = {"series": []} + + # See https://github.com/DataDog/dd-agent/blob/5.11.1/checks/__init__.py#L905-L926 for format + for ts in legacy_payload['metrics']: + sample = { + "metric": ts[0], + "points": [(ts[1], ts[2])] + } + + if len(ts) >= 4: + if ts[3].get('type'): + sample['type'] = ts[3]['type'] + if ts[3].get('hostname'): + sample['host'] = ts[3]['hostname'] + if ts[3].get('tags'): + sample['tags'] = ts[3]['tags'] + if ts[3].get('device_name'): + sample['device'] = ts[3]['device_name'] + + metrics_payload["series"].append(sample) + + del legacy_payload['metrics'] + + return legacy_payload, metrics_payload + +def http_emitter(message, log, agentConfig, endpoint): + api_key = message.get('apiKey') + + if not api_key: + raise Exception("The http emitter requires an api key") + + # For perf reason. We now want to send the metrics to the api endpoint. So we are extracting them + # from the payload here, transform them into the expected format and send them (via the forwarder) + + legacy_url = "{0}/intake/{1}?api_key={2}".format(agentConfig['dd_url'], endpoint, api_key) + metrics_endpoint = "{0}/api/v1/series?api_key={1}".format(agentConfig['dd_url'], api_key) + + legacy_payload, metrics_payload = split_payload(message) + + # Post legacy payload + post_payload(legacy_url, legacy_payload, agentConfig, log) + + # Post metrics payload + post_payload(metrics_endpoint, metrics_payload, agentConfig, log) + + +def get_post_headers(agentConfig, payload): return { 'User-Agent': 'Datadog Agent/%s' % agentConfig['version'], 'Content-Type': 'application/json', diff --git a/tests/core/fixtures/payloads/legacy_payload.json b/tests/core/fixtures/payloads/legacy_payload.json new file mode 100644 index 0000000000..4b20f23d95 --- /dev/null +++ b/tests/core/fixtures/payloads/legacy_payload.json @@ -0,0 +1 @@ +{"apiKey": "30a9b012577a5075f046cb9e832ed32d", "cpuSystem": 1.3399999999999999, "memShared": 5, "ioStats": {"sda": {"wrqm/s": "0.00", "avgrq-sz": "0.00", "r_await": "0.00", "rkB/s": "0.00", "await": "0.00", "w/s": "0.00", "avgqu-sz": "0.00", "svctm": "0.00", "wkB/s": "0.00", "rrqm/s": "0.00", "r/s": "0.00", "%util": "0.00", "w_await": "0.00"}, "dm-0": {"wrqm/s": "0.00", "avgrq-sz": "0.00", "r_await": "0.00", "rkB/s": "0.00", "await": "0.00", "w/s": "0.00", "avgqu-sz": "0.00", "svctm": "0.00", "wkB/s": "0.00", "rrqm/s": "0.00", "r/s": "0.00", "%util": "0.00", "w_await": "0.00"}, "dm-1": {"wrqm/s": "0.00", "avgrq-sz": "0.00", "r_await": "0.00", "rkB/s": "0.00", "await": "0.00", "w/s": "0.00", "avgqu-sz": "0.00", "svctm": "0.00", "wkB/s": "0.00", "rrqm/s": "0.00", "r/s": "0.00", "%util": "0.00", "w_await": "0.00"}}, "memPhysUsable": 2598, "agentVersion": "5.11.1", "memPageTables": 8, "memSwapUsed": 0, "memSwapPctFree": 1.0, "memPhysFree": 1730, "memPhysPctUsable": 0.6572223627624589, "uuid": "dd073aae73de59459b4b0236ad8ec020", "memPhysTotal": 3953, "cpuUser": 0.67, "python": "2.7.12 (default, Feb 10 2017, 19:27:24) \n[GCC 4.7.2]", "cpuGuest": 0.0, "memPhysUsed": 2223, "system.load.norm.1": 0.1, "system.load.norm.5": 0.085, "events": {}, "resources": {}, "system.load.5": 0.17, "system.uptime": 6104.08, "memSlab": 179, "collection_timestamp": 1487973674.928511, "cpuWait": 0.0, "system.load.15": 0.15, "metrics": [["system.fs.inodes.total", 1487973678, 62248, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/sda1"}], ["system.fs.inodes.used", 1487973678, 2135242, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dd-agent"}], ["system.disk.total", 1487973678, 487385240.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/gopath/src"}], ["system.fs.inodes.used", 1487973678, 2135242, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dogweb"}], ["system.fs.inodes.total", 1487973678, 4294967279, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dogweb"}], ["system.fs.inodes.used", 1487973678, 438, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "udev"}], ["system.fs.inodes.free", 1487973678, 502860, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "udev"}], ["system.fs.inodes.used", 1487973678, 348, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "tmpfs"}], ["system.disk.total", 1487973678, 2023964.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "cgroup"}], ["system.disk.free", 1487973678, 88975168.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dogweb"}], ["system.fs.inodes.free", 1487973678, 62018, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/sda1"}], ["system.disk.free", 1487973678, 88975168.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/gopath/src"}], ["system.disk.used", 1487973678, 12705572.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/mapper/ubuntu--1204--vg-root"}], ["system.disk.used", 1487973678, 398154072.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dogweb"}], ["system.fs.inodes.used", 1487973678, 230, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/sda1"}], ["system.fs.inodes.free", 1487973678, 4292832037, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dd-agent"}], ["system.disk.total", 1487973678, 240972.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/sda1"}], ["system.disk.in_use", 1487973678, 0.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "cgroup"}], ["system.disk.in_use", 1487973678, 0.8170000000000001, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/gopath/src"}], ["system.fs.inodes.free", 1487973678, 505643, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "tmpfs"}], ["system.disk.free", 1487973678, 25606960.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/mapper/ubuntu--1204--vg-root"}], ["system.disk.used", 1487973678, 4.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "udev"}], ["system.fs.inodes.total", 1487973678, 505991, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "cgroup"}], ["system.fs.inodes.in_use", 1487973678, 0.14711039667008355, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/mapper/ubuntu--1204--vg-root"}], ["system.fs.inodes.used", 1487973678, 10, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "cgroup"}], ["system.disk.free", 1487973678, 88975168.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dd-agent"}], ["system.disk.used", 1487973678, 33556.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/sda1"}], ["system.disk.total", 1487973678, 2013192.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "udev"}], ["system.fs.inodes.used", 1487973678, 2135242, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/gopath/src"}], ["system.disk.total", 1487973678, 487385240.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dogweb"}], ["system.fs.inodes.free", 1487973678, 2196566, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/mapper/ubuntu--1204--vg-root"}], ["system.disk.free", 1487973678, 404504.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "tmpfs"}], ["system.disk.used", 1487973678, 398154072.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dd-agent"}], ["system.fs.inodes.in_use", 1487973678, 0.0008702597665796407, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "udev"}], ["system.fs.inodes.total", 1487973678, 4294967279, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dd-agent"}], ["system.fs.inodes.in_use", 1487973678, 0.0006877592684454861, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "tmpfs"}], ["system.disk.in_use", 1487973678, 0.147, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/sda1"}], ["system.disk.total", 1487973678, 40387156.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/mapper/ubuntu--1204--vg-root"}], ["system.disk.used", 1487973678, 292.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "tmpfs"}], ["system.fs.inodes.total", 1487973678, 505991, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "tmpfs"}], ["system.fs.inodes.in_use", 1487973678, 0.0004971497711845548, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dd-agent"}], ["system.disk.in_use", 1487973678, 0.8170000000000001, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dogweb"}], ["system.disk.free", 1487973678, 194975.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/sda1"}], ["system.disk.in_use", 1487973678, 0.8170000000000001, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dd-agent"}], ["system.disk.free", 1487973678, 2023964.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "cgroup"}], ["system.disk.used", 1487973678, 0.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "cgroup"}], ["system.fs.inodes.total", 1487973678, 4294967279, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/gopath/src"}], ["system.fs.inodes.in_use", 1487973678, 0.0036948978280426682, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/sda1"}], ["system.disk.in_use", 1487973678, 0.001, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "tmpfs"}], ["system.disk.free", 1487973678, 2013188.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "udev"}], ["system.disk.in_use", 1487973678, 0.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "udev"}], ["system.fs.inodes.in_use", 1487973678, 0.0004971497711845548, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dogweb"}], ["system.fs.inodes.in_use", 1487973678, 1.9763197369123165e-05, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "cgroup"}], ["system.fs.inodes.in_use", 1487973678, 0.0004971497711845548, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/gopath/src"}], ["system.fs.inodes.total", 1487973678, 503298, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "udev"}], ["system.disk.in_use", 1487973678, 0.332, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/mapper/ubuntu--1204--vg-root"}], ["system.disk.total", 1487973678, 404796.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "tmpfs"}], ["system.disk.used", 1487973678, 398154072.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/gopath/src"}], ["system.fs.inodes.free", 1487973678, 505981, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "cgroup"}], ["system.disk.total", 1487973678, 487385240.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dd-agent"}], ["system.fs.inodes.total", 1487973678, 2575440, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/mapper/ubuntu--1204--vg-root"}], ["system.fs.inodes.used", 1487973678, 378874, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "/dev/mapper/ubuntu--1204--vg-root"}], ["system.fs.inodes.free", 1487973678, 4292832037, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/gopath/src"}], ["system.fs.inodes.free", 1487973678, 4292832037, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "192.168.34.1:/Users/remi/datadog/dogweb"}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:smelter"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:kafka09"]}], ["supervisord.process.uptime", 1487973679, 6088, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:pgbouncer-ddgo"]}], ["supervisord.process.uptime", 1487973679, 6089, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:haproxy"]}], ["supervisord.process.uptime", 1487973679, 6089, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:pgbouncer-dogweb"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:process-writer"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:resource-writer"]}], ["supervisord.process.count", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "status:unknown"]}], ["supervisord.process.uptime", 1487973679, 6088, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:cassandra"]}], ["supervisord.process.uptime", 1487973679, 6089, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:pgbouncer-ddgo-test"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:marlo"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:mcnulty"]}], ["supervisord.process.uptime", 1487973679, 6088, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:redis-crawler-backend"]}], ["supervisord.process.uptime", 1487973679, 6089, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:zookeeper"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:nicky"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:alerting-metric-evaluator"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:toxiproxy"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:alerting-scheduler"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:alerting-event-evaluator"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:delancie-notification"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:sobotka"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:royce"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:cutty"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:propjoe"]}], ["supervisord.process.uptime", 1487973679, 6089, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:nginx"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:templeton-events"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:hucklebuck"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:process-client"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:reese"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:spidly"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:delancie-crawler"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:templeton-alerts"]}], ["supervisord.process.uptime", 1487973679, 6089, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:redis-index"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:process-resolver"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:loom"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:process-intake"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:process-collector"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:rate-limiter"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:mouzone"]}], ["supervisord.process.uptime", 1487973679, 6088, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:redis-queue-backup"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:synthtracer"]}], ["supervisord.process.uptime", 1487973679, 6089, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:redis-localcache"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:alerting-metric-query"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:trace-elasticsearch"]}], ["supervisord.process.uptime", 1487973679, 6088, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:redis-queue"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:herc"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:trace-writer"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:trace-agent"]}], ["supervisord.process.uptime", 1487973679, 6089, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:postgres"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:spidly_test"]}], ["supervisord.process.uptime", 1487973679, 6088, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:redis-cache"]}], ["supervisord.process.count", 1487973679, 18, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "status:up"]}], ["supervisord.process.uptime", 1487973679, 6089, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:redis"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:delancie-default"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:lamar"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:marlo-backfill"]}], ["supervisord.process.uptime", 1487973679, 6089, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:consul"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:destro"]}], ["supervisord.process.uptime", 1487973679, 6088, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:elasticsearch"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:trace-api"]}], ["supervisord.process.uptime", 1487973679, 6088, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:kafka"]}], ["supervisord.process.count", 1487973679, 44, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "status:down"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:colvin"]}], ["supervisord.process.uptime", 1487973679, 0, {"hostname": "remi-split-payloads", "type": "gauge", "tags": ["supervisord_server:server0", "supervisord_process:lester"]}], ["system.net.tcp.out_segs", 1487973679, 12.05, {"hostname": "remi-split-payloads", "type": "gauge"}], ["system.net.udp.in_errors", 1487973679, 0.0, {"hostname": "remi-split-payloads", "type": "gauge"}], ["system.net.bytes_sent", 1487973679, 1315.35, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth0"}], ["system.net.packets_out.count", 1487973679, 0.65, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth1"}], ["system.net.packets_out.error", 1487973679, 0.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth1"}], ["system.net.packets_in.count", 1487973679, 0.7, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth1"}], ["system.net.udp.rcv_buf_errors", 1487973679, 0.0, {"hostname": "remi-split-payloads", "type": "gauge"}], ["system.net.udp.no_ports", 1487973679, 0.0, {"hostname": "remi-split-payloads", "type": "gauge"}], ["system.net.packets_in.error", 1487973679, 0.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth0"}], ["system.net.tcp.in_segs", 1487973679, 13.1, {"hostname": "remi-split-payloads", "type": "gauge"}], ["system.net.packets_out.count", 1487973679, 4.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth0"}], ["system.net.packets_in.count", 1487973679, 5.45, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth0"}], ["system.net.bytes_rcvd", 1487973679, 1690.5, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth0"}], ["system.net.packets_in.error", 1487973679, 0.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth1"}], ["system.net.tcp.retrans_segs", 1487973679, 0.0, {"hostname": "remi-split-payloads", "type": "gauge"}], ["system.net.udp.in_datagrams", 1487973679, 8.4, {"hostname": "remi-split-payloads", "type": "gauge"}], ["system.net.bytes_rcvd", 1487973679, 128.1, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth1"}], ["system.net.bytes_sent", 1487973679, 105.1, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth1"}], ["system.net.udp.out_datagrams", 1487973679, 8.4, {"hostname": "remi-split-payloads", "type": "gauge"}], ["system.net.packets_out.error", 1487973679, 0.0, {"hostname": "remi-split-payloads", "type": "gauge", "device_name": "eth0"}], ["system.net.udp.snd_buf_errors", 1487973679, 0.0, {"hostname": "remi-split-payloads", "type": "gauge"}]], "service_checks": [{"status": 0, "tags": ["check:ntp"], "timestamp": 1487973678.956833, "check": "datadog.agent.check_status", "host_name": "remi-split-payloads", "message": null, "id": 818}, {"status": 0, "tags": ["check:disk"], "timestamp": 1487973678.984175, "check": "datadog.agent.check_status", "host_name": "remi-split-payloads", "message": null, "id": 819}, {"status": 0, "tags": ["supervisord_server:server0"], "timestamp": 1487973679.04499, "check": "supervisord.can_connect", "host_name": "remi-split-payloads", "message": null, "id": 820}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:alerting-event-evaluator"], "timestamp": 1487973679.045075, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: alerting-event-evaluator\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/alerting-event-evaluator-stderr---supervisor-JFsWlB.log\nStdout log file: /home/vagrant/var/log/alerting-event-evaluator.log\nLog file: /home/vagrant/var/log/alerting-event-evaluator.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 821}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:alerting-metric-evaluator"], "timestamp": 1487973679.045117, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: alerting-metric-evaluator\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/alerting-metric-evaluator-stderr---supervisor-Zg65sR.log\nStdout log file: /home/vagrant/var/log/alerting-metric-evaluator.log\nLog file: /home/vagrant/var/log/alerting-metric-evaluator.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 822}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:alerting-metric-query"], "timestamp": 1487973679.04514, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: alerting-metric-query\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/alerting-metric-query-stderr---supervisor-a0an9b.log\nStdout log file: /home/vagrant/var/log/herc.log\nLog file: /home/vagrant/var/log/herc.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 823}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:alerting-scheduler"], "timestamp": 1487973679.045161, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: alerting-scheduler\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/alerting-scheduler-stderr---supervisor-2f8mwK.log\nStdout log file: /home/vagrant/var/log/alerting-scheduler.log\nLog file: /home/vagrant/var/log/alerting-scheduler.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 824}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:colvin"], "timestamp": 1487973679.04518, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: colvin\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/colvin-stderr---supervisor-txwFyr.log\nStdout log file: /home/vagrant/var/log/colvin.log\nLog file: /home/vagrant/var/log/colvin.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 825}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:cutty"], "timestamp": 1487973679.045197, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: cutty\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/cutty-stderr---supervisor-f_iDE_.log\nStdout log file: /home/vagrant/var/log/cutty.log\nLog file: /home/vagrant/var/log/cutty.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 826}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:delancie-default"], "timestamp": 1487973679.045213, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: delancie-default\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/delancie-default-stderr---supervisor-4r1F7Y.log\nStdout log file: /home/vagrant/var/log/delancie-default.log\nLog file: /home/vagrant/var/log/delancie-default.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 827}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:delancie-notification"], "timestamp": 1487973679.045229, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: delancie-notification\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/delancie-notification-stderr---supervisor-17iVcO.log\nStdout log file: /home/vagrant/var/log/delancie-notification.log\nLog file: /home/vagrant/var/log/delancie-notification.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 828}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:herc"], "timestamp": 1487973679.045245, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: herc\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/herc-stderr---supervisor-BjyJTI.log\nStdout log file: /home/vagrant/var/log/herc.log\nLog file: /home/vagrant/var/log/herc.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 829}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:templeton-alerts"], "timestamp": 1487973679.045261, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: templeton-alerts\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/templeton-alerts-stderr---supervisor-cNAG2Y.log\nStdout log file: /home/vagrant/var/log/templeton-alerts.log\nLog file: /home/vagrant/var/log/templeton-alerts.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 830}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:templeton-events"], "timestamp": 1487973679.045277, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: templeton-events\nProcess group: alerting\nDescription: Not started\nError log file: /var/log/supervisor/templeton-events-stderr---supervisor-CAGDpp.log\nStdout log file: /home/vagrant/var/log/templeton-events.log\nLog file: /home/vagrant/var/log/templeton-events.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 831}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:destro"], "timestamp": 1487973679.045293, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: destro\nProcess group: apm\nDescription: Not started\nError log file: /var/log/supervisor/destro-stderr---supervisor-8J6PW_.log\nStdout log file: /home/vagrant/var/log/destro.log\nLog file: /home/vagrant/var/log/destro.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 832}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:loom"], "timestamp": 1487973679.045308, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: loom\nProcess group: apm\nDescription: Not started\nError log file: /var/log/supervisor/loom-stderr---supervisor-m1HrbE.log\nStdout log file: /home/vagrant/var/log/loom.log\nLog file: /home/vagrant/var/log/loom.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 833}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:resource-writer"], "timestamp": 1487973679.045323, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: resource-writer\nProcess group: apm\nDescription: Not started\nError log file: /var/log/supervisor/resource-writer-stderr---supervisor-vFnGhB.log\nStdout log file: /home/vagrant/var/log/resource-writer.log\nLog file: /home/vagrant/var/log/resource-writer.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 834}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:smelter"], "timestamp": 1487973679.045342, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: smelter\nProcess group: apm\nDescription: Not started\nError log file: /var/log/supervisor/smelter-stderr---supervisor-u5qBr9.log\nStdout log file: /home/vagrant/var/log/smelter.log\nLog file: /home/vagrant/var/log/smelter.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 835}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:synthtracer"], "timestamp": 1487973679.045362, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: synthtracer\nProcess group: apm\nDescription: Not started\nError log file: /var/log/supervisor/synthtracer-stderr---supervisor-A3Ury3.log\nStdout log file: /home/vagrant/var/log/synthtracer.log\nLog file: /home/vagrant/var/log/synthtracer.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 836}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:trace-agent"], "timestamp": 1487973679.045379, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: trace-agent\nProcess group: apm\nDescription: Not started\nError log file: /var/log/supervisor/trace-agent-stderr---supervisor-tYPQha.log\nStdout log file: /home/vagrant/var/log/trace-agent.log\nLog file: /home/vagrant/var/log/trace-agent.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 837}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:trace-api"], "timestamp": 1487973679.045394, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: trace-api\nProcess group: apm\nDescription: Not started\nError log file: /var/log/supervisor/trace-api-stderr---supervisor-uObQrp.log\nStdout log file: /home/vagrant/var/log/trace-api.log\nLog file: /home/vagrant/var/log/trace-api.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 838}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:trace-writer"], "timestamp": 1487973679.045409, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: trace-writer\nProcess group: apm\nDescription: Not started\nError log file: /var/log/supervisor/trace-writer-stderr---supervisor-v_By67.log\nStdout log file: /home/vagrant/var/log/trace-writer.log\nLog file: /home/vagrant/var/log/trace-writer.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 839}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:cassandra"], "timestamp": 1487973679.045426, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: cassandra\nProcess group: datastore\nDescription: pid 2302, uptime 1:41:28\nError log file: /var/log/supervisor/cassandra-stderr---supervisor-fB3IFT.log\nStdout log file: /home/vagrant/var/log/cassandra.log\nLog file: /home/vagrant/var/log/cassandra.log\nState: RUNNING\nStart time: 2017-02-24 20:19:50\nStop time: \nExit Status: 0", "id": 840}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:consul"], "timestamp": 1487973679.045442, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: consul\nProcess group: datastore\nDescription: pid 2287, uptime 1:41:29\nError log file: /var/log/supervisor/consul-stderr---supervisor-gKfLc9.log\nStdout log file: /home/vagrant/var/log/consul.log\nLog file: /home/vagrant/var/log/consul.log\nState: RUNNING\nStart time: 2017-02-24 20:19:49\nStop time: \nExit Status: 0", "id": 841}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:elasticsearch"], "timestamp": 1487973679.045459, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: elasticsearch\nProcess group: datastore\nDescription: pid 2299, uptime 1:41:28\nError log file: /var/log/supervisor/elasticsearch-stderr---supervisor-uUfOUk.log\nStdout log file: /home/vagrant/var/log/elasticsearch-supervisor.log\nLog file: /home/vagrant/var/log/elasticsearch-supervisor.log\nState: RUNNING\nStart time: 2017-02-24 20:19:50\nStop time: \nExit Status: 0", "id": 842}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:kafka"], "timestamp": 1487973679.045479, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: kafka\nProcess group: datastore\nDescription: pid 2291, uptime 1:41:28\nError log file: /var/log/supervisor/kafka-stderr---supervisor-Cpvwdq.log\nStdout log file: /home/vagrant/var/log/kafka.log\nLog file: /home/vagrant/var/log/kafka.log\nState: RUNNING\nStart time: 2017-02-24 20:19:50\nStop time: \nExit Status: 0", "id": 843}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:kafka09"], "timestamp": 1487973679.045495, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: kafka09\nProcess group: datastore\nDescription: Not started\nError log file: /var/log/supervisor/kafka09-stderr---supervisor-VAOhm6.log\nStdout log file: /home/vagrant/var/log/kafka09.log\nLog file: /home/vagrant/var/log/kafka09.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 844}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:pgbouncer-ddgo"], "timestamp": 1487973679.045511, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: pgbouncer-ddgo\nProcess group: datastore\nDescription: pid 2301, uptime 1:41:28\nError log file: /var/log/supervisor/pgbouncer-ddgo-stderr---supervisor-Mib4dR.log\nStdout log file: /home/vagrant/var/log/pgbouncer-ddgo.log\nLog file: /home/vagrant/var/log/pgbouncer-ddgo.log\nState: RUNNING\nStart time: 2017-02-24 20:19:50\nStop time: \nExit Status: 0", "id": 845}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:pgbouncer-ddgo-test"], "timestamp": 1487973679.045526, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: pgbouncer-ddgo-test\nProcess group: datastore\nDescription: pid 2269, uptime 1:41:29\nError log file: /var/log/supervisor/pgbouncer-ddgo-test-stderr---supervisor-RoNKhn.log\nStdout log file: /home/vagrant/var/log/pgbouncer-ddgo-test.log\nLog file: /home/vagrant/var/log/pgbouncer-ddgo-test.log\nState: RUNNING\nStart time: 2017-02-24 20:19:49\nStop time: \nExit Status: 0", "id": 846}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:pgbouncer-dogweb"], "timestamp": 1487973679.045542, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: pgbouncer-dogweb\nProcess group: datastore\nDescription: pid 2277, uptime 1:41:29\nError log file: /var/log/supervisor/pgbouncer-dogweb-stderr---supervisor-XwPoj2.log\nStdout log file: /home/vagrant/var/log/pgbouncer-dogweb.log\nLog file: /home/vagrant/var/log/pgbouncer-dogweb.log\nState: RUNNING\nStart time: 2017-02-24 20:19:49\nStop time: \nExit Status: 0", "id": 847}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:postgres"], "timestamp": 1487973679.045557, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: postgres\nProcess group: datastore\nDescription: pid 2284, uptime 1:41:29\nError log file: /var/log/supervisor/postgres-stderr---supervisor-TOaKSR.log\nStdout log file: /home/vagrant/var/log/postgres.log\nLog file: /home/vagrant/var/log/postgres.log\nState: RUNNING\nStart time: 2017-02-24 20:19:49\nStop time: \nExit Status: 0", "id": 848}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:rate-limiter"], "timestamp": 1487973679.045571, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: rate-limiter\nProcess group: datastore\nDescription: Not started\nError log file: /var/log/supervisor/rate-limiter-stderr---supervisor-FqyB4l.log\nStdout log file: /home/vagrant/var/log/rate-limiter.log\nLog file: /home/vagrant/var/log/rate-limiter.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 849}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:redis"], "timestamp": 1487973679.045586, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: redis\nProcess group: datastore\nDescription: pid 2289, uptime 1:41:29\nError log file: /var/log/supervisor/redis-stderr---supervisor-FG6FlN.log\nStdout log file: /home/vagrant/var/log/redis.log\nLog file: /home/vagrant/var/log/redis.log\nState: RUNNING\nStart time: 2017-02-24 20:19:49\nStop time: \nExit Status: 0", "id": 850}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:redis-cache"], "timestamp": 1487973679.045604, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: redis-cache\nProcess group: datastore\nDescription: pid 2300, uptime 1:41:28\nError log file: /var/log/supervisor/redis-cache-stderr---supervisor-pda2JW.log\nStdout log file: /home/vagrant/var/log/redis-cache.log\nLog file: /home/vagrant/var/log/redis-cache.log\nState: RUNNING\nStart time: 2017-02-24 20:19:50\nStop time: \nExit Status: 0", "id": 851}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:redis-crawler-backend"], "timestamp": 1487973679.045621, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: redis-crawler-backend\nProcess group: datastore\nDescription: pid 2290, uptime 1:41:28\nError log file: /var/log/supervisor/redis-crawler-backend-stderr---supervisor-zOdRXw.log\nStdout log file: /home/vagrant/var/log/redis-crawler-backend.log\nLog file: /home/vagrant/var/log/redis-crawler-backend.log\nState: RUNNING\nStart time: 2017-02-24 20:19:50\nStop time: \nExit Status: 0", "id": 852}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:redis-index"], "timestamp": 1487973679.045637, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: redis-index\nProcess group: datastore\nDescription: pid 2286, uptime 1:41:29\nError log file: /var/log/supervisor/redis-index-stderr---supervisor-4KaR9O.log\nStdout log file: /home/vagrant/var/log/redis-index.log\nLog file: /home/vagrant/var/log/redis-index.log\nState: RUNNING\nStart time: 2017-02-24 20:19:49\nStop time: \nExit Status: 0", "id": 853}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:redis-localcache"], "timestamp": 1487973679.045651, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: redis-localcache\nProcess group: datastore\nDescription: pid 2275, uptime 1:41:29\nError log file: /var/log/supervisor/redis-localcache-stderr---supervisor-ErTjAF.log\nStdout log file: /home/vagrant/var/log/redis-localcache.log\nLog file: /home/vagrant/var/log/redis-localcache.log\nState: RUNNING\nStart time: 2017-02-24 20:19:49\nStop time: \nExit Status: 0", "id": 854}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:redis-queue"], "timestamp": 1487973679.045666, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: redis-queue\nProcess group: datastore\nDescription: pid 2294, uptime 1:41:28\nError log file: /var/log/supervisor/redis-queue-stderr---supervisor-wi41Oi.log\nStdout log file: /home/vagrant/var/log/redis-queue.log\nLog file: /home/vagrant/var/log/redis-queue.log\nState: RUNNING\nStart time: 2017-02-24 20:19:50\nStop time: \nExit Status: 0", "id": 855}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:redis-queue-backup"], "timestamp": 1487973679.045681, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: redis-queue-backup\nProcess group: datastore\nDescription: pid 2292, uptime 1:41:28\nError log file: /var/log/supervisor/redis-queue-backup-stderr---supervisor-745F0L.log\nStdout log file: /home/vagrant/var/log/redis-queue-backup.log\nLog file: /home/vagrant/var/log/redis-queue-backup.log\nState: RUNNING\nStart time: 2017-02-24 20:19:50\nStop time: \nExit Status: 0", "id": 856}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:trace-elasticsearch"], "timestamp": 1487973679.045696, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: trace-elasticsearch\nProcess group: datastore\nDescription: Not started\nError log file: /var/log/supervisor/trace-elasticsearch-stderr---supervisor-nt3nwz.log\nStdout log file: /home/vagrant/var/log/trace-elasticsearch-supervisor.log\nLog file: /home/vagrant/var/log/trace-elasticsearch-supervisor.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 857}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:zookeeper"], "timestamp": 1487973679.045711, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: zookeeper\nProcess group: datastore\nDescription: pid 2288, uptime 1:41:29\nError log file: /var/log/supervisor/zookeeper-stderr---supervisor-7SunPo.log\nStdout log file: /home/vagrant/var/log/zookeeper.log\nLog file: /home/vagrant/var/log/zookeeper.log\nState: RUNNING\nStart time: 2017-02-24 20:19:49\nStop time: \nExit Status: 0", "id": 858}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:haproxy"], "timestamp": 1487973679.045725, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: haproxy\nProcess group: frontend\nDescription: pid 2266, uptime 1:41:29\nError log file: /var/log/supervisor/haproxy-stderr---supervisor-telVdC.log\nStdout log file: /home/vagrant/var/log/haproxy.log\nLog file: /home/vagrant/var/log/haproxy.log\nState: RUNNING\nStart time: 2017-02-24 20:19:49\nStop time: \nExit Status: 0", "id": 859}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:mcnulty"], "timestamp": 1487973679.04574, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: mcnulty\nProcess group: frontend\nDescription: Not started\nError log file: /var/log/supervisor/mcnulty-stderr---supervisor-RNBbwA.log\nStdout log file: /home/vagrant/var/log/mcnulty.log\nLog file: /home/vagrant/var/log/mcnulty.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 860}, {"status": 0, "tags": ["supervisord_server:server0", "supervisord_process:nginx"], "timestamp": 1487973679.045753, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: nginx\nProcess group: frontend\nDescription: pid 2267, uptime 1:41:29\nError log file: /var/log/supervisor/nginx-stderr---supervisor-GJHapV.log\nStdout log file: /home/vagrant/var/log/nginx.log\nLog file: /home/vagrant/var/log/nginx.log\nState: RUNNING\nStart time: 2017-02-24 20:19:49\nStop time: \nExit Status: 0", "id": 861}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:delancie-crawler"], "timestamp": 1487973679.045768, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: delancie-crawler\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/delancie-crawler-stderr---supervisor-Qc4Dqo.log\nStdout log file: /home/vagrant/var/log/delancie-crawler.log\nLog file: /home/vagrant/var/log/delancie-crawler.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 862}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:lamar"], "timestamp": 1487973679.045782, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: lamar\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/lamar-stderr---supervisor-xtfUCr.log\nStdout log file: /home/vagrant/var/log/lamar.log\nLog file: /home/vagrant/var/log/lamar.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 863}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:lester"], "timestamp": 1487973679.045812, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: lester\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/lester-stderr---supervisor-5Jutnl.log\nStdout log file: /home/vagrant/var/log/lester.log\nLog file: /home/vagrant/var/log/lester.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 864}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:marlo"], "timestamp": 1487973679.045841, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: marlo\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/marlo-stderr---supervisor-Pbk8vT.log\nStdout log file: /home/vagrant/var/log/marlo.log\nLog file: /home/vagrant/var/log/marlo.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 865}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:marlo-backfill"], "timestamp": 1487973679.04586, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: marlo-backfill\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/marlo-backfill-stderr---supervisor-EmwD_9.log\nStdout log file: /home/vagrant/var/log/marlo-backfill.log\nLog file: /home/vagrant/var/log/marlo-backfill.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 866}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:mouzone"], "timestamp": 1487973679.045875, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: mouzone\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/mouzone-stderr---supervisor-dcfw0d.log\nStdout log file: /home/vagrant/var/log/mouzone.log\nLog file: /home/vagrant/var/log/mouzone.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 867}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:nicky"], "timestamp": 1487973679.04589, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: nicky\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/nicky-stderr---supervisor-NVxgWu.log\nStdout log file: /home/vagrant/var/log/nicky.log\nLog file: /home/vagrant/var/log/nicky.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 868}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:propjoe"], "timestamp": 1487973679.045907, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: propjoe\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/propjoe-stderr---supervisor-dBx6W8.log\nStdout log file: /home/vagrant/var/log/propjoe.log\nLog file: /home/vagrant/var/log/propjoe.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 869}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:reese"], "timestamp": 1487973679.045923, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: reese\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/reese-stderr---supervisor-MlvdMP.log\nStdout log file: /home/vagrant/var/log/reese.log\nLog file: /home/vagrant/var/log/reese.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 870}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:royce"], "timestamp": 1487973679.045937, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: royce\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/royce-stderr---supervisor-8LuzBp.log\nStdout log file: /home/vagrant/var/log/royce.log\nLog file: /home/vagrant/var/log/royce.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 871}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:sobotka"], "timestamp": 1487973679.045951, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: sobotka\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/sobotka-stderr---supervisor-KavXYs.log\nStdout log file: /home/vagrant/var/log/sobotka.log\nLog file: /home/vagrant/var/log/sobotka.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 872}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:spidly"], "timestamp": 1487973679.045966, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: spidly\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/spidly-stderr---supervisor-hTyR92.log\nStdout log file: /home/vagrant/var/log/spidly.log\nLog file: /home/vagrant/var/log/spidly.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 873}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:spidly_test"], "timestamp": 1487973679.045981, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: spidly_test\nProcess group: metrics\nDescription: Not started\nError log file: /var/log/supervisor/spidly_test-stderr---supervisor-KEddQY.log\nStdout log file: /home/vagrant/var/log/spidly_test.log\nLog file: /home/vagrant/var/log/spidly_test.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 874}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:process-client"], "timestamp": 1487973679.045997, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: process-client\nProcess group: proc\nDescription: Not started\nError log file: /var/log/supervisor/process-client-stderr---supervisor-tO0Q6G.log\nStdout log file: /home/vagrant/var/log/process-client.log\nLog file: /home/vagrant/var/log/process-client.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 875}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:process-collector"], "timestamp": 1487973679.046013, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: process-collector\nProcess group: proc\nDescription: Not started\nError log file: /var/log/supervisor/process-collector-stderr---supervisor-FwM_Sx.log\nStdout log file: /home/vagrant/var/log/process-collector.log\nLog file: /home/vagrant/var/log/process-collector.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 876}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:process-intake"], "timestamp": 1487973679.046036, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: process-intake\nProcess group: proc\nDescription: Not started\nError log file: /var/log/supervisor/process-intake-stderr---supervisor-67jVok.log\nStdout log file: /home/vagrant/var/log/process-intake.log\nLog file: /home/vagrant/var/log/process-intake.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 877}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:process-resolver"], "timestamp": 1487973679.046053, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: process-resolver\nProcess group: proc\nDescription: Not started\nError log file: /var/log/supervisor/process-resolver-stderr---supervisor-NvZPEn.log\nStdout log file: /home/vagrant/var/log/process-resolver.log\nLog file: /home/vagrant/var/log/process-resolver.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 878}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:process-writer"], "timestamp": 1487973679.046069, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: process-writer\nProcess group: proc\nDescription: Not started\nError log file: /var/log/supervisor/process-writer-stderr---supervisor-tcdpom.log\nStdout log file: /home/vagrant/var/log/process-writer.log\nLog file: /home/vagrant/var/log/process-writer.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 879}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:hucklebuck"], "timestamp": 1487973679.046086, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: hucklebuck\nProcess group: services\nDescription: Exited too quickly (process log may have details)\nError log file: /var/log/supervisor/hucklebuck-stderr---supervisor-6uuDJ9.log\nStdout log file: /home/vagrant/var/log/hucklebuck.log\nLog file: /home/vagrant/var/log/hucklebuck.log\nState: FATAL\nStart time: 2017-02-24 20:19:54\nStop time: 2017-02-24 20:19:54\nExit Status: 0", "id": 880}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:rate-limiter"], "timestamp": 1487973679.046102, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: rate-limiter\nProcess group: services\nDescription: Not started\nError log file: /var/log/supervisor/rate-limiter-stderr---supervisor-PVUFjk.log\nStdout log file: /home/vagrant/var/log/rate-limiter.log\nLog file: /home/vagrant/var/log/rate-limiter.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 881}, {"status": 2, "tags": ["supervisord_server:server0", "supervisord_process:toxiproxy"], "timestamp": 1487973679.046116, "check": "supervisord.process.status", "host_name": "remi-split-payloads", "message": "Current time: 2017-02-24 22:01:18\nProcess name: toxiproxy\nProcess group: tests\nDescription: Not started\nError log file: /var/log/supervisor/toxiproxy-stderr---supervisor-xAR_Ss.log\nStdout log file: /home/vagrant/var/log/toxiproxy.log\nLog file: /home/vagrant/var/log/toxiproxy.log\nState: STOPPED\nStart time: 1970-01-01 00:00:00\nStop time: \nExit Status: 0", "id": 882}, {"status": 0, "tags": ["check:supervisord"], "timestamp": 1487973679.046895, "check": "datadog.agent.check_status", "host_name": "remi-split-payloads", "message": null, "id": 883}, {"status": 0, "tags": ["check:network"], "timestamp": 1487973679.047384, "check": "datadog.agent.check_status", "host_name": "remi-split-payloads", "message": null, "id": 884}, {"status": 0, "tags": null, "timestamp": 1487973679.047402, "check": "datadog.agent.up", "host_name": "remi-split-payloads", "message": null, "id": 885}], "memSwapFree": 511, "system.load.norm.15": 0.075, "memCached": 770, "system.load.1": 0.2, "processes": {"processes": [["root", "1", "0.0", "0.0", "24416", "2372", "?", "Ss", "20:19", "0:00", "/sbin/init"], ["root", "2", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[kthreadd]"], ["root", "3", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[ksoftirqd/0]"], ["root", "4", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[kworker/0:0]"], ["root", "5", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[kworker/0:0H]"], ["root", "7", "0.1", "0.0", "0", "0", "?", "S", "20:19", "0:10", "[rcu_sched]"], ["root", "8", "0.1", "0.0", "0", "0", "?", "S", "20:19", "0:06", "[rcuos/0]"], ["root", "9", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:05", "[rcuos/1]"], ["root", "10", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[rcu_bh]"], ["root", "11", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[rcuob/0]"], ["root", "12", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[rcuob/1]"], ["root", "13", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[migration/0]"], ["root", "14", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[watchdog/0]"], ["root", "15", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[watchdog/1]"], ["root", "16", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[migration/1]"], ["root", "17", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[ksoftirqd/1]"], ["root", "19", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[kworker/1:0H]"], ["root", "20", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[khelper]"], ["root", "21", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[kdevtmpfs]"], ["root", "22", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[netns]"], ["root", "23", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[writeback]"], ["root", "24", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[kintegrityd]"], ["root", "25", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[bioset]"], ["root", "26", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[kworker/u5:0]"], ["root", "27", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[kblockd]"], ["root", "28", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[ata_sff]"], ["root", "29", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[khubd]"], ["root", "30", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[md]"], ["root", "31", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[devfreq_wq]"], ["root", "32", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:02", "[kworker/0:1]"], ["root", "33", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[kworker/1:1]"], ["root", "35", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[khungtaskd]"], ["root", "36", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[kswapd0]"], ["root", "37", "0.0", "0.0", "0", "0", "?", "SN", "20:19", "0:00", "[ksmd]"], ["root", "38", "0.0", "0.0", "0", "0", "?", "SN", "20:19", "0:00", "[khugepaged]"], ["root", "39", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[fsnotify_mark]"], ["root", "40", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[ecryptfs-kthrea]"], ["root", "41", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[crypto]"], ["root", "53", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[kthrotld]"], ["root", "55", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[scsi_eh_0]"], ["root", "56", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[scsi_eh_1]"], ["root", "58", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[kworker/u4:3]"], ["root", "77", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[deferwq]"], ["root", "78", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[charger_manager]"], ["root", "252", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[kdmflush]"], ["root", "253", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[bioset]"], ["root", "262", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[kdmflush]"], ["root", "263", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[bioset]"], ["root", "277", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[jbd2/dm-0-8]"], ["root", "278", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[ext4-rsv-conver]"], ["root", "290", "0.0", "0.0", "38956", "3604", "?", "Ssl", "20:19", "0:00", "/usr/bin/toxiproxy-server -port 8474 -host localhost"], ["root", "443", "0.0", "0.0", "17232", "636", "?", "S", "20:19", "0:00", "upstart-udev-bridge --daemon"], ["root", "446", "0.0", "0.0", "21580", "1320", "?", "Ss", "20:19", "0:00", "/sbin/udevd --daemon"], ["root", "466", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[ext4-rsv-conver]"], ["root", "524", "0.0", "0.0", "21580", "880", "?", "S", "20:19", "0:00", "/sbin/udevd --daemon"], ["root", "525", "0.0", "0.0", "21580", "840", "?", "S", "20:19", "0:00", "/sbin/udevd --daemon"], ["root", "531", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[iprt-VBoxWQueue]"], ["root", "548", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[kpsmoused]"], ["root", "576", "0.0", "0.0", "0", "0", "?", "S", "20:19", "0:00", "[kworker/1:2]"], ["root", "604", "0.0", "0.2", "59836", "10892", "?", "Ssl", "20:19", "0:00", "/usr/bin/gitlab-ci-multi-runner run --working-directory /home/gitlab-runner --config /etc/gitlab-runner/config.toml --service gitlab-runner --syslog --user gitlab-runner"], ["root", "609", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[rpciod]"], ["root", "614", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[ttm_swap]"], ["root", "642", "0.0", "0.0", "0", "0", "?", "S<", "20:19", "0:00", "[nfsiod]"], ["syslog", "651", "0.0", "0.0", "249460", "1720", "?", "Sl", "20:19", "0:00", "rsyslogd -c5"], ["message+", "660", "0.0", "0.0", "23816", "704", "?", "Ss", "20:19", "0:00", "dbus-daemon --system --fork --activation=upstart"], ["root", "761", "0.0", "0.0", "25536", "680", "?", "Ss", "20:19", "0:00", "rpc.idmapd"], ["root", "771", "0.0", "0.0", "19196", "1072", "?", "Ss", "20:19", "0:00", "rpcbind -w"], ["root", "832", "0.0", "0.5", "336732", "22500", "?", "Ssl", "20:19", "0:02", "/usr/bin/dockerd --raw-logs"], ["root", "882", "0.0", "0.0", "15188", "416", "?", "S", "20:19", "0:00", "upstart-socket-bridge --daemon"], ["root", "887", "0.0", "0.0", "7260", "604", "?", "Ss", "20:19", "0:00", "dhclient3 -e IF_METRIC=100 -pf /var/run/dhclient.eth0.pid -lf /var/lib/dhcp/dhclient.eth0.leases -1 eth0"], ["statd", "890", "0.0", "0.0", "21500", "1352", "?", "Ss", "20:19", "0:00", "rpc.statd -L"], ["root", "1036", "0.0", "0.0", "15780", "964", "tty4", "Ss+", "20:19", "0:00", "/sbin/getty -8 38400 tty4"], ["root", "1041", "0.0", "0.0", "15780", "960", "tty5", "Ss+", "20:19", "0:00", "/sbin/getty -8 38400 tty5"], ["root", "1044", "0.0", "0.0", "15780", "960", "tty2", "Ss+", "20:19", "0:00", "/sbin/getty -8 38400 tty2"], ["root", "1045", "0.0", "0.0", "15780", "952", "tty3", "Ss+", "20:19", "0:00", "/sbin/getty -8 38400 tty3"], ["root", "1047", "0.0", "0.0", "15780", "960", "tty6", "Ss+", "20:19", "0:00", "/sbin/getty -8 38400 tty6"], ["root", "1051", "0.0", "0.0", "19108", "1028", "?", "Ss", "20:19", "0:00", "cron"], ["daemon", "1052", "0.0", "0.0", "16904", "372", "?", "Ss", "20:19", "0:00", "atd"], ["root", "1066", "0.0", "0.0", "15980", "684", "?", "Ss", "20:19", "0:00", "/usr/sbin/irqbalance"], ["root", "1089", "0.0", "0.1", "144012", "6452", "?", "Ssl", "20:19", "0:00", "docker-containerd -l unix:///var/run/docker/libcontainerd/docker-containerd.sock --shim docker-containerd-shim --metrics-interval=0 --start-timeout 2m --state-dir /var/run/docker/libcontainerd/containerd --runtime docker-runc"], ["dnsmasq", "1136", "0.0", "0.0", "28792", "916", "?", "S", "20:19", "0:00", "/usr/sbin/dnsmasq -x /var/run/dnsmasq/dnsmasq.pid -u dnsmasq -r /var/run/dnsmasq/resolv.conf -7 /etc/dnsmasq.d,.dpkg-dist,.dpkg-old,.dpkg-new"], ["root", "2033", "0.0", "0.0", "50040", "2900", "?", "Ss", "20:19", "0:00", "/usr/sbin/sshd -D"], ["root", "2231", "0.0", "0.4", "64660", "16596", "?", "Ss", "20:19", "0:04", "/usr/bin/python /usr/bin/supervisord"], ["vagrant", "2266", "0.0", "0.0", "20836", "1952", "?", "S", "20:19", "0:02", "/usr/sbin/haproxy -f /home/vagrant/etc/haproxy/haproxy.cfg -p /home/vagrant/var/run/haproxy.pid"], ["root", "2267", "0.0", "0.0", "62880", "3772", "?", "S", "20:19", "0:00", "nginx: master process /usr/sbin/nginx -c /home/vagrant/etc/nginx/nginx.conf -p /home/vagrant/var"], ["vagrant", "2269", "0.0", "0.0", "21836", "2332", "?", "S", "20:19", "0:01", "/usr/sbin/pgbouncer /home/vagrant/etc/pgbouncer/pgbouncer-ddgo-test.ini"], ["vagrant", "2275", "0.0", "0.1", "35184", "7772", "?", "Sl", "20:19", "0:04", "src/redis-server *:6383"], ["vagrant", "2277", "0.0", "0.0", "21836", "2332", "?", "S", "20:19", "0:01", "/usr/sbin/pgbouncer /home/vagrant/etc/pgbouncer/pgbouncer-dogweb.ini"], ["vagrant", "2284", "0.0", "0.2", "125120", "9500", "?", "S", "20:19", "0:00", "/usr/lib/postgresql/9.3/bin/postgres -D /home/vagrant/var/postgres/ --config_file=/home/vagrant/etc/postgres/postgresql.conf"], ["vagrant", "2286", "0.0", "0.1", "35184", "7828", "?", "Sl", "20:19", "0:04", "src/redis-server *:6313"], ["vagrant", "2287", "0.6", "0.5", "92580", "21728", "?", "Sl", "20:19", "0:40", "/home/vagrant/usr/consul agent -config-file=/home/vagrant/etc/consul/default.json -config-dir=/home/vagrant/etc/consul"], ["vagrant", "2288", "0.1", "1.7", "1310712", "72700", "?", "Sl", "20:19", "0:11", "java -Xmx64M -Xms64M -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true -Xloggc:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../logs/zookeeper-gc.log -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dkafka.logs.dir=/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../logs -Dlog4j.configuration=file:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../config/log4j.properties -cp :/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../core/build/dependant-libs-2.10.4*/*.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../examples/build/libs//kafka-examples*.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../contrib/hadoop-consumer/build/libs//kafka-hadoop-consumer*.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../contrib/hadoop-producer/build/libs//kafka-hadoop-producer*.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../clients/build/libs/kafka-clients*.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/jopt-simple-3.2.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka-clients-0.8.2.2.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka_2.10-0.8.2.2-javadoc.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka_2.10-0.8.2.2-scaladoc.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka_2.10-0.8.2.2-sources.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka_2.10-0.8.2.2-test.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka_2.10-0.8.2.2.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/log4j-1.2.16.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/lz4-1.2.0.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/metrics-core-2.2.0.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/scala-library-2.10.4.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/slf4j-api-1.7.6.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/slf4j-log4j12-1.6.1.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/snappy-java-1.1.1.7.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/zkclient-0.3.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/zookeeper-3.4.6.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../core/build/libs/kafka_2.10*.jar org.apache.zookeeper.server.quorum.QuorumPeerMain /home/vagrant/etc/zookeeper/zookeeper.properties"], ["vagrant", "2289", "0.0", "0.1", "35184", "7744", "?", "Sl", "20:19", "0:04", "src/redis-server *:6379"], ["vagrant", "2290", "0.0", "0.1", "35184", "7764", "?", "Sl", "20:19", "0:04", "src/redis-server *:6384"], ["vagrant", "2291", "0.0", "0.0", "17864", "1528", "?", "S", "20:19", "0:00", "bash /home/vagrant/usr/bin/kafka.sh"], ["vagrant", "2292", "0.0", "0.1", "35184", "7768", "?", "Sl", "20:19", "0:04", "src/redis-server *:6382"], ["vagrant", "2294", "0.0", "1.5", "88432", "61040", "?", "Sl", "20:19", "0:04", "src/redis-server *:6380"], ["vagrant", "2299", "0.5", "4.1", "1397048", "169840", "?", "Sl", "20:19", "0:32", "/usr/bin/java -Xms128M -Xmx128M -Djava.awt.headless=true -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=75 -XX:+UseCMSInitiatingOccupancyOnly -XX:+HeapDumpOnOutOfMemoryError -XX:+DisableExplicitGC -Dfile.encoding=UTF-8 -Delasticsearch -Des.foreground=yes -Des.path.home=/usr/share/elasticsearch -cp :/usr/share/elasticsearch/lib/elasticsearch-1.5.2.jar:/usr/share/elasticsearch/lib/*:/usr/share/elasticsearch/lib/sigar/* -Des.default.config=/home/vagrant/etc/elasticsearch/elasticsearch.yml -Des.default.path.home=/home/vagrant/var/elasticsearch -Des.default.path.logs=/home/vagrant/var/log -Des.default.path.data=/home/vagrant/var/elasticsearch -Des.default.path.work=/tmp/elasticsearch -Des.default.path.conf=/home/vagrant/etc/elasticsearch -Des.discovery.zen.ping.multicast.enabled=false -Des.node.local=true -Des.index.number_of_shards=1 -Des.index.number_of_replicas=0 -Des.index.store.type=simplefs org.elasticsearch.bootstrap.Elasticsearch"], ["vagrant", "2300", "0.0", "0.1", "35184", "7768", "?", "Sl", "20:19", "0:04", "src/redis-server *:6381"], ["vagrant", "2301", "0.0", "0.0", "21836", "2332", "?", "S", "20:19", "0:01", "/usr/sbin/pgbouncer /home/vagrant/etc/pgbouncer/pgbouncer-ddgo.ini"], ["vagrant", "2302", "1.2", "14.8", "1917760", "601364", "?", "Sl", "20:19", "1:18", "java -ea -javaagent:/usr/share/cassandra/lib/jamm-0.3.0.jar -XX:+CMSClassUnloadingEnabled -XX:+UseThreadPriorities -XX:ThreadPriorityPolicy=42 -Xms1024M -Xmx1024M -Xmn200M -XX:+HeapDumpOnOutOfMemoryError -Xss256k -XX:StringTableSize=1000003 -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSParallelRemarkEnabled -XX:SurvivorRatio=8 -XX:MaxTenuringThreshold=1 -XX:CMSInitiatingOccupancyFraction=75 -XX:+UseCMSInitiatingOccupancyOnly -XX:+UseTLAB -XX:CompileCommandFile=/etc/cassandra/hotspot_compiler -XX:CMSWaitDuration=10000 -XX:+CMSParallelInitialMarkEnabled -XX:+CMSEdenChunksRecordAlways -XX:CMSWaitDuration=10000 -XX:+UseCondCardMark -Djava.net.preferIPv4Stack=true -Dcassandra.jmx.local.port=7199 -XX:+DisableExplicitGC -Dlogback.configurationFile=logback.xml -Dcassandra.logdir=/var/log/cassandra -Dcassandra.storagedir= -Dcassandra-foreground=yes -cp /etc/cassandra:/usr/share/cassandra/lib/ST4-4.0.8.jar:/usr/share/cassandra/lib/airline-0.6.jar:/usr/share/cassandra/lib/antlr-runtime-3.5.2.jar:/usr/share/cassandra/lib/commons-cli-1.1.jar:/usr/share/cassandra/lib/commons-codec-1.2.jar:/usr/share/cassandra/lib/commons-lang3-3.1.jar:/usr/share/cassandra/lib/commons-math3-3.2.jar:/usr/share/cassandra/lib/compress-lzf-0.8.4.jar:/usr/share/cassandra/lib/concurrentlinkedhashmap-lru-1.4.jar:/usr/share/cassandra/lib/disruptor-3.0.1.jar:/usr/share/cassandra/lib/guava-16.0.jar:/usr/share/cassandra/lib/high-scale-lib-1.0.6.jar:/usr/share/cassandra/lib/jackson-core-asl-1.9.2.jar:/usr/share/cassandra/lib/jackson-mapper-asl-1.9.2.jar:/usr/share/cassandra/lib/jamm-0.3.0.jar:/usr/share/cassandra/lib/javax.inject.jar:/usr/share/cassandra/lib/jbcrypt-0.3m.jar:/usr/share/cassandra/lib/jline-1.0.jar:/usr/share/cassandra/lib/jna-4.0.0.jar:/usr/share/cassandra/lib/json-simple-1.1.jar:/usr/share/cassandra/lib/libthrift-0.9.2.jar:/usr/share/cassandra/lib/logback-classic-1.1.2.jar:/usr/share/cassandra/lib/logback-core-1.1.2.jar:/usr/share/cassandra/lib/lz4-1.2.0.jar:/usr/share/cassandra/lib/metrics-core-2.2.0.jar:/usr/share/cassandra/lib/netty-all-4.0.23.Final.jar:/usr/share/cassandra/lib/reporter-config-2.1.0.jar:/usr/share/cassandra/lib/slf4j-api-1.7.2.jar:/usr/share/cassandra/lib/snakeyaml-1.11.jar:/usr/share/cassandra/lib/snappy-java-1.0.5.2.jar:/usr/share/cassandra/lib/stream-2.5.2.jar:/usr/share/cassandra/lib/super-csv-2.1.0.jar:/usr/share/cassandra/lib/thrift-server-0.3.7.jar:/usr/share/cassandra/apache-cassandra-2.1.13.jar:/usr/share/cassandra/apache-cassandra-thrift-2.1.13.jar:/usr/share/cassandra/apache-cassandra.jar:/usr/share/cassandra/cassandra-driver-core-2.0.9.2.jar:/usr/share/cassandra/netty-3.9.0.Final.jar:/usr/share/cassandra/stress.jar: -Dcassandra.config=/home/vagrant/etc/cassandra/cassandra.yaml org.apache.cassandra.service.CassandraDaemon"], ["vagrant", "2334", "0.0", "0.0", "63216", "1904", "?", "S", "20:19", "0:00", "nginx: worker process"], ["vagrant", "2335", "0.0", "0.0", "63216", "2164", "?", "S", "20:19", "0:00", "nginx: worker process"], ["vagrant", "2485", "0.6", "2.4", "2977004", "101024", "?", "Sl", "20:19", "0:36", "java -Xmx64M -Xms64M -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true -Xloggc:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../logs/kafkaServer-gc.log -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dkafka.logs.dir=/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../logs -Dlog4j.configuration=file:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../config/log4j.properties -cp :/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../core/build/dependant-libs-2.10.4*/*.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../examples/build/libs//kafka-examples*.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../contrib/hadoop-consumer/build/libs//kafka-hadoop-consumer*.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../contrib/hadoop-producer/build/libs//kafka-hadoop-producer*.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../clients/build/libs/kafka-clients*.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/jopt-simple-3.2.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka-clients-0.8.2.2.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka_2.10-0.8.2.2-javadoc.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka_2.10-0.8.2.2-scaladoc.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka_2.10-0.8.2.2-sources.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka_2.10-0.8.2.2-test.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/kafka_2.10-0.8.2.2.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/log4j-1.2.16.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/lz4-1.2.0.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/metrics-core-2.2.0.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/scala-library-2.10.4.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/slf4j-api-1.7.6.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/slf4j-log4j12-1.6.1.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/snappy-java-1.1.1.7.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/zkclient-0.3.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../libs/zookeeper-3.4.6.jar:/home/vagrant/usr/kafka_2.10-0.8.2.2/bin/../core/build/libs/kafka_2.10*.jar kafka.Kafka /home/vagrant/etc/kafka/server.properties"], ["root", "2583", "0.0", "0.0", "232768", "1092", "?", "Sl", "20:20", "0:01", "/usr/sbin/VBoxService --pidfile /var/run/vboxadd-service.pid"], ["root", "2618", "0.0", "0.0", "15780", "956", "tty1", "Ss+", "20:20", "0:00", "/sbin/getty -8 38400 tty1"], ["vagrant", "2654", "0.0", "0.0", "125120", "1652", "?", "Ss", "20:20", "0:00", "postgres: checkpointer process"], ["vagrant", "2655", "0.0", "0.0", "125120", "1664", "?", "Ss", "20:20", "0:00", "postgres: writer process"], ["vagrant", "2656", "0.0", "0.0", "125120", "1428", "?", "Ss", "20:20", "0:00", "postgres: wal writer process"], ["vagrant", "2657", "0.0", "0.0", "125816", "2700", "?", "Ss", "20:20", "0:00", "postgres: autovacuum launcher process"], ["vagrant", "2658", "0.0", "0.0", "93548", "1488", "?", "Ss", "20:20", "0:00", "postgres: stats collector process"], ["root", "2823", "0.0", "0.0", "0", "0", "?", "S", "20:20", "0:00", "[lockd]"], ["ntp", "3368", "0.0", "0.0", "37780", "2216", "?", "Ss", "20:20", "0:00", "/usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 109:114"], ["root", "3386", "0.0", "0.0", "0", "0", "?", "S", "20:27", "0:00", "[kworker/u4:0]"], ["root", "3389", "0.0", "0.0", "0", "0", "?", "S<", "20:29", "0:00", "[kworker/u5:1]"], ["root", "3436", "0.0", "0.0", "73444", "3588", "?", "Ss", "20:55", "0:00", "sshd: vagrant [priv]"], ["vagrant", "3444", "0.0", "0.0", "73444", "1932", "?", "S", "20:55", "0:00", "sshd: vagrant@pts/1"], ["vagrant", "3445", "0.0", "0.2", "28620", "9960", "pts/1", "Ss+", "20:55", "0:00", "-bash"], ["dd-agent", "11517", "0.0", "0.3", "102892", "14908", "?", "Ss", "21:57", "0:00", "/opt/datadog-agent/embedded/bin/python /opt/datadog-agent/bin/supervisord -c /etc/dd-agent/supervisor.conf --pidfile /opt/datadog-agent/run/datadog-supervisord.pid"], ["dd-agent", "11520", "0.2", "0.6", "154344", "25900", "?", "S", "21:57", "0:00", "/opt/datadog-agent/embedded/bin/python /opt/datadog-agent/agent/ddagent.py"], ["dd-agent", "11521", "0.4", "0.5", "200200", "22968", "?", "Sl", "21:57", "0:01", "/opt/datadog-agent/embedded/bin/python /opt/datadog-agent/agent/dogstatsd.py --use-local-forwarder"], ["dd-agent", "11524", "0.4", "0.6", "219808", "26088", "?", "S", "21:57", "0:00", "/opt/datadog-agent/embedded/bin/python /opt/datadog-agent/agent/agent.py foreground --use-local-forwarder"], ["dd-agent", "12089", "0.0", "0.0", "17612", "1192", "?", "R", "22:01", "0:00", "ps auxww"]], "apiKey": "30a9b012577a5075f046cb9e832ed32d", "host": "remi-split-payloads"}, "external_host_tags": {}, "host-tags": {}, "internalHostname": "remi-split-payloads", "memSwapTotal": 511, "cpuIdle": 98.0, "memBuffers": 98, "cpuStolen": 0.0, "memSwapCached": 0, "os": "linux"} \ No newline at end of file diff --git a/tests/core/test_emitter.py b/tests/core/test_emitter.py index 80623b890e..09b9c4f147 100644 --- a/tests/core/test_emitter.py +++ b/tests/core/test_emitter.py @@ -2,17 +2,48 @@ # 3p from mock import Mock import unittest +import simplejson as json # project from emitter import ( remove_control_chars, remove_undecodable_chars, sanitize_payload, + split_payload ) +import os + +FIXTURE_PATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'fixtures', 'payloads') class TestEmitter(unittest.TestCase): + + def test_payload_splitter(self): + with open(FIXTURE_PATH + '/legacy_payload.json') as f: + legacy_payload = json.load(f) + + legacy_payload_split, metrics_payload = split_payload(dict(legacy_payload)) + series = metrics_payload['series'] + legacy_payload_split['metrics'] = [] + + for s in series: + attributes = {} + + if s.get('type'): + attributes['type'] = s['type'] + if s.get('host'): + attributes['hostname'] = s['host'] + if s.get('tags'): + attributes['tags'] = s['tags'] + if s.get('device'): + attributes['device_name'] = s['device'] + + formatted_sample = [s['metric'], s['points'][0][0], s['points'][0][1], attributes] + legacy_payload_split['metrics'].append(formatted_sample) + + self.assertEqual(legacy_payload, legacy_payload_split) + def test_remove_control_chars(self): messages = [ (u'#és9df\x7fELF\x02\x01\x01\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02\x00>\x00\x01\x00\x00\x00\x06@\x00\x00\x00\x00\x00@\x00\x00\x00\x00\x00\x00´wer0sf®ré', u'#és9dfELF>@@´wer0sf®ré'),