Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Network metrics #396

Merged
merged 4 commits into from
Mar 7, 2013
Merged

Network metrics #396

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
2752b2c
Move network metrics to checks.d, add tcp/udp and iface errors metrics
LotharSee Mar 6, 2013
2bd34e9
Update network tests
LotharSee Mar 7, 2013
8aa5978
Remove unused import
LotharSee Mar 7, 2013
06387b9
Split network check function by platform
LotharSee Mar 7, 2013
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,5 +20,6 @@ dist/*
nosetests*.xml
stats.dat
conf.d/*.yaml
!conf.d/network.yaml
packaging/build/
packaging/root/
251 changes: 251 additions & 0 deletions checks.d/network.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,251 @@
from checks import AgentCheck

import platform
import subprocess
import sys


class Network(AgentCheck):

TCP_STATES = {
"ESTABLISHED": "established",
"SYN_SENT": "opening",
"SYN_RECV": "opening",
"FIN_WAIT1": "closing",
"FIN_WAIT2": "closing",
"TIME_WAIT": "time_wait",
"CLOSE": "closing",
"CLOSE_WAIT": "closing",
"LAST_ACK": "closing",
"LISTEN": "listening",
"CLOSING": "closing",
}

NETSTAT_GAUGE = {
('udp4', 'connections') : 'system.net.udp4.connections',
('udp6', 'connections') : 'system.net.udp6.connections',
('tcp4', 'established') : 'system.net.tcp4.established',
('tcp4', 'opening') : 'system.net.tcp4.opening',
('tcp4', 'closing') : 'system.net.tcp4.closing',
('tcp4', 'listening') : 'system.net.tcp4.listening',
('tcp4', 'time_wait') : 'system.net.tcp4.time_wait',
('tcp6', 'established') : 'system.net.tcp6.established',
('tcp6', 'opening') : 'system.net.tcp6.opening',
('tcp6', 'closing') : 'system.net.tcp6.closing',
('tcp6', 'listening') : 'system.net.tcp6.listening',
('tcp6', 'time_wait') : 'system.net.tcp6.time_wait',
}

def check(self, instance):
if sys.platform == 'linux2':
self._check_linux()
elif sys.platform == "darwin" or sys.platform.startswith("freebsd"):
self._check_bsd()
elif sys.platform == "sunos5":
self._check_solaris()

def _parse_value(self, v):
if v == "-":
return 0
else:
try:
return long(v)
except ValueError:
return 0

def _check_linux(self):
netstat = subprocess.Popen(["netstat", "-n", "-u", "-t", "-a"],
stdout=subprocess.PIPE,
close_fds=True).communicate()[0]
# Active Internet connections (w/o servers)
# Proto Recv-Q Send-Q Local Address Foreign Address State
# tcp 0 0 46.105.75.4:80 79.220.227.193:2032 SYN_RECV
# tcp 0 0 46.105.75.4:143 90.56.111.177:56867 ESTABLISHED
# tcp 0 0 46.105.75.4:50468 107.20.207.175:443 TIME_WAIT
# tcp6 0 0 46.105.75.4:80 93.15.237.188:58038 FIN_WAIT2
# tcp6 0 0 46.105.75.4:80 79.220.227.193:2029 ESTABLISHED
# udp 0 0 0.0.0.0:123 0.0.0.0:*
# udp6 0 0 :::41458 :::*

lines = netstat.split("\n")

metrics = dict.fromkeys(self.NETSTAT_GAUGE.values(), 0)
for l in lines[2:-1]:
cols = l.split()
# 0 1 2 3 4 5
# tcp 0 0 46.105.75.4:143 90.56.111.177:56867 ESTABLISHED
if cols[0].startswith("tcp"):
protocol = ("tcp4", "tcp6")[cols[0] == "tcp6"]
if cols[5] in self.TCP_STATES:
metric = self.NETSTAT_GAUGE[protocol, self.TCP_STATES[cols[5]]]
metrics[metric] += 1
elif cols[0].startswith("udp"):
protocol = ("udp4", "udp6")[cols[0] == "udp6"]
metric = self.NETSTAT_GAUGE[protocol, 'connections']
metrics[metric] += 1

for metric, value in metrics.iteritems():
self.gauge(metric, value)


proc = open('/proc/net/dev', 'r')
lines = proc.readlines()
proc.close()
# Inter-| Receive | Transmit
# face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
# lo:45890956 112797 0 0 0 0 0 0 45890956 112797 0 0 0 0 0 0
# eth0:631947052 1042233 0 19 0 184 0 1206 1208625538 1320529 0 0 0 0 0 0
# eth1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
for l in lines[2:]:
cols = l.split(':', 1)
x = cols[1].split()
# Filter inactive interfaces
if self._parse_value(x[0]) or self._parse_value(x[8]):
iface = cols[0].strip()
self.rate('system.net.bytes_rcvd', self._parse_value(x[0]), device_name=iface)
self.rate('system.net.bytes_sent', self._parse_value(x[8]), device_name=iface)

self.rate('system.net.packets_in.count', self._parse_value(x[1]), device_name=iface)
self.rate('system.net.packets_in.error', self._parse_value(x[2]) + self._parse_value(x[3]), device_name=iface)
self.rate('system.net.packets_out.count', self._parse_value(x[9]), device_name=iface)
self.rate('system.net.packets_out.error', self._parse_value(x[10]) + self._parse_value(x[11]), device_name=iface)

def _check_bsd(self):
netstat = subprocess.Popen(["netstat", "-i", "-b"],
stdout=subprocess.PIPE,
close_fds=True).communicate()[0]
# Name Mtu Network Address Ipkts Ierrs Ibytes Opkts Oerrs Obytes Coll
# lo0 16384 <Link#1> 318258 0 428252203 318258 0 428252203 0
# lo0 16384 localhost fe80:1::1 318258 - 428252203 318258 - 428252203 -
# lo0 16384 127 localhost 318258 - 428252203 318258 - 428252203 -
# lo0 16384 localhost ::1 318258 - 428252203 318258 - 428252203 -
# gif0* 1280 <Link#2> 0 0 0 0 0 0 0
# stf0* 1280 <Link#3> 0 0 0 0 0 0 0
# en0 1500 <Link#4> 04:0c:ce:db:4e:fa 20801309 0 13835457425 15149389 0 11508790198 0
# en0 1500 seneca.loca fe80:4::60c:ceff: 20801309 - 13835457425 15149389 - 11508790198 -
# en0 1500 2001:470:1f 2001:470:1f07:11d 20801309 - 13835457425 15149389 - 11508790198 -
# en0 1500 2001:470:1f 2001:470:1f07:11d 20801309 - 13835457425 15149389 - 11508790198 -
# en0 1500 192.168.1 192.168.1.63 20801309 - 13835457425 15149389 - 11508790198 -
# en0 1500 2001:470:1f 2001:470:1f07:11d 20801309 - 13835457425 15149389 - 11508790198 -
# p2p0 2304 <Link#5> 06:0c:ce:db:4e:fa 0 0 0 0 0 0 0
# ham0 1404 <Link#6> 7a:79:05:4d:bf:f5 30100 0 6815204 18742 0 8494811 0
# ham0 1404 5 5.77.191.245 30100 - 6815204 18742 - 8494811 -
# ham0 1404 seneca.loca fe80:6::7879:5ff: 30100 - 6815204 18742 - 8494811 -
# ham0 1404 2620:9b::54 2620:9b::54d:bff5 30100 - 6815204 18742 - 8494811 -

lines = netstat.split("\n")
headers = lines[0].split()

# Given the irregular structure of the table above, better to parse from the end of each line
# Verify headers first
# -7 -6 -5 -4 -3 -2 -1
for h in ("Ipkts", "Ierrs", "Ibytes", "Opkts", "Oerrs", "Obytes", "Coll"):
if h not in headers:
self.logger.error("%s not found in %s; cannot parse" % (h, headers))
return False

current = None
for l in lines[1:]:
# Another header row, abort now, this is IPv6 land
if "Name" in l:
break

x = l.split()
if len(x) == 0:
break

iface = x[0]
if iface.endswith("*"):
iface = iface[:-1]
if iface == current:
# skip multiple lines of same interface
continue
else:
current = iface

# Filter inactive interfaces
if self._parse_value(x[-5]) or self._parse_value(x[-2]):
self.rate('system.net.bytes_rcvd', self._parse_value(x[-5]), device_name=iface)
self.rate('system.net.bytes_sent', self._parse_value(x[-2]), device_name=iface)

self.rate('system.net.packets_in.count', self._parse_value(x[-7]), device_name=iface)
self.rate('system.net.packets_in.error', self._parse_value(x[-6]), device_name=iface)
self.rate('system.net.packets_out.count', self._parse_value(x[-4]), device_name=iface)
self.rate('system.net.packets_out.error', self._parse_value(x[-3]), device_name=iface)

def _check_solaris(self):
# Can't get bytes sent and received via netstat
# Default to kstat -p link:0:
netstat = subprocess.Popen(["kstat", "-p", "link:0:"],
stdout=subprocess.PIPE,
close_fds=True).communicate()[0]
# link:0:net0:brdcstrcv 527336
# link:0:net0:brdcstxmt 1595
# link:0:net0:class net
# link:0:net0:collisions 0
# link:0:net0:crtime 16359935.2637943
# link:0:net0:ierrors 0
# link:0:net0:ifspeed 10000000000
# link:0:net0:ipackets 682834
# link:0:net0:ipackets64 682834
# link:0:net0:link_duplex 0
# link:0:net0:link_state 1
# link:0:net0:multircv 0
# link:0:net0:multixmt 1595
# link:0:net0:norcvbuf 0
# link:0:net0:noxmtbuf 0
# link:0:net0:obytes 12820668
# link:0:net0:obytes64 12820668
# link:0:net0:oerrors 0
# link:0:net0:opackets 105445
# link:0:net0:opackets64 105445
# link:0:net0:rbytes 113983614
# link:0:net0:rbytes64 113983614
# link:0:net0:snaptime 16834735.1607669
# link:0:net0:unknowns 0
# link:0:net0:zonename 53aa9b7e-48ba-4152-a52b-a6368c3d9e7c
# link:0:net1:brdcstrcv 4947620
# link:0:net1:brdcstxmt 1594
# link:0:net1:class net
# link:0:net1:collisions 0
# link:0:net1:crtime 16359935.2839167
# link:0:net1:ierrors 0
# link:0:net1:ifspeed 10000000000
# link:0:net1:ipackets 4947620
# link:0:net1:ipackets64 4947620
# link:0:net1:link_duplex 0
# link:0:net1:link_state 1
# link:0:net1:multircv 0
# link:0:net1:multixmt 1594
# link:0:net1:norcvbuf 0
# link:0:net1:noxmtbuf 0
# link:0:net1:obytes 73324
# link:0:net1:obytes64 73324
# link:0:net1:oerrors 0
# link:0:net1:opackets 1594
# link:0:net1:opackets64 1594
# link:0:net1:rbytes 304384894
# link:0:net1:rbytes64 304384894
# link:0:net1:snaptime 16834735.1613302
# link:0:net1:unknowns 0
# link:0:net1:zonename 53aa9b7e-48ba-4152-a52b-a6368c3d9e7c

lines = [l for l in netstat.split("\n") if len(l) > 0]
for l in lines:
cols = l.split()
link, n, iface, name = cols[0].split(":")
assert link == "link"

if name == "rbytes64":
self.rate('system.net.bytes_rcvd', self._parse_value(cols[1]), device_name=iface)
elif name == "obytes64":
self.rate('system.net.bytes_sent', self._parse_value(cols[1]), device_name=iface)
elif name == "ipackets64":
self.rate('system.net.packets_in.count', self._parse_value(cols[1]), device_name=iface)
elif name == "ierrors":
self.rate('system.net.packets_in.error', self._parse_value(cols[1]), device_name=iface)
elif name == "opackets64":
self.rate('system.net.packets_out.count', self._parse_value(cols[1]), device_name=iface)
elif name == "oerrors":
self.rate('system.net.packets_out.error', self._parse_value(cols[1]), device_name=iface)

4 changes: 0 additions & 4 deletions checks/collector.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,6 @@ def __init__(self, agentConfig, emitters, systemStats):
'io': u.IO(log),
'load': u.Load(log),
'memory': u.Memory(log),
'network': u.Network(log),
'processes': u.Processes(log),
'cpu': u.Cpu(log)
}
Expand Down Expand Up @@ -193,9 +192,6 @@ def run(self, checksd=None, start_event=True):
processes = sys_checks['processes'].check(self.agentConfig)
payload.update({'processes': processes})

networkTraffic = sys_checks['network'].check(self.agentConfig)
payload.update({'networkTraffic': networkTraffic})

cpuStats = sys_checks['cpu'].check(self.agentConfig)
if cpuStats:
payload.update(cpuStats)
Expand Down
Loading