1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
|
#!/usr/bin/python
# -*- coding: utf8 -*-
from tinc_stats.BackwardsReader import BackwardsReader
from tinc_stats.Graph import generate_stats,delete_unused_nodes,merge_edges,get_node_avg_weight
from tinc_stats.Supernodes import check_all_the_super
from tinc_stats.Availability import get_node_availability
import sys,json
try:
from time import time
import socket
import os
host = os.environ.get("GRAPHITE_HOST","localhost")
port = 2003
g_path = os.environ.get("GRAPHITE_PATH","retiolum")
begin = time()
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
sys.stderr.write("connecting to %s:%d"%(host,port))
s.connect((host,port))
except Exception as e:
sys.stderr.write("Cannot connect to graphite: %s\n" % str(e))
supernodes= [ ]
for supernode,addr in check_all_the_super():
supernodes.append(supernode)
""" TODO: Refactoring needed to pull the edges out of the node structures again,
it should be easier to handle both structures"""
DUMP_FILE = "/krebs/db/availability"
def write_digraph(nodes):
"""
writes the complete digraph in dot format
"""
print ('digraph retiolum {')
#print (' graph [center rankdir=LR packMode="clust"]')
print (' graph [center packMode="clust"]')
print (' node[shape=box,style=filled,fillcolor=grey]')
print (' overlap=false')
generate_stats(nodes)
merge_edges(nodes)
write_stat_node(nodes)
for k,v in nodes.iteritems():
write_node(k,v)
print ('}')
def dump_graph(nodes):
from time import time
graph = {}
graph['nodes'] = nodes
graph['timestamp'] = time()
f = open(DUMP_FILE,'a')
json.dump(graph,f)
f.write('\n')
f.close()
def write_stat_node(nodes):
''' Write a `stats` node in the corner
This node contains infos about the current number of active nodes and connections inside the network
'''
from time import localtime,strftime
num_conns = 0
num_nodes = len(nodes)
try:
msg = '%s.num_nodes %d %d\r\n' %(g_path,num_nodes,begin)
s.send(msg)
except Exception as e: pass
#except: pass
for k,v in nodes.iteritems():
num_conns+= len(v['to'])
node_text = " stats_node [label=\"Statistics\\l"
node_text += "Build Date : %s\\l" % strftime("%Y-%m-%d %H:%M:%S",localtime())
node_text += "Active Nodes: %s\\l" % num_nodes
node_text += "Connections : %s\\l" % num_conns
node_text += "\""
node_text += ",fillcolor=green"
node_text += "]"
print(node_text)
def generate_stats(nodes):
""" Generates some statistics of the network and nodes
"""
jlines = []
try:
f = BackwardsReader(DUMP_FILE)
lines_to_use = 1000
while True:
if lines_to_use == 0: break
line = f.readline()
if not line: break
jline = json.loads(line)
if not jline['nodes']: continue
jlines.append(jline)
lines_to_use -=1
except Exception,e: sys.stderr.write(str(e))
for k,v in nodes.iteritems():
conns = v.get('to',[])
for c in conns: #sanitize weights
if float(c['weight']) > 9000: c['weight'] = str(9001)
elif float(c['weight']) < 0: c['weight'] = str(0)
v['num_conns'] = len(conns)
v['avg_weight'] = get_node_avg_weight(conns)
v['availability'] = get_node_availability(k,jlines)
sys.stderr.write( "%s -> %f\n" %(k ,v['availability']))
def write_node(k,v):
""" writes a single node and its edges
edges are weightet with the informations inside the nodes provided by
tinc
"""
node = " "+k+"[label=\""
node += k+"\\l"
node += "availability: %f\\l" % v['availability']
#node += "avg weight: %.2f\\l" % v['avg_weight']
if v.has_key('num_conns'):
node += "Num Connects:"+str(v['num_conns'])+"\\l"
node += "external:"+v['external-ip']+":"+v['external-port']+"\\l"
for addr in v.get('internal-ip',['dunno lol']): #['¯\\\\(°_o)/¯']):
node += "internal:%s\\l"%addr
node +="\""
# warning if node only has one connection
if v['num_conns'] == 1:
node += ",fillcolor=red"
elif k in supernodes:
node += ",fillcolor=steelblue1"
#node +=",group=\""+v['external-ip'].replace(".","")+"\""
node += "]"
print node
for con in v.get('to',[]):
label = con['weight']
w = int(con['weight'])
weight = str(1000 - (((w - 150) * (1000 - 0)) / (1000 -150 )) + 0)
length = str(float(w)/1500)
#weight = "1000" #str(300/float(con['weight']))
#weight = str((100/float(con['weight'])))
#weight = str(-1 * (200-100000/int(con['weight'])))
if float(weight) < 0 :
weight= "1"
#sys.stderr.write(weight + ":"+ length +" %s -> " %k + str(con) + "\n")
edge = " "+k+ " -> " +con['name'] + "[label="+label + " weight="+weight #+ " minlen="+length
if con.get('bidirectional',False):
edge += ",dir=both"
edge += "]"
print edge
def decode_input(FILE):
return json.load(FILE)
nodes = decode_input(sys.stdin)
nodes = delete_unused_nodes(nodes)
try:
dump_graph(nodes)
except Exception,e:
sys.stderr.write("Cannot dump graph: %s" % str(e))
write_digraph(nodes)
try:
end = time()
msg = '%s.graph.detail_build_time %d %d\r\n' % (g_path,((end-begin)*1000),end)
s.send(msg)
sys.stderr.write(msg)
s.close()
except Exception as e: sys.stderr.write( str(e) + "\n")
|
