1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
|
#!/usr/bin/python
# -*- coding: utf8 -*-
from tinc_stats.BackwardsReader import BackwardsReader
from tinc_stats.Graph import generate_stats,delete_unused_nodes,merge_edges,get_node_avg_weight
from tinc_stats.Supernodes import check_all_the_super
from tinc_stats.Availability import get_node_availability
import sys,json
from tinc_stats.Graphite import GraphiteSender
from time import time
try:
import os
gr = GraphiteSender(os.environ.get("GRAPHITE_HOST","localhost"))
begin = time()
except Exception as e:
sys.stderr.write( "Cannot connect to graphite: " + str(e))
supernodes= [ ]
DUMP_FILE = "/krebs/db/availability"
def write_digraph(nodes):
"""
writes the complete digraph in dot format
"""
print ('digraph retiolum {')
#print (' graph [center rankdir=LR packMode="clust"]')
print (' graph [center packMode="clust"]')
print (' node[shape=box,style=filled,fillcolor=grey]')
print (' overlap=false')
generate_stats(nodes)
merge_edges(nodes)
write_stat_node(nodes)
for k,v in nodes.iteritems():
write_node(k,v)
print ('}')
def dump_graph(nodes):
from time import time
graph = {}
graph['nodes'] = nodes
graph['timestamp'] = time()
f = open(DUMP_FILE,'a')
json.dump(graph,f)
f.write('\n')
f.close()
def write_stat_node(nodes):
''' Write a `stats` node in the corner
This node contains infos about the current number of active nodes and connections inside the network
'''
from time import localtime,strftime
num_conns = 0
num_nodes = len(nodes)
try:
msg = '%s.num_nodes %d %d\r\n' %(g_path,num_nodes,begin)
s.send(msg)
except Exception as e: pass
#except: pass
for k,v in nodes.iteritems():
num_conns+= len(v['to'])
node_text = " stats_node [label=\"Statistics\\l"
node_text += "Build Date : %s\\l" % strftime("%Y-%m-%d %H:%M:%S",localtime())
node_text += "Active Nodes: %s\\l" % num_nodes
node_text += "Connections : %s\\l" % num_conns
node_text += "\""
node_text += ",fillcolor=green"
node_text += "]"
print(node_text)
def generate_stats(nodes):
""" Generates some statistics of the network and nodes
"""
jlines = []
try:
f = BackwardsReader(DUMP_FILE)
lines_to_use = 1000
while True:
if lines_to_use == 0: break
line = f.readline()
if not line: break
jline = json.loads(line)
if not jline['nodes']: continue
jlines.append(jline)
lines_to_use -=1
except Exception,e: sys.stderr.write(str(e))
for k,v in nodes.iteritems():
conns = v.get('to',[])
for c in conns: #sanitize weights
if float(c['weight']) > 9000: c['weight'] = str(9001)
elif float(c['weight']) < 0: c['weight'] = str(0)
v['num_conns'] = len(conns)
v['avg_weight'] = get_node_avg_weight(conns)
v['availability'] = get_node_availability(k,jlines)
sys.stderr.write( "%s -> %f\n" %(k ,v['availability']))
def write_node(k,v):
""" writes a single node and its edges
edges are weightet with the informations inside the nodes provided by
tinc
"""
node = " "+k+"[label=\""
node += k+"\\l"
node += "availability: %f\\l" % v['availability']
#node += "avg weight: %.2f\\l" % v['avg_weight']
if v.has_key('num_conns'):
node += "Num Connects:"+str(v['num_conns'])+"\\l"
node += "external:"+v['external-ip']+":"+v['external-port']+"\\l"
for addr in v.get('internal-ip',['dunno lol']): #['¯\\\\(°_o)/¯']):
node += "internal:%s\\l"%addr
node +="\""
# warning if node only has one connection
if v['num_conns'] == 1:
node += ",fillcolor=red"
elif k in supernodes:
node += ",fillcolor=steelblue1"
#node +=",group=\""+v['external-ip'].replace(".","")+"\""
node += "]"
print node
for con in v.get('to',[]):
label = con['weight']
w = int(con['weight'])
weight = str(1000 - (((w - 150) * (1000 - 0)) / (1000 -150 )) + 0)
length = str(float(w)/1500)
#weight = "1000" #str(300/float(con['weight']))
#weight = str((100/float(con['weight'])))
#weight = str(-1 * (200-100000/int(con['weight'])))
if float(weight) < 0 :
weight= "1"
#sys.stderr.write(weight + ":"+ length +" %s -> " %k + str(con) + "\n")
edge = " "+k+ " -> " +con['name'] + "[label="+label + " weight="+weight #+ " minlen="+length
if con.get('bidirectional',False):
edge += ",dir=both"
edge += "]"
print edge
if __name__ == "__main__":
nodes = json.load(sys.stdin)
nodes = delete_unused_nodes(nodes)
for supernode,addr in check_all_the_super():
supernodes.append(supernode)
try:
dump_graph(nodes)
except Exception,e:
sys.stderr.write("Cannot dump graph: %s" % str(e))
write_digraph(nodes)
try:
gr.send("graph.anon_build_time",(time()-begin)*1000)
except Exception as e: pass
|
