From ff93336964b5c59bb2e7ddfb790884593d8276ba Mon Sep 17 00:00:00 2001 From: EUcancER Date: Fri, 1 Jun 2012 15:31:44 +0200 Subject: //retiolum: adv_graphgen send stats via statsd --- retiolum/scripts/adv_graphgen/all_the_graphs.sh | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) (limited to 'retiolum/scripts/adv_graphgen/all_the_graphs.sh') diff --git a/retiolum/scripts/adv_graphgen/all_the_graphs.sh b/retiolum/scripts/adv_graphgen/all_the_graphs.sh index 36b37f03..2a41df38 100755 --- a/retiolum/scripts/adv_graphgen/all_the_graphs.sh +++ b/retiolum/scripts/adv_graphgen/all_the_graphs.sh @@ -1,5 +1,13 @@ -#!/bin/sh +#!/bin/bash echo "`date` begin all graphs" >> /tmp/build_graph cd $(dirname $(readlink -f $0)) +PATH=$PATH:../../../util/bin/ +begin=`timer` (./anonytize.sh /srv/http/pub/graphs/retiolum/ && echo "`date` anonytize done" >> /tmp/build_graph)& (./sanitize.sh /srv/http/priv/graphs/retiolum/ && echo "`date` sanitize done" >> /tmp/build_graph)& +for job in `jobs -p` +do + echo $job + wait $job || echo "$job failed!" +done +statsc "graphs.buildtime:$(timer $begin)|ms" -- cgit v1.2.3 From d2f737473e3bbcb7592a6745820bccd333128459 Mon Sep 17 00:00:00 2001 From: EUcancER Date: Sat, 2 Jun 2012 01:14:05 +0200 Subject: //retiolum adv_graphgen: now writing stats to graphite painload now provides convenient tools to enable graphite stats generation currently logged are: - overall build time of graphs - anon and detailed build times - current number of users in the darknet --- retiolum/scripts/adv_graphgen/all_the_graphs.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'retiolum/scripts/adv_graphgen/all_the_graphs.sh') diff --git a/retiolum/scripts/adv_graphgen/all_the_graphs.sh b/retiolum/scripts/adv_graphgen/all_the_graphs.sh index 2a41df38..92c89cc9 100755 --- a/retiolum/scripts/adv_graphgen/all_the_graphs.sh +++ b/retiolum/scripts/adv_graphgen/all_the_graphs.sh @@ -2,6 +2,7 @@ echo "`date` begin all graphs" >> /tmp/build_graph cd $(dirname $(readlink -f $0)) PATH=$PATH:../../../util/bin/ +export LOG_FILE=/var/log/retiolum.log begin=`timer` (./anonytize.sh /srv/http/pub/graphs/retiolum/ && echo "`date` anonytize done" >> /tmp/build_graph)& (./sanitize.sh /srv/http/priv/graphs/retiolum/ && echo "`date` sanitize done" >> /tmp/build_graph)& @@ -10,4 +11,4 @@ do echo $job wait $job || echo "$job failed!" done -statsc "graphs.buildtime:$(timer $begin)|ms" +graphitec "retiolum.graph.buildtime" "$(timer $begin)" -- cgit v1.2.3 From c04b0047db2249317a905f7d95d2fcaef6a479cc Mon Sep 17 00:00:00 2001 From: EUcancER Date: Tue, 5 Jun 2012 12:05:13 +0200 Subject: //retiolum all_the_graphs: update to be non-intrusive --- retiolum/scripts/adv_graphgen/all_the_graphs.sh | 27 +++++++++++++------------ 1 file changed, 14 insertions(+), 13 deletions(-) (limited to 'retiolum/scripts/adv_graphgen/all_the_graphs.sh') diff --git a/retiolum/scripts/adv_graphgen/all_the_graphs.sh b/retiolum/scripts/adv_graphgen/all_the_graphs.sh index 92c89cc9..0499e9c7 100755 --- a/retiolum/scripts/adv_graphgen/all_the_graphs.sh +++ b/retiolum/scripts/adv_graphgen/all_the_graphs.sh @@ -1,14 +1,15 @@ #!/bin/bash -echo "`date` begin all graphs" >> /tmp/build_graph -cd $(dirname $(readlink -f $0)) -PATH=$PATH:../../../util/bin/ -export LOG_FILE=/var/log/retiolum.log -begin=`timer` -(./anonytize.sh /srv/http/pub/graphs/retiolum/ && echo "`date` anonytize done" >> /tmp/build_graph)& -(./sanitize.sh /srv/http/priv/graphs/retiolum/ && echo "`date` sanitize done" >> /tmp/build_graph)& -for job in `jobs -p` -do - echo $job - wait $job || echo "$job failed!" -done -graphitec "retiolum.graph.buildtime" "$(timer $begin)" +set -x + +( + 1>>/tmp/build_graph + echo "`date` begin all graphs" >> /tmp/build_graph + cd $(dirname $(readlink -f $0)) + PATH=$PATH:../../../util/bin/ + export LOG_FILE=/var/log/retiolum.log + begin=`timer` + (./anonytize.sh /srv/http/pub/graphs/retiolum/ && echo "`date` anonytize done" >> /tmp/build_graph)& + (./sanitize.sh /srv/http/priv/graphs/retiolum/ && echo "`date` sanitize done" >> /tmp/build_graph)& + wait + graphitec "retiolum.graph.buildtime" "$(timer $begin)" &>>/tmp/build_graph +)& -- cgit v1.2.3 From 6046373ce92a9c9856d828b37cda28af437e36be Mon Sep 17 00:00:00 2001 From: EUcancER Date: Wed, 6 Jun 2012 00:11:02 +0200 Subject: //retiolum: trying to fix all_the_graphs --- retiolum/scripts/adv_graphgen/all_the_graphs.sh | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) (limited to 'retiolum/scripts/adv_graphgen/all_the_graphs.sh') diff --git a/retiolum/scripts/adv_graphgen/all_the_graphs.sh b/retiolum/scripts/adv_graphgen/all_the_graphs.sh index 0499e9c7..1640a446 100755 --- a/retiolum/scripts/adv_graphgen/all_the_graphs.sh +++ b/retiolum/scripts/adv_graphgen/all_the_graphs.sh @@ -1,8 +1,6 @@ #!/bin/bash -set -x ( - 1>>/tmp/build_graph echo "`date` begin all graphs" >> /tmp/build_graph cd $(dirname $(readlink -f $0)) PATH=$PATH:../../../util/bin/ @@ -10,6 +8,7 @@ set -x begin=`timer` (./anonytize.sh /srv/http/pub/graphs/retiolum/ && echo "`date` anonytize done" >> /tmp/build_graph)& (./sanitize.sh /srv/http/priv/graphs/retiolum/ && echo "`date` sanitize done" >> /tmp/build_graph)& - wait - graphitec "retiolum.graph.buildtime" "$(timer $begin)" &>>/tmp/build_graph +# wait +# graphitec "retiolum.graph.buildtime" "$(timer $begin)" >> /tmp/build_graph + echo "`date` end all graphs" >> /tmp/build_graph )& -- cgit v1.2.3