From: Zooko O'Whielacronx <zooko@zooko.com>
Date: Wed, 29 Nov 2006 11:38:28 +0000 (-0700)
Subject: attempt to graph utilization with pyrrd (doesn't quite work)
X-Git-Tag: tahoe_v0.1.0-0-UNSTABLE~549
X-Git-Url: https://git.rkrishnan.org/Site/Content/Exhibitors/class-simplejson.JSONDecoder.html?a=commitdiff_plain;h=f22253d4f2b7f6624bc04152c13f070283efce86;p=tahoe-lafs%2Ftahoe-lafs.git

attempt to graph utilization with pyrrd (doesn't quite work)
---

diff --git a/simulator.py b/simulator.py
index a2c8e7af..605bd4c3 100644
--- a/simulator.py
+++ b/simulator.py
@@ -2,7 +2,12 @@
 
 import sha as shamodule
 import os, random
-import rrdtool
+
+from pkg_resources import require
+require('PyRRD')
+from pyrrd import graph
+from pyrrd.rrd import DataSource, RRD, RRA
+
 
 def sha(s):
     return shamodule.new(s).digest()
@@ -110,9 +115,11 @@ class Node:
         return True
 
 class Queen:
-    def __init__(self):
+    def __init__(self, simulator):
         self.living_files = {}
         self.utilization = 0 # total size of all active files
+        self.simulator = simulator
+        self.simulator.stamp_utilization(self.utilization)
 
     def get_all_nodes(self):
         return self.all_nodes
@@ -120,11 +127,11 @@ class Queen:
     def please_preserve(self, fileid, size, tried, last_givento):
         self.living_files[fileid] = (size, tried, last_givento)
         self.utilization += size
+        self.simulator.stamp_utilization(self.utilization)
 
     def please_delete(self, fileid):
         self.delete(fileid)
 
-
     def permute_peers(self, fileid):
         permuted = [(sha(fileid+n.nid),n)
                     for n in self.get_all_nodes()]
@@ -141,6 +148,7 @@ class Queen:
             if had_it:
                 tried -= 1
         self.utilization -= size
+        self.simulator.stamp_utilization(self.utilization)
         del self.living_files[fileid]
 
 class Simulator:
@@ -153,11 +161,18 @@ class Simulator:
     P_NODEAVAIL = 1.0
 
     def __init__(self):
-        self.queen = q = Queen()
+        self.time = 1164783600 # small numbers of seconds since the epoch confuse rrdtool
+        self.prevstamptime = int(self.time)
+
+        ds = DataSource(ds_name='utilizationds', ds_type='GAUGE', heartbeat=1)
+        rra = RRA(cf='AVERAGE', xff=0.1, steps=1, rows=1200)
+        self.rrd = RRD("/tmp/utilization.rrd", ds=[ds], rra=[rra], start=self.time)
+        self.rrd.create()
+
+        self.queen = q = Queen(self)
         self.all_nodes = [Node(randomid(), q, self)
                           for i in range(self.NUM_NODES)]
         q.all_nodes = self.all_nodes
-        self.time = 0
         self.next = []
         self.schedule_events()
         self.verbose = False
@@ -169,6 +184,24 @@ class Simulator:
         self.failed_files = 0
         self.lost_data_bytes = 0 # bytes deleted to make room for new shares
 
+    def stamp_utilization(self, utilization):
+        if int(self.time) > (self.prevstamptime+1):
+            self.rrd.bufferValue(self.time, utilization)
+            self.prevstamptime = int(self.time)
+
+    def write_graph(self):
+        self.rrd.update()
+        self.rrd = None
+        import gc
+        gc.collect()
+
+        def1 = graph.DataDefinition(vname='uvn', rrdfile='/tmp/utilization.rrd', ds_name='utilizationds')
+        area1 = graph.Area(value=def1.vname, color="#990033", legend='utilizationlegend')
+        g = graph.Graph('/tmp/utilization.png', imgformat='PNG', width=540, height=100, vertical_label='utilizationverticallabel', title='utilizationtitle', lower_limit=0)
+        g.data.append(area1)
+        g.data.append(def1)
+        g.write()
+
     def add_file(self):
         size = random.randrange(1000)
         n = random.choice(self.all_nodes)
@@ -224,7 +257,7 @@ class Simulator:
         elif etype == "DELNODE":
             #self.del_node()
             pass
-        self.print_stats(current_time, etype)
+        # self.print_stats(current_time, etype)
 
     def print_stats_header(self):
         print "time:  added   failed   lost  avg_tried"
@@ -247,7 +280,7 @@ def main():
 #                   )
     global s
     s = Simulator()
-    s.print_stats_header()
+    # s.print_stats_header()
     for i in range(1000):
         s.do_event()
     print "%d files added, %d files deleted" % (s.added_files, s.deleted_files)