more work on a memory-footprint test program

diff --git a/.darcs-boringfile b/.darcs-boringfile
index d647bb50dd09e8381c6626d9acd782b63263611e..d5c8037e8a48635ff2ffbf922128d96460929cdb 100644 (file)
--- a/.darcs-boringfile
+++ b/.darcs-boringfile
@@ -53,4 +53,5 @@
 ^instdir($|/)
 ^src/pyfec/build($|/)
 ^src/Crypto/build($|/)
+^_test_memory($|/)
 

diff --git a/src/allmydata/test/check_memory.py b/src/allmydata/test/check_memory.py
index 64a4b0259ab33a50ea54ef01cf36ecf4323573f0..5cf3bfbcf0d6b9be2dae986c06874ca94f1deb06 100644 (file)
--- a/src/allmydata/test/check_memory.py
+++ b/src/allmydata/test/check_memory.py
@@ -1,3 +1,122 @@
 #! /usr/bin/python
 
-print "not implemented yet"
+import sys, os, shutil
+
+from twisted.internet import defer, reactor, protocol, error
+from twisted.application import service
+from allmydata import client, queen
+from allmydata.scripts import runner
+from foolscap.eventual import eventually, flushEventualQueue
+from twisted.python import log
+
+class SystemFramework:
+    numnodes = 5
+
+    def __init__(self, basedir):
+        self.basedir = basedir = os.path.abspath(basedir)
+        if not basedir.startswith(os.path.abspath(".")):
+            raise AssertionError("safety issue: basedir must be a subdir")
+        if os.path.exists(basedir):
+            shutil.rmtree(basedir)
+        os.mkdir(basedir)
+        self.sparent = service.MultiService()
+        self.sparent.startService()
+
+    def run(self):
+        log.startLogging(open(os.path.join(self.basedir, "log"), "w"))
+        d = defer.Deferred()
+        eventually(d.callback, None)
+        d.addCallback(lambda res: self.start())
+        d.addErrback(log.err)
+        reactor.run()
+
+    def start(self):
+        print "STARTING"
+        d = self.make_queen()
+        def _more(res):
+            self.make_nodes()
+            self.start_client()
+        d.addCallback(_more)
+        return d
+
+    def tearDown(self):
+        os.remove(os.path.join(self.clientdir, "suicide_prevention_hotline"))
+        # the client node will shut down in a few seconds
+        log.msg("shutting down SystemTest services")
+        d = self.sparent.stopService()
+        d.addCallback(lambda res: flushEventualQueue())
+        def _done(res):
+            d1 = defer.Deferred()
+            reactor.callLater(self.DISCONNECT_DELAY, d1.callback, None)
+            return d1
+        d.addCallback(_done)
+        return d
+
+    def add_service(self, s):
+        s.setServiceParent(self.sparent)
+        return s
+
+    def make_queen(self):
+        queendir = os.path.join(self.basedir, "queen")
+        os.mkdir(queendir)
+        self.queen = self.add_service(queen.Queen(basedir=queendir))
+        d = self.queen.when_tub_ready()
+        return d
+
+    def make_nodes(self):
+        q = self.queen
+        self.queen_pburl = q.urls["roster"]
+        self.nodes = []
+        for i in range(self.numnodes):
+            nodedir = os.path.join(self.basedir, "node%d" % i)
+            os.mkdir(nodedir)
+            c = self.add_service(client.Client(basedir=nodedir))
+            c.set_queen_pburl(self.queen_pburl)
+            self.nodes.append(c)
+        # the peers will start running, eventually they will connect to each
+        # other and the queen
+
+    def start_client(self):
+        log.msg("MAKING CLIENT")
+        clientdir = self.clientdir = os.path.join(self.basedir, "client")
+        config = {'basedir': clientdir}
+        runner.create_client(config)
+        log.msg("DONE MAKING CLIENT")
+        f = open(os.path.join(clientdir, "roster_pburl"), "w")
+        f.write(self.queen_pburl + "\n")
+        f.close()
+        f = open(os.path.join(clientdir, "suicide_prevention_hotline"), "w")
+        f.write("If the node notices this file at startup, it will poll and\n")
+        f.write("terminate as soon as the file goes away. This prevents\n")
+        f.write("leaving processes around if the test harness has an\n")
+        f.write("internal failure and neglects to kil off the node\n")
+        f.write("itself. The contents of this file are ignored.\n")
+        f.close()
+
+        pp = ClientWatcher()
+        cmd = ["twistd", "-y", "client.tac"]
+        env = os.environ.copy()
+        self.proc = reactor.spawnProcess(pp, cmd[0], cmd, env, path=clientdir)
+        log.msg("CLIENT STARTED")
+
+    def kill_client(self):
+        try:
+            self.proc.signalProcess("KILL")
+        except error.ProcessExitedAlready:
+            pass
+
+
+class ClientWatcher(protocol.ProcessProtocol):
+    def outReceived(self, data):
+        print "OUT:", data
+    def errReceived(self, data):
+        print "ERR:", data
+
+
+if __name__ == '__main__':
+    sf = SystemFramework("_test_memory")
+    sf.run()
+
+
+# add a config option that looks for a keepalive file, and if it disappears,
+# shut down the node.