src/allmydata/introducer/server.py

   1
   2 import time, os.path
   3 from base64 import b32decode
   4 from zope.interface import implements
   5 from twisted.application import service
   6 from foolscap.api import Referenceable, SturdyRef
   7 import allmydata
   8 from allmydata import node
   9 from allmydata.util import log, rrefutil
  10 from allmydata.introducer.interfaces import \
  11      RIIntroducerPublisherAndSubscriberService
  12
  13 class IntroducerNode(node.Node):
  14     PORTNUMFILE = "introducer.port"
  15     NODETYPE = "introducer"
  16
  17     def __init__(self, basedir="."):
  18         node.Node.__init__(self, basedir)
  19         self.read_config()
  20         self.init_introducer()
  21         webport = self.get_config("node", "web.port", None)
  22         if webport:
  23             self.init_web(webport) # strports string
  24
  25     def init_introducer(self):
  26         introducerservice = IntroducerService(self.basedir)
  27         self.add_service(introducerservice)
  28
  29         d = self.when_tub_ready()
  30         def _publish(res):
  31             self.introducer_url = self.tub.registerReference(introducerservice,
  32                                                              "introducer")
  33             self.log(" introducer is at %s" % self.introducer_url)
  34             self.write_config("introducer.furl", self.introducer_url + "\n")
  35         d.addCallback(_publish)
  36         d.addErrback(log.err, facility="tahoe.init",
  37                      level=log.BAD, umid="UaNs9A")
  38
  39     def init_web(self, webport):
  40         self.log("init_web(webport=%s)", args=(webport,))
  41
  42         from allmydata.webish import IntroducerWebishServer
  43         nodeurl_path = os.path.join(self.basedir, "node.url")
  44         ws = IntroducerWebishServer(self, webport, nodeurl_path)
  45         self.add_service(ws)
  46
  47 class IntroducerService(service.MultiService, Referenceable):
  48     implements(RIIntroducerPublisherAndSubscriberService)
  49     name = "introducer"
  50     VERSION = { "http://allmydata.org/tahoe/protocols/introducer/v1":
  51                  { },
  52                 "application-version": str(allmydata.__full_version__),
  53                 }
  54
  55     def __init__(self, basedir="."):
  56         service.MultiService.__init__(self)
  57         self.introducer_url = None
  58         # 'index' is (service_name, tubid)
  59         self._announcements = {} # dict of index -> (announcement, timestamp)
  60         self._subscribers = {} # dict of (rref->timestamp) dicts
  61         self._debug_counts = {"inbound_message": 0,
  62                               "inbound_duplicate": 0,
  63                               "inbound_update": 0,
  64                               "outbound_message": 0,
  65                               "outbound_announcements": 0,
  66                               "inbound_subscribe": 0}
  67
  68     def log(self, *args, **kwargs):
  69         if "facility" not in kwargs:
  70             kwargs["facility"] = "tahoe.introducer"
  71         return log.msg(*args, **kwargs)
  72
  73     def get_announcements(self):
  74         return self._announcements
  75     def get_subscribers(self):
  76         return self._subscribers
  77
  78     def remote_get_version(self):
  79         return self.VERSION
  80
  81     def remote_publish(self, announcement):
  82         try:
  83             self._publish(announcement)
  84         except:
  85             log.err(format="Introducer.remote_publish failed on %(ann)s",
  86                     ann=announcement, level=log.UNUSUAL, umid="620rWA")
  87             raise
  88
  89     def _publish(self, announcement):
  90         self._debug_counts["inbound_message"] += 1
  91         self.log("introducer: announcement published: %s" % (announcement,) )
  92         (furl, service_name, ri_name, nickname_utf8, ver, oldest) = announcement
  93
  94         nodeid = b32decode(SturdyRef(furl).tubID.upper())
  95         index = (service_name, nodeid)
  96
  97         if index in self._announcements:
  98             (old_announcement, timestamp) = self._announcements[index]
  99             if old_announcement == announcement:
 100                 self.log("but we already knew it, ignoring", level=log.NOISY)
 101                 self._debug_counts["inbound_duplicate"] += 1
 102                 return
 103             else:
 104                 self.log("old announcement being updated", level=log.NOISY)
 105                 self._debug_counts["inbound_update"] += 1
 106         self._announcements[index] = (announcement, time.time())
 107
 108         for s in self._subscribers.get(service_name, []):
 109             self._debug_counts["outbound_message"] += 1
 110             self._debug_counts["outbound_announcements"] += 1
 111             d = s.callRemote("announce", set([announcement]))
 112             d.addErrback(rrefutil.trap_deadref)
 113             d.addErrback(log.err,
 114                          format="subscriber errored on announcement %(ann)s",
 115                          ann=announcement, facility="tahoe.introducer",
 116                          level=log.UNUSUAL, umid="jfGMXQ")
 117
 118     def remote_subscribe(self, subscriber, service_name):
 119         self.log("introducer: subscription[%s] request at %s" % (service_name,
 120                                                                  subscriber))
 121         self._debug_counts["inbound_subscribe"] += 1
 122         if service_name not in self._subscribers:
 123             self._subscribers[service_name] = {}
 124         subscribers = self._subscribers[service_name]
 125         if subscriber in subscribers:
 126             self.log("but they're already subscribed, ignoring",
 127                      level=log.UNUSUAL)
 128             return
 129         subscribers[subscriber] = time.time()
 130         def _remove():
 131             self.log("introducer: unsubscribing[%s] %s" % (service_name,
 132                                                            subscriber))
 133             subscribers.pop(subscriber, None)
 134         subscriber.notifyOnDisconnect(_remove)
 135
 136         announcements = set(
 137             [ ann
 138               for (sn2,nodeid),(ann,when) in self._announcements.items()
 139               if sn2 == service_name] )
 140
 141         self._debug_counts["outbound_message"] += 1
 142         self._debug_counts["outbound_announcements"] += len(announcements)
 143         d = subscriber.callRemote("announce", announcements)
 144         d.addErrback(rrefutil.trap_deadref)
 145         d.addErrback(log.err,
 146                      format="subscriber errored during subscribe %(anns)s",
 147                      anns=announcements, facility="tahoe.introducer",
 148                      level=log.UNUSUAL, umid="mtZepQ")