src/allmydata/test/common.py

   1 import os, random, struct
   2 from zope.interface import implements
   3 from twisted.internet import defer
   4 from twisted.internet.interfaces import IPullProducer
   5 from twisted.python import failure
   6 from twisted.application import service
   7 from twisted.web.error import Error as WebError
   8 from foolscap.api import flushEventualQueue, fireEventually
   9 from allmydata import uri, dirnode, client
  10 from allmydata.introducer.server import IntroducerNode
  11 from allmydata.interfaces import IMutableFileNode, IImmutableFileNode,\
  12                                  NotEnoughSharesError, ICheckable, \
  13                                  IMutableUploadable, SDMF_VERSION, \
  14                                  MDMF_VERSION
  15 from allmydata.check_results import CheckResults, CheckAndRepairResults, \
  16      DeepCheckResults, DeepCheckAndRepairResults
  17 from allmydata.mutable.layout import unpack_header
  18 from allmydata.mutable.publish import MutableData
  19 from allmydata.storage.mutable import MutableShareFile
  20 from allmydata.util import hashutil, log, fileutil, pollmixin
  21 from allmydata.util.assertutil import precondition
  22 from allmydata.util.consumer import download_to_data
  23 from allmydata.stats import StatsGathererService
  24 from allmydata.key_generator import KeyGeneratorService
  25 import allmydata.test.common_util as testutil
  26 from allmydata import immutable
  27
  28 TEST_RSA_KEY_SIZE = 522
  29
  30 def flush_but_dont_ignore(res):
  31     d = flushEventualQueue()
  32     def _done(ignored):
  33         return res
  34     d.addCallback(_done)
  35     return d
  36
  37 class DummyProducer:
  38     implements(IPullProducer)
  39     def resumeProducing(self):
  40         pass
  41
  42 class FakeCHKFileNode:
  43     """I provide IImmutableFileNode, but all of my data is stored in a
  44     class-level dictionary."""
  45     implements(IImmutableFileNode)
  46     all_contents = {}
  47
  48     def __init__(self, filecap):
  49         precondition(isinstance(filecap, (uri.CHKFileURI, uri.LiteralFileURI)), filecap)
  50         self.my_uri = filecap
  51         self.storage_index = self.my_uri.get_storage_index()
  52
  53     def get_uri(self):
  54         return self.my_uri.to_string()
  55     def get_write_uri(self):
  56         return None
  57     def get_readonly_uri(self):
  58         return self.my_uri.to_string()
  59     def get_cap(self):
  60         return self.my_uri
  61     def get_verify_cap(self):
  62         return self.my_uri.get_verify_cap()
  63     def get_repair_cap(self):
  64         return self.my_uri.get_verify_cap()
  65     def get_storage_index(self):
  66         return self.storage_index
  67
  68     def check(self, monitor, verify=False, add_lease=False):
  69         r = CheckResults(self.my_uri, self.storage_index)
  70         data = {}
  71         data["count-shares-needed"] = 3
  72         data["count-shares-expected"] = 10
  73         data["count-good-share-hosts"] = 10
  74         data["count-wrong-shares"] = 0
  75         nodeid = "\x00"*20
  76         data["list-corrupt-shares"] = []
  77         data["sharemap"] = {1: [nodeid]}
  78         data["servers-responding"] = [nodeid]
  79         data["count-recoverable-versions"] = 1
  80         data["count-unrecoverable-versions"] = 0
  81         r.set_healthy(True)
  82         r.set_recoverable(True)
  83         data["count-shares-good"] = 10
  84         r.problems = []
  85         r.set_data(data)
  86         r.set_needs_rebalancing(False)
  87         return defer.succeed(r)
  88     def check_and_repair(self, monitor, verify=False, add_lease=False):
  89         d = self.check(verify)
  90         def _got(cr):
  91             r = CheckAndRepairResults(self.storage_index)
  92             r.pre_repair_results = r.post_repair_results = cr
  93             return r
  94         d.addCallback(_got)
  95         return d
  96
  97     def is_mutable(self):
  98         return False
  99     def is_readonly(self):
 100         return True
 101     def is_unknown(self):
 102         return False
 103     def is_allowed_in_immutable_directory(self):
 104         return True
 105     def raise_error(self):
 106         pass
 107
 108     def get_size(self):
 109         if isinstance(self.my_uri, uri.LiteralFileURI):
 110             return self.my_uri.get_size()
 111         try:
 112             data = self.all_contents[self.my_uri.to_string()]
 113         except KeyError, le:
 114             raise NotEnoughSharesError(le, 0, 3)
 115         return len(data)
 116     def get_current_size(self):
 117         return defer.succeed(self.get_size())
 118
 119     def read(self, consumer, offset=0, size=None):
 120         # we don't bother to call registerProducer/unregisterProducer,
 121         # because it's a hassle to write a dummy Producer that does the right
 122         # thing (we have to make sure that DummyProducer.resumeProducing
 123         # writes the data into the consumer immediately, otherwise it will
 124         # loop forever).
 125
 126         d = defer.succeed(None)
 127         d.addCallback(self._read, consumer, offset, size)
 128         return d
 129
 130     def _read(self, ignored, consumer, offset, size):
 131         if isinstance(self.my_uri, uri.LiteralFileURI):
 132             data = self.my_uri.data
 133         else:
 134             if self.my_uri.to_string() not in self.all_contents:
 135                 raise NotEnoughSharesError(None, 0, 3)
 136             data = self.all_contents[self.my_uri.to_string()]
 137         start = offset
 138         if size is not None:
 139             end = offset + size
 140         else:
 141             end = len(data)
 142         consumer.write(data[start:end])
 143         return consumer
 144
 145
 146     def get_best_readable_version(self):
 147         return defer.succeed(self)
 148
 149
 150     def download_to_data(self):
 151         return download_to_data(self)
 152
 153
 154     download_best_version = download_to_data
 155
 156
 157     def get_size_of_best_version(self):
 158         return defer.succeed(self.get_size)
 159
 160
 161 def make_chk_file_cap(size):
 162     return uri.CHKFileURI(key=os.urandom(16),
 163                           uri_extension_hash=os.urandom(32),
 164                           needed_shares=3,
 165                           total_shares=10,
 166                           size=size)
 167 def make_chk_file_uri(size):
 168     return make_chk_file_cap(size).to_string()
 169
 170 def create_chk_filenode(contents):
 171     filecap = make_chk_file_cap(len(contents))
 172     n = FakeCHKFileNode(filecap)
 173     FakeCHKFileNode.all_contents[filecap.to_string()] = contents
 174     return n
 175
 176
 177 class FakeMutableFileNode:
 178     """I provide IMutableFileNode, but all of my data is stored in a
 179     class-level dictionary."""
 180
 181     implements(IMutableFileNode, ICheckable)
 182     MUTABLE_SIZELIMIT = 10000
 183     all_contents = {}
 184     file_types = {} # storage index => MDMF_VERSION or SDMF_VERSION
 185
 186     def __init__(self, storage_broker, secret_holder,
 187                  default_encoding_parameters, history):
 188         self.init_from_cap(make_mutable_file_cap())
 189         self._k = default_encoding_parameters['k']
 190         self._segsize = default_encoding_parameters['max_segment_size']
 191     def create(self, contents, key_generator=None, keysize=None,
 192                version=SDMF_VERSION):
 193         if version == MDMF_VERSION and \
 194             isinstance(self.my_uri, (uri.ReadonlySSKFileURI,
 195                                  uri.WriteableSSKFileURI)):
 196             self.init_from_cap(make_mdmf_mutable_file_cap())
 197         self.file_types[self.storage_index] = version
 198         initial_contents = self._get_initial_contents(contents)
 199         data = initial_contents.read(initial_contents.get_size())
 200         data = "".join(data)
 201         self.all_contents[self.storage_index] = data
 202         return defer.succeed(self)
 203     def _get_initial_contents(self, contents):
 204         if contents is None:
 205             return MutableData("")
 206
 207         if IMutableUploadable.providedBy(contents):
 208             return contents
 209
 210         assert callable(contents), "%s should be callable, not %s" % \
 211                (contents, type(contents))
 212         return contents(self)
 213     def init_from_cap(self, filecap):
 214         assert isinstance(filecap, (uri.WriteableSSKFileURI,
 215                                     uri.ReadonlySSKFileURI,
 216                                     uri.WriteableMDMFFileURI,
 217                                     uri.ReadonlyMDMFFileURI))
 218         self.my_uri = filecap
 219         self.storage_index = self.my_uri.get_storage_index()
 220         if isinstance(filecap, (uri.WriteableMDMFFileURI,
 221                                 uri.ReadonlyMDMFFileURI)):
 222             self.file_types[self.storage_index] = MDMF_VERSION
 223
 224         else:
 225             self.file_types[self.storage_index] = SDMF_VERSION
 226
 227         return self
 228     def get_cap(self):
 229         return self.my_uri
 230     def get_readcap(self):
 231         return self.my_uri.get_readonly()
 232     def get_uri(self):
 233         return self.my_uri.to_string()
 234     def get_write_uri(self):
 235         if self.is_readonly():
 236             return None
 237         return self.my_uri.to_string()
 238     def get_readonly(self):
 239         return self.my_uri.get_readonly()
 240     def get_readonly_uri(self):
 241         return self.my_uri.get_readonly().to_string()
 242     def get_verify_cap(self):
 243         return self.my_uri.get_verify_cap()
 244     def get_repair_cap(self):
 245         if self.my_uri.is_readonly():
 246             return None
 247         return self.my_uri
 248     def is_readonly(self):
 249         return self.my_uri.is_readonly()
 250     def is_mutable(self):
 251         return self.my_uri.is_mutable()
 252     def is_unknown(self):
 253         return False
 254     def is_allowed_in_immutable_directory(self):
 255         return not self.my_uri.is_mutable()
 256     def raise_error(self):
 257         pass
 258     def get_writekey(self):
 259         return "\x00"*16
 260     def get_size(self):
 261         return len(self.all_contents[self.storage_index])
 262     def get_current_size(self):
 263         return self.get_size_of_best_version()
 264     def get_size_of_best_version(self):
 265         return defer.succeed(len(self.all_contents[self.storage_index]))
 266
 267     def get_storage_index(self):
 268         return self.storage_index
 269
 270     def get_servermap(self, mode):
 271         return defer.succeed(None)
 272
 273     def get_version(self):
 274         assert self.storage_index in self.file_types
 275         return self.file_types[self.storage_index]
 276
 277     def check(self, monitor, verify=False, add_lease=False):
 278         r = CheckResults(self.my_uri, self.storage_index)
 279         data = {}
 280         data["count-shares-needed"] = 3
 281         data["count-shares-expected"] = 10
 282         data["count-good-share-hosts"] = 10
 283         data["count-wrong-shares"] = 0
 284         data["list-corrupt-shares"] = []
 285         nodeid = "\x00"*20
 286         data["sharemap"] = {"seq1-abcd-sh0": [nodeid]}
 287         data["servers-responding"] = [nodeid]
 288         data["count-recoverable-versions"] = 1
 289         data["count-unrecoverable-versions"] = 0
 290         r.set_healthy(True)
 291         r.set_recoverable(True)
 292         data["count-shares-good"] = 10
 293         r.problems = []
 294         r.set_data(data)
 295         r.set_needs_rebalancing(False)
 296         return defer.succeed(r)
 297
 298     def check_and_repair(self, monitor, verify=False, add_lease=False):
 299         d = self.check(verify)
 300         def _got(cr):
 301             r = CheckAndRepairResults(self.storage_index)
 302             r.pre_repair_results = r.post_repair_results = cr
 303             return r
 304         d.addCallback(_got)
 305         return d
 306
 307     def deep_check(self, verify=False, add_lease=False):
 308         d = self.check(verify)
 309         def _done(r):
 310             dr = DeepCheckResults(self.storage_index)
 311             dr.add_check(r, [])
 312             return dr
 313         d.addCallback(_done)
 314         return d
 315
 316     def deep_check_and_repair(self, verify=False, add_lease=False):
 317         d = self.check_and_repair(verify)
 318         def _done(r):
 319             dr = DeepCheckAndRepairResults(self.storage_index)
 320             dr.add_check(r, [])
 321             return dr
 322         d.addCallback(_done)
 323         return d
 324
 325     def download_best_version(self):
 326         return defer.succeed(self._download_best_version())
 327
 328
 329     def _download_best_version(self, ignored=None):
 330         if isinstance(self.my_uri, uri.LiteralFileURI):
 331             return self.my_uri.data
 332         if self.storage_index not in self.all_contents:
 333             raise NotEnoughSharesError(None, 0, 3)
 334         return self.all_contents[self.storage_index]
 335
 336
 337     def overwrite(self, new_contents):
 338         assert not self.is_readonly()
 339         new_data = new_contents.read(new_contents.get_size())
 340         new_data = "".join(new_data)
 341         self.all_contents[self.storage_index] = new_data
 342         return defer.succeed(None)
 343     def modify(self, modifier):
 344         # this does not implement FileTooLargeError, but the real one does
 345         return defer.maybeDeferred(self._modify, modifier)
 346     def _modify(self, modifier):
 347         assert not self.is_readonly()
 348         old_contents = self.all_contents[self.storage_index]
 349         new_data = modifier(old_contents, None, True)
 350         self.all_contents[self.storage_index] = new_data
 351         return None
 352
 353     # As actually implemented, MutableFilenode and MutableFileVersion
 354     # are distinct. However, nothing in the webapi uses (yet) that
 355     # distinction -- it just uses the unified download interface
 356     # provided by get_best_readable_version and read. When we start
 357     # doing cooler things like LDMF, we will want to revise this code to
 358     # be less simplistic.
 359     def get_best_readable_version(self):
 360         return defer.succeed(self)
 361
 362
 363     def get_best_mutable_version(self):
 364         return defer.succeed(self)
 365
 366     # Ditto for this, which is an implementation of IWriteable.
 367     # XXX: Declare that the same is implemented.
 368     def update(self, data, offset):
 369         assert not self.is_readonly()
 370         def modifier(old, servermap, first_time):
 371             new = old[:offset] + "".join(data.read(data.get_size()))
 372             new += old[len(new):]
 373             return new
 374         return self.modify(modifier)
 375
 376
 377     def read(self, consumer, offset=0, size=None):
 378         data = self._download_best_version()
 379         if size:
 380             data = data[offset:offset+size]
 381         consumer.write(data)
 382         return defer.succeed(consumer)
 383
 384
 385 def make_mutable_file_cap():
 386     return uri.WriteableSSKFileURI(writekey=os.urandom(16),
 387                                    fingerprint=os.urandom(32))
 388
 389 def make_mdmf_mutable_file_cap():
 390     return uri.WriteableMDMFFileURI(writekey=os.urandom(16),
 391                                    fingerprint=os.urandom(32))
 392
 393 def make_mutable_file_uri(mdmf=False):
 394     if mdmf:
 395         uri = make_mdmf_mutable_file_cap()
 396     else:
 397         uri = make_mutable_file_cap()
 398
 399     return uri.to_string()
 400
 401 def make_verifier_uri():
 402     return uri.SSKVerifierURI(storage_index=os.urandom(16),
 403                               fingerprint=os.urandom(32)).to_string()
 404
 405 def create_mutable_filenode(contents, mdmf=False):
 406     # XXX: All of these arguments are kind of stupid.
 407     if mdmf:
 408         cap = make_mdmf_mutable_file_cap()
 409     else:
 410         cap = make_mutable_file_cap()
 411
 412     encoding_params = {}
 413     encoding_params['k'] = 3
 414     encoding_params['max_segment_size'] = 128*1024
 415
 416     filenode = FakeMutableFileNode(None, None, encoding_params, None)
 417     filenode.init_from_cap(cap)
 418     if mdmf:
 419         filenode.create(MutableData(contents), version=MDMF_VERSION)
 420     else:
 421         filenode.create(MutableData(contents), version=SDMF_VERSION)
 422     return filenode
 423
 424
 425 class FakeDirectoryNode(dirnode.DirectoryNode):
 426     """This offers IDirectoryNode, but uses a FakeMutableFileNode for the
 427     backing store, so it doesn't go to the grid. The child data is still
 428     encrypted and serialized, so this isn't useful for tests that want to
 429     look inside the dirnodes and check their contents.
 430     """
 431     filenode_class = FakeMutableFileNode
 432
 433 class LoggingServiceParent(service.MultiService):
 434     def log(self, *args, **kwargs):
 435         return log.msg(*args, **kwargs)
 436
 437 class SystemTestMixin(pollmixin.PollMixin, testutil.StallMixin):
 438
 439     # SystemTestMixin tests tend to be a lot of work, and we have a few
 440     # buildslaves that are pretty slow, and every once in a while these tests
 441     # run up against the default 120 second timeout. So increase the default
 442     # timeout. Individual test cases can override this, of course.
 443     timeout = 300
 444
 445     def setUp(self):
 446         self.sparent = service.MultiService()
 447         self.sparent.startService()
 448
 449         self.stats_gatherer = None
 450         self.stats_gatherer_furl = None
 451         self.key_generator_svc = None
 452         self.key_generator_furl = None
 453
 454     def tearDown(self):
 455         log.msg("shutting down SystemTest services")
 456         d = self.sparent.stopService()
 457         d.addBoth(flush_but_dont_ignore)
 458         return d
 459
 460     def getdir(self, subdir):
 461         return os.path.join(self.basedir, subdir)
 462
 463     def add_service(self, s):
 464         s.setServiceParent(self.sparent)
 465         return s
 466
 467     def set_up_nodes(self, NUMCLIENTS=5,
 468                      use_stats_gatherer=False, use_key_generator=False):
 469         self.numclients = NUMCLIENTS
 470         iv_dir = self.getdir("introducer")
 471         if not os.path.isdir(iv_dir):
 472             fileutil.make_dirs(iv_dir)
 473             fileutil.write(os.path.join(iv_dir, 'tahoe.cfg'), \
 474                                "[node]\n" + \
 475                                "web.port = tcp:0:interface=127.0.0.1\n")
 476             if SYSTEM_TEST_CERTS:
 477                 os.mkdir(os.path.join(iv_dir, "private"))
 478                 f = open(os.path.join(iv_dir, "private", "node.pem"), "w")
 479                 f.write(SYSTEM_TEST_CERTS[0])
 480                 f.close()
 481         iv = IntroducerNode(basedir=iv_dir)
 482         self.introducer = self.add_service(iv)
 483         d = self.introducer.when_tub_ready()
 484         d.addCallback(self._get_introducer_web)
 485         if use_stats_gatherer:
 486             d.addCallback(self._set_up_stats_gatherer)
 487         if use_key_generator:
 488             d.addCallback(self._set_up_key_generator)
 489         d.addCallback(self._set_up_nodes_2)
 490         if use_stats_gatherer:
 491             d.addCallback(self._grab_stats)
 492         return d
 493
 494     def _get_introducer_web(self, res):
 495         f = open(os.path.join(self.getdir("introducer"), "node.url"), "r")
 496         self.introweb_url = f.read().strip()
 497         f.close()
 498
 499     def _set_up_stats_gatherer(self, res):
 500         statsdir = self.getdir("stats_gatherer")
 501         fileutil.make_dirs(statsdir)
 502         self.stats_gatherer_svc = StatsGathererService(statsdir)
 503         self.stats_gatherer = self.stats_gatherer_svc.stats_gatherer
 504         self.add_service(self.stats_gatherer_svc)
 505
 506         d = fireEventually()
 507         sgf = os.path.join(statsdir, 'stats_gatherer.furl')
 508         def check_for_furl():
 509             return os.path.exists(sgf)
 510         d.addCallback(lambda junk: self.poll(check_for_furl, timeout=30))
 511         def get_furl(junk):
 512             self.stats_gatherer_furl = file(sgf, 'rb').read().strip()
 513         d.addCallback(get_furl)
 514         return d
 515
 516     def _set_up_key_generator(self, res):
 517         kgsdir = self.getdir("key_generator")
 518         fileutil.make_dirs(kgsdir)
 519
 520         self.key_generator_svc = KeyGeneratorService(kgsdir,
 521                                                      display_furl=False,
 522                                                      default_key_size=TEST_RSA_KEY_SIZE)
 523         self.key_generator_svc.key_generator.pool_size = 4
 524         self.key_generator_svc.key_generator.pool_refresh_delay = 60
 525         self.add_service(self.key_generator_svc)
 526
 527         d = fireEventually()
 528         def check_for_furl():
 529             return os.path.exists(os.path.join(kgsdir, 'key_generator.furl'))
 530         d.addCallback(lambda junk: self.poll(check_for_furl, timeout=30))
 531         def get_furl(junk):
 532             kgf = os.path.join(kgsdir, 'key_generator.furl')
 533             self.key_generator_furl = file(kgf, 'rb').read().strip()
 534         d.addCallback(get_furl)
 535         return d
 536
 537     def _set_up_nodes_2(self, res):
 538         q = self.introducer
 539         self.introducer_furl = q.introducer_url
 540         self.clients = []
 541         basedirs = []
 542         for i in range(self.numclients):
 543             basedir = self.getdir("client%d" % i)
 544             basedirs.append(basedir)
 545             fileutil.make_dirs(os.path.join(basedir, "private"))
 546             if len(SYSTEM_TEST_CERTS) > (i+1):
 547                 f = open(os.path.join(basedir, "private", "node.pem"), "w")
 548                 f.write(SYSTEM_TEST_CERTS[i+1])
 549                 f.close()
 550
 551             config = "[client]\n"
 552             config += "introducer.furl = %s\n" % self.introducer_furl
 553             if self.stats_gatherer_furl:
 554                 config += "stats_gatherer.furl = %s\n" % self.stats_gatherer_furl
 555
 556             if i == 0:
 557                 # clients[0] runs a webserver and a helper, no key_generator
 558                 config += "[node]\n"
 559                 config += "web.port = tcp:0:interface=127.0.0.1\n"
 560                 config += "timeout.keepalive = 600\n"
 561                 config += "[helper]\n"
 562                 config += "enabled = True\n"
 563             if i == 3:
 564                 # clients[3] runs a webserver and uses a helper, uses
 565                 # key_generator
 566                 if self.key_generator_furl:
 567                     config += "key_generator.furl = %s\n" % self.key_generator_furl
 568                 config += "[node]\n"
 569                 config += "web.port = tcp:0:interface=127.0.0.1\n"
 570                 config += "timeout.disconnect = 1800\n"
 571
 572             fileutil.write(os.path.join(basedir, 'tahoe.cfg'), config)
 573
 574         # give subclasses a chance to append lines to the node's tahoe.cfg
 575         # files before they are launched.
 576         self._set_up_nodes_extra_config()
 577
 578         # start clients[0], wait for it's tub to be ready (at which point it
 579         # will have registered the helper furl).
 580         c = self.add_service(client.Client(basedir=basedirs[0]))
 581         self.clients.append(c)
 582         c.set_default_mutable_keysize(TEST_RSA_KEY_SIZE)
 583         d = c.when_tub_ready()
 584         def _ready(res):
 585             f = open(os.path.join(basedirs[0],"private","helper.furl"), "r")
 586             helper_furl = f.read()
 587             f.close()
 588             self.helper_furl = helper_furl
 589             if self.numclients >= 4:
 590                 f = open(os.path.join(basedirs[3], 'tahoe.cfg'), 'ab+')
 591                 f.write(
 592                       "[client]\n"
 593                       "helper.furl = %s\n" % helper_furl)
 594                 f.close()
 595
 596             # this starts the rest of the clients
 597             for i in range(1, self.numclients):
 598                 c = self.add_service(client.Client(basedir=basedirs[i]))
 599                 self.clients.append(c)
 600                 c.set_default_mutable_keysize(TEST_RSA_KEY_SIZE)
 601             log.msg("STARTING")
 602             return self.wait_for_connections()
 603         d.addCallback(_ready)
 604         def _connected(res):
 605             log.msg("CONNECTED")
 606             # now find out where the web port was
 607             self.webish_url = self.clients[0].getServiceNamed("webish").getURL()
 608             if self.numclients >=4:
 609                 # and the helper-using webport
 610                 self.helper_webish_url = self.clients[3].getServiceNamed("webish").getURL()
 611         d.addCallback(_connected)
 612         return d
 613
 614     def _set_up_nodes_extra_config(self):
 615         # for overriding by subclasses
 616         pass
 617
 618     def _grab_stats(self, res):
 619         d = self.stats_gatherer.poll()
 620         return d
 621
 622     def bounce_client(self, num):
 623         c = self.clients[num]
 624         d = c.disownServiceParent()
 625         # I think windows requires a moment to let the connection really stop
 626         # and the port number made available for re-use. TODO: examine the
 627         # behavior, see if this is really the problem, see if we can do
 628         # better than blindly waiting for a second.
 629         d.addCallback(self.stall, 1.0)
 630         def _stopped(res):
 631             new_c = client.Client(basedir=self.getdir("client%d" % num))
 632             self.clients[num] = new_c
 633             new_c.set_default_mutable_keysize(TEST_RSA_KEY_SIZE)
 634             self.add_service(new_c)
 635             return new_c.when_tub_ready()
 636         d.addCallback(_stopped)
 637         d.addCallback(lambda res: self.wait_for_connections())
 638         def _maybe_get_webport(res):
 639             if num == 0:
 640                 # now find out where the web port was
 641                 self.webish_url = self.clients[0].getServiceNamed("webish").getURL()
 642         d.addCallback(_maybe_get_webport)
 643         return d
 644
 645     def add_extra_node(self, client_num, helper_furl=None,
 646                        add_to_sparent=False):
 647         # usually this node is *not* parented to our self.sparent, so we can
 648         # shut it down separately from the rest, to exercise the
 649         # connection-lost code
 650         basedir = self.getdir("client%d" % client_num)
 651         if not os.path.isdir(basedir):
 652             fileutil.make_dirs(basedir)
 653         config = "[client]\n"
 654         config += "introducer.furl = %s\n" % self.introducer_furl
 655         if helper_furl:
 656             config += "helper.furl = %s\n" % helper_furl
 657         fileutil.write(os.path.join(basedir, 'tahoe.cfg'), config)
 658
 659         c = client.Client(basedir=basedir)
 660         self.clients.append(c)
 661         c.set_default_mutable_keysize(TEST_RSA_KEY_SIZE)
 662         self.numclients += 1
 663         if add_to_sparent:
 664             c.setServiceParent(self.sparent)
 665         else:
 666             c.startService()
 667         d = self.wait_for_connections()
 668         d.addCallback(lambda res: c)
 669         return d
 670
 671     def _check_connections(self):
 672         for c in self.clients:
 673             if not c.connected_to_introducer():
 674                 return False
 675             sb = c.get_storage_broker()
 676             if len(sb.get_connected_servers()) != self.numclients:
 677                 return False
 678         return True
 679
 680     def wait_for_connections(self, ignored=None):
 681         # TODO: replace this with something that takes a list of peerids and
 682         # fires when they've all been heard from, instead of using a count
 683         # and a threshold
 684         return self.poll(self._check_connections, timeout=200)
 685
 686
 687 # our system test uses the same Tub certificates each time, to avoid the
 688 # overhead of key generation
 689 SYSTEM_TEST_CERTS = [
 690 """-----BEGIN CERTIFICATE-----
 691 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 692 aW5neTAeFw0wODA3MjUyMjQyMDVaFw0wOTA3MjUyMjQyMDVaMBcxFTATBgNVBAMU
 693 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAxHCWajrR
 694 2h/iurw8k93m8WUdE3xypJiiAITw7GkKlKbCLD+dEce2MXwVVYca0n/MZZsj89Cu
 695 Ko0lLjksMseoSDoj98iEmVpaY5mc2ntpQ+FXdoEmPP234XRWEg2HQ+EaK6+WkGQg
 696 DDXQvFJCVCQk/n1MdAwZZ6vqf2ITzSuD44kCAwEAATANBgkqhkiG9w0BAQQFAAOB
 697 gQBn6qPKGdFjWJy7sOOTUFfm/THhHQqAh1pBDLkjR+OtzuobCoP8n8J1LNG3Yxds
 698 Jj7NWQL7X5TfOlfoi7e9jK0ujGgWh3yYU6PnHzJLkDiDT3LCSywQuGXCjh0tOStS
 699 2gaCmmAK2cfxSStKzNcewl2Zs8wHMygq8TLFoZ6ozN1+xQ==
 700 -----END CERTIFICATE-----
 701 -----BEGIN RSA PRIVATE KEY-----
 702 MIICXQIBAAKBgQDEcJZqOtHaH+K6vDyT3ebxZR0TfHKkmKIAhPDsaQqUpsIsP50R
 703 x7YxfBVVhxrSf8xlmyPz0K4qjSUuOSwyx6hIOiP3yISZWlpjmZzae2lD4Vd2gSY8
 704 /bfhdFYSDYdD4Rorr5aQZCAMNdC8UkJUJCT+fUx0DBlnq+p/YhPNK4PjiQIDAQAB
 705 AoGAZyDMdrymiyMOPwavrtlicvyohSBid3MCKc+hRBvpSB0790r2RO1aAySndp1V
 706 QYmCXx1RhKDbrs8m49t0Dryu5T+sQrFl0E3usAP3vvXWeh4jwJ9GyiRWy4xOEuEQ
 707 3ewjbEItHqA/bRJF0TNtbOmZTDC7v9FRPf2bTAyFfTZep5kCQQD33q1RA8WUYtmQ
 708 IArgHqt69i421lpXlOgqotFHwTx4FiGgVzDQCDuXU6txB9EeKRM340poissav/n6
 709 bkLZ7/VDAkEAyuIPkeI59sE5NnmW+N47NbCfdM1Smy1YxZpv942EmP9Veub5N0dw
 710 iK5bLAgEguUIjpTsh3BRmsE9Xd+ItmnRQwJBAMZhbg19G1EbnE0BmDKv2UbcaThy
 711 bnPSNc6J6T2opqDl9ZvCrMqTDD6dNIWOYAvni/4a556sFsoeBBAu10peBskCQE6S
 712 cB86cuJagLLVMh/dySaI6ahNoFFSpY+ZuQUxfInYUR2Q+DFtbGqyw8JwtHaRBthZ
 713 WqU1XZVGg2KooISsxIsCQQD1PS7//xHLumBb0jnpL7n6W8gmiTyzblT+0otaCisP
 714 fN6rTlwV1o8VsOUAz0rmKO5RArCbkmb01WtMgPCDBYkk
 715 -----END RSA PRIVATE KEY-----
 716 """, # 0
 717 """-----BEGIN CERTIFICATE-----
 718 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 719 aW5neTAeFw0wODA3MjUyMjQyMDVaFw0wOTA3MjUyMjQyMDVaMBcxFTATBgNVBAMU
 720 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAs9CALdmW
 721 kJ6r0KPSLdGCA8rzQKxWayrMckT22ZtbRv3aw6VA96dWclpY+T2maV0LrAzmMSL8
 722 n61ydJHM33iYDOyWbwHWN45XCjY/e20PL54XUl/DmbBHEhQVQLIfCldcRcnWEfoO
 723 iOhDJfWpDO1dmP/aOYLdkZCZvBtPAfyUqRcCAwEAATANBgkqhkiG9w0BAQQFAAOB
 724 gQAN9eaCREkzzk4yPIaWYkWHg3Igs1vnOR/iDw3OjyxO/xJFP2lkA2WtrwL2RTRq
 725 dxA8gwdPyrWgdiZElwZH8mzTJ4OdUXLSMclLOg9kvH6gtSvhLztfEDwDP1wRhikh
 726 OeWWu2GIC+uqFCI1ftoGgU+aIa6yrHswf66rrQvBSSvJPQ==
 727 -----END CERTIFICATE-----
 728 -----BEGIN RSA PRIVATE KEY-----
 729 MIICXQIBAAKBgQCz0IAt2ZaQnqvQo9It0YIDyvNArFZrKsxyRPbZm1tG/drDpUD3
 730 p1ZyWlj5PaZpXQusDOYxIvyfrXJ0kczfeJgM7JZvAdY3jlcKNj97bQ8vnhdSX8OZ
 731 sEcSFBVAsh8KV1xFydYR+g6I6EMl9akM7V2Y/9o5gt2RkJm8G08B/JSpFwIDAQAB
 732 AoGBAIUy5zCPpSP+FeJY6CG+t6Pdm/IFd4KtUoM3KPCrT6M3+uzApm6Ny9Crsor2
 733 qyYTocjSSVaOxzn1fvpw4qWLrH1veUf8ozMs8Z0VuPHD1GYUGjOXaBPXb5o1fQL9
 734 h7pS5/HrDDPN6wwDNTsxRf/fP58CnfwQUhwdoxcx8TnVmDQxAkEA6N3jBXt/Lh0z
 735 UbXHhv3QBOcqLZA2I4tY7wQzvUvKvVmCJoW1tfhBdYQWeQv0jzjL5PzrrNY8hC4l
 736 8+sFM3h5TwJBAMWtbFIEZfRSG1JhHK3evYHDTZnr/j+CdoWuhzP5RkjkIKsiLEH7
 737 2ZhA7CdFQLZF14oXy+g1uVCzzfB2WELtUbkCQQDKrb1XWzrBlzbAipfkXWs9qTmj
 738 uJ32Z+V6+0xRGPOXxJ0sDDqw7CeFMfchWg98zLFiV+SEZV78qPHtkAPR3ayvAkB+
 739 hUMhM4N13t9x2IoclsXAOhp++9bdG0l0woHyuAdOPATUw6iECwf4NQVxFRgYEZek
 740 4Ro3Y7taddrHn1dabr6xAkAic47OoLOROYLpljmJJO0eRe3Z5IFe+0D2LfhAW3LQ
 741 JU+oGq5pCjfnoaDElRRZn0+GmunnWeQEYKoflTi/lI9d
 742 -----END RSA PRIVATE KEY-----
 743 """, # 1
 744 """-----BEGIN CERTIFICATE-----
 745 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 746 aW5neTAeFw0wODA3MjUyMjQyMDZaFw0wOTA3MjUyMjQyMDZaMBcxFTATBgNVBAMU
 747 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAsxG7LTrz
 748 DF+9wegOR/BRJhjSumPUbYQnNAUKtPraFsGjAJILP44AHdnHt1MONLgTeX1ynapo
 749 q6O/q5cdKtBB7uEh7FpkLCCwpZt/m0y79cynn8AmWoQVgl8oS0567UmPeJnTzFPv
 750 dmT5dlaQALeX5YGceAsEvhmAsdOMttaor38CAwEAATANBgkqhkiG9w0BAQQFAAOB
 751 gQA345rxotfvh2kfgrmRzAyGewVBV4r23Go30GSZir8X2GoH3qKNwO4SekAohuSw
 752 AiXzLUbwIdSRSqaLFxSC7Duqc9eIeFDAWjeEmpfFLBNiw3K8SLA00QrHCUXnECTD
 753 b/Kk6OGuvPOiuuONVjEuEcRdCH3/Li30D0AhJaMynjhQJQ==
 754 -----END CERTIFICATE-----
 755 -----BEGIN RSA PRIVATE KEY-----
 756 MIICXQIBAAKBgQCzEbstOvMMX73B6A5H8FEmGNK6Y9RthCc0BQq0+toWwaMAkgs/
 757 jgAd2ce3Uw40uBN5fXKdqmiro7+rlx0q0EHu4SHsWmQsILClm3+bTLv1zKefwCZa
 758 hBWCXyhLTnrtSY94mdPMU+92ZPl2VpAAt5flgZx4CwS+GYCx04y21qivfwIDAQAB
 759 AoGBAIlhFg/aRPL+VM9539LzHN60dp8GzceDdqwjHhbAySZiQlLCuJx2rcI4/U65
 760 CpIJku9G/fLV9N2RkA/trDPXeGyqCTJfnNzyZcvvMscRMFqSGyc21Y0a+GS8bIxt
 761 1R2B18epSVMsWSWWMypeEgsfv29LV7oSWG8UKaqQ9+0h63DhAkEA4i2L/rori/Fb
 762 wpIBfA+xbXL/GmWR7xPW+3nG3LdLQpVzxz4rIsmtO9hIXzvYpcufQbwgVACyMmRf
 763 TMABeSDM7wJBAMquEdTaVXjGfH0EJ7z95Ys2rYTiCXjBfyEOi6RXXReqV9SXNKlN
 764 aKsO22zYecpkAjY1EdUdXWP/mNVEybjpZnECQQCcuh0JPS5RwcTo9c2rjyBOjGIz
 765 g3B1b5UIG2FurmCrWe6pgO3ZJFEzZ/L2cvz0Hj5UCa2JKBZTDvRutZoPumfnAkAb
 766 nSW+y1Rz1Q8m9Ub4v9rjYbq4bRd/RVWtyk6KQIDldYbr5wH8wxgsniSVKtVFFuUa
 767 P5bDY3HS6wMGo42cTOhxAkAcdweQSQ3j7mfc5vh71HeAC1v/VAKGehGOUdeEIQNl
 768 Sb2WuzpZkbfsrVzW6MdlgY6eE7ufRswhDPLWPC8MP0d1
 769 -----END RSA PRIVATE KEY-----
 770 """, # 2
 771 """-----BEGIN CERTIFICATE-----
 772 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 773 aW5neTAeFw0wODA3MjUyMjQyMDZaFw0wOTA3MjUyMjQyMDZaMBcxFTATBgNVBAMU
 774 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAxnH+pbOS
 775 qlJlsHpKUQtV0oN1Mv+ESG+yUDxStFFGjkJv/UIRzpxqFqY/6nJ3D03kZsDdcXyi
 776 CfV9hPYQaVNMn6z+puPmIagfBQ0aOyuI+nUhCttZIYD9071BjW5bCMX5NZWL/CZm
 777 E0HdAZ77H6UrRckJ7VR8wAFpihBxD5WliZcCAwEAATANBgkqhkiG9w0BAQQFAAOB
 778 gQAwXqY1Sjvp9JSTHKklu7s0T6YmH/BKSXrHpS2xO69svK+ze5/+5td3jPn4Qe50
 779 xwRNZSFmSLuJLfCO32QJSJTB7Vs5D3dNTZ2i8umsaodm97t8hit7L75nXRGHKH//
 780 xDVWAFB9sSgCQyPMRkL4wB4YSfRhoSKVwMvaz+XRZDUU0A==
 781 -----END CERTIFICATE-----
 782 -----BEGIN RSA PRIVATE KEY-----
 783 MIICXAIBAAKBgQDGcf6ls5KqUmWwekpRC1XSg3Uy/4RIb7JQPFK0UUaOQm/9QhHO
 784 nGoWpj/qcncPTeRmwN1xfKIJ9X2E9hBpU0yfrP6m4+YhqB8FDRo7K4j6dSEK21kh
 785 gP3TvUGNblsIxfk1lYv8JmYTQd0BnvsfpStFyQntVHzAAWmKEHEPlaWJlwIDAQAB
 786 AoGAdHNMlXwtItm7ZrY8ihZ2xFP0IHsk60TwhHkBp2LSXoTKJvnwbSgIcUYZ18BX
 787 8Zkp4MpoqEIU7HcssyuaMdR572huV2w0D/2gYJQLQ5JapaR3hMox3YG4wjXasN1U
 788 1iZt7JkhKlOy+ElL5T9mKTE1jDsX2RAv4WALzMpYFo7vs4ECQQDxqrPaqRQ5uYS/
 789 ejmIk05nM3Q1zmoLtMDrfRqrjBhaf/W3hqGihiqN2kL3PIIYcxSRWiyNlYXjElsR
 790 2sllBTe3AkEA0jcMHVThwKt1+Ce5VcE7N6hFfbsgISTjfJ+Q3K2NkvJkmtE8ZRX5
 791 XprssnPN8owkfF5yuKbcSZL3uvaaSGN9IQJAfTVnN9wwOXQwHhDSbDt9/KRBCnum
 792 n+gHqDrKLaVJHOJ9SZf8eLswoww5c+UqtkYxmtlwie61Tp+9BXQosilQ4wJBAIZ1
 793 XVNZmriBM4jR59L5MOZtxF0ilu98R+HLsn3kqLyIPF9mXCoQPxwLHkEan213xFKk
 794 mt6PJDIPRlOZLqAEuuECQFQMCrn0VUwPg8E40pxMwgMETvVflPs/oZK1Iu+b7+WY
 795 vBptAyhMu31fHQFnJpiUOyHqSZnOZyEn1Qu2lszNvUg=
 796 -----END RSA PRIVATE KEY-----
 797 """, # 3
 798 """-----BEGIN CERTIFICATE-----
 799 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 800 aW5neTAeFw0wODA3MjUyMjQyMDZaFw0wOTA3MjUyMjQyMDZaMBcxFTATBgNVBAMU
 801 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAnjiOwipn
 802 jigDuNMfNG/tBJhPwYUHhSbQdvrTubhsxw1oOq5XpNqUwRtC8hktOKM3hghyqExP
 803 62EOi0aJBkRhtwtPSLBCINptArZLfkog/nTIqVv4eLEzJ19nTi/llHHWKcgA6XTI
 804 sU/snUhGlySA3RpETvXqIJTauQRZz0kToSUCAwEAATANBgkqhkiG9w0BAQQFAAOB
 805 gQCQ+u/CsX5WC5m0cLrpyIS6qZa62lrB3mj9H1aIQhisT5kRsMz3FJ1aOaS8zPRz
 806 w0jhyRmamCcSsWf5WK539iOtsXbKMdAyjNtkQO3g+fnsLgmznAjjst24jfr+XU59
 807 0amiy1U6TY93gtEBZHtiLldPdUMsTuFbBlqbcMBQ50x9rA==
 808 -----END CERTIFICATE-----
 809 -----BEGIN RSA PRIVATE KEY-----
 810 MIICXAIBAAKBgQCeOI7CKmeOKAO40x80b+0EmE/BhQeFJtB2+tO5uGzHDWg6rlek
 811 2pTBG0LyGS04ozeGCHKoTE/rYQ6LRokGRGG3C09IsEIg2m0Ctkt+SiD+dMipW/h4
 812 sTMnX2dOL+WUcdYpyADpdMixT+ydSEaXJIDdGkRO9eoglNq5BFnPSROhJQIDAQAB
 813 AoGAAPrst3s3xQOucjismtCOsVaYN+SxFTwWUoZfRWlFEz6cBLELzfOktEWM9p79
 814 TrqEH4px22UNobGqO2amdql5yXwEFVhYQkRB8uDA8uVaqpL8NLWTGPRXxZ2DSU+n
 815 7/FLf/TWT3ti/ZtXaPVRj6E2/Mq9AVEVOjUYzkNjM02OxcECQQDKEqmPbdZq2URU
 816 7RbUxkq5aTp8nzAgbpUsgBGQ9PDAymhj60BDEP0q28Ssa7tU70pRnQ3AZs9txgmL
 817 kK2g97FNAkEAyHH9cIb6qXOAJPIr/xamFGr5uuYw9TJPz/hfVkVimW/aZnBB+e6Q
 818 oALJBDKJWeYPzdNbouJYg8MeU0qWdZ5DOQJADUk+1sxc/bd9U6wnBSRog1pU2x7I
 819 VkmPC1b8ULCaJ8LnLDKqjf5O9wNuIfwPXB1DoKwX3F+mIcyUkhWYJO5EPQJAUj5D
 820 KMqZSrGzYHVlC/M1Daee88rDR7fu+3wDUhiCDkbQq7tftrbl7GF4LRq3NIWq8l7I
 821 eJq6isWiSbaO6Y+YMQJBAJFBpVhlY5Px2BX5+Hsfq6dSP3sVVc0eHkdsoZFFxq37
 822 fksL/q2vlPczvBihgcxt+UzW/UrNkelOuX3i57PDvFs=
 823 -----END RSA PRIVATE KEY-----
 824 """, # 4
 825 """-----BEGIN CERTIFICATE-----
 826 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 827 aW5neTAeFw0wODA3MjUyMjQyMDZaFw0wOTA3MjUyMjQyMDZaMBcxFTATBgNVBAMU
 828 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAsCQuudDF
 829 zgmY5tDpT0TkUo8fpJ5JcvgCkLFpSDD8REpXhLFkHWhTmTj3CAxfv4lA3sQzHZxe
 830 4S9YCb5c/VTbFEdgwc/wlxMmJiz2jYghdmWPBb8pBEk31YihIhC+u4kex6gJBH5y
 831 ixiZ3PPRRMaOBBo+ZfM50XIyWbFOOM/7FwcCAwEAATANBgkqhkiG9w0BAQQFAAOB
 832 gQB4cFURaiiUx6n8eS4j4Vxrii5PtsaNEI4acANFSYknGd0xTP4vnmoivNmo5fWE
 833 Q4hYtGezNu4a9MnNhcQmI20KzXmvhLJtkwWCgGOVJtMem8hDWXSALV1Ih8hmVkGS
 834 CI1elfr9eyguunGp9eMMQfKhWH52WHFA0NYa0Kpv5BY33A==
 835 -----END CERTIFICATE-----
 836 -----BEGIN RSA PRIVATE KEY-----
 837 MIICWwIBAAKBgQCwJC650MXOCZjm0OlPRORSjx+knkly+AKQsWlIMPxESleEsWQd
 838 aFOZOPcIDF+/iUDexDMdnF7hL1gJvlz9VNsUR2DBz/CXEyYmLPaNiCF2ZY8FvykE
 839 STfViKEiEL67iR7HqAkEfnKLGJnc89FExo4EGj5l8znRcjJZsU44z/sXBwIDAQAB
 840 AoGABA7xXKqoxBSIh1js5zypHhXaHsre2l1Igdj0mgs25MPpvE7yBZNvyan8Vx0h
 841 36Hj8r4Gh3og3YNfvem67sNTwNwONY0ep+Xho/3vG0jFATGduSXdcT04DusgZNqg
 842 UJqW75cqxrD6o/nya5wUoN9NL5pcd5AgVMdOYvJGbrwQuaECQQDiCs/5dsUkUkeC
 843 Tlur1wh0wJpW4Y2ctO3ncRdnAoAA9y8dELHXMqwKE4HtlyzHY7Bxds/BDh373EVK
 844 rsdl+v9JAkEAx3xTmsOQvWa1tf/O30sdItVpGogKDvYqkLCNthUzPaL85BWB03E2
 845 xunHcVVlqAOE5tFuw0/UEyEkOaGlNTJTzwJAPIVel9FoCUiKYuYt/z1swy3KZRaw
 846 /tMmm4AZHvh5Y0jLcYHFy/OCQpRkhkOitqQHWunPyEXKW2PnnY5cTv68GQJAHG7H
 847 B88KCUTjb25nkQIGxBlA4swzCtDhXkAb4rEA3a8mdmfuWjHPyeg2ShwO4jSmM7P0
 848 Iph1NMjLff9hKcTjlwJARpItOFkYEdtSODC7FMm7KRKQnNB27gFAizsOYWD4D2b7
 849 w1FTEZ/kSA9wSNhyNGt7dgUo6zFhm2u973HBCUb3dg==
 850 -----END RSA PRIVATE KEY-----
 851 """, # 5
 852 """-----BEGIN CERTIFICATE-----
 853 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 854 aW5neTAeFw0wODA3MjUyMjQ3NThaFw0wOTA3MjUyMjQ3NThaMBcxFTATBgNVBAMU
 855 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAvhTRj1dA
 856 NOfse/UBeTfMekZKxZHsNPr+qBYaveWAHDded/BMyMgaMV2n6HQdiDaRjJkzjHCF
 857 3xBtpIJeEGUqfrF0ob8BIZXy3qk68eX/0CVUbgmjSBN44ahlo63NshyXmZtEAkRV
 858 VE/+cRKw3N2wtuTed5xwfNcL6dg4KTOEYEkCAwEAATANBgkqhkiG9w0BAQQFAAOB
 859 gQCN+CLuVwLeWjSdVbdizYyrOVckqtwiIHG9BbGMlcIdm0qpvD7V7/sN2csk5LaT
 860 BNiHi1t5628/4UHqqodYmFw8ri8ItFwB+MmTJi11CX6dIP9OUhS0qO8Z/BKtot7H
 861 j04oNwl+WqZZfHIYwTIEL0HBn60nOvCQPDtnWG2BhpUxMA==
 862 -----END CERTIFICATE-----
 863 -----BEGIN RSA PRIVATE KEY-----
 864 MIICXQIBAAKBgQC+FNGPV0A05+x79QF5N8x6RkrFkew0+v6oFhq95YAcN1538EzI
 865 yBoxXafodB2INpGMmTOMcIXfEG2kgl4QZSp+sXShvwEhlfLeqTrx5f/QJVRuCaNI
 866 E3jhqGWjrc2yHJeZm0QCRFVUT/5xErDc3bC25N53nHB81wvp2DgpM4RgSQIDAQAB
 867 AoGALl2BqIdN4Bnac3oV++2CcSkIQB0SEvJOf820hDGhCEDxSCxTbn5w9S21MVxx
 868 f7Jf2n3cNxuTbA/jzscGDtW+gXCs+WAbAr5aOqHLUPGEobhKQrQT2hrxQHyv3UFp
 869 0tIl9eXFknOyVAaUJ3athK5tyjSiCZQQHLGzeLaDSKVAPqECQQD1GK7DkTcLaSvw
 870 hoTJ3dBK3JoKT2HHLitfEE0QV58mkqFMjofpe+nyeKWvEb/oB4WBp/cfTvtf7DJK
 871 zl1OSf11AkEAxomWmJeub0xpqksCmnVI1Jt1mvmcE4xpIcXq8sxzLHRc2QOv0kTw
 872 IcFl4QcN6EQBmE+8kl7Tx8SPAVKfJMoZBQJAGsUFYYrczjxAdlba7glyFJsfn/yn
 873 m0+poQpwwFYxpc7iGzB+G7xTAw62WfbAVSFtLYog7aR8xC9SFuWPP1vJeQJBAILo
 874 xBj3ovgWTXIRJbVM8mnl28UFI0msgsHXK9VOw/6i93nMuYkPFbtcN14KdbwZ42dX
 875 5EIrLr+BNr4riW4LqDUCQQCbsEEpTmj3upKUOONPt+6CH/OOMjazUzYHZ/3ORHGp
 876 Q3Wt+I4IrR/OsiACSIQAhS4kBfk/LGggnj56DrWt+oBl
 877 -----END RSA PRIVATE KEY-----
 878 """, #6
 879 """-----BEGIN CERTIFICATE-----
 880 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 881 aW5neTAeFw0wODA3MjUyMjQ3NThaFw0wOTA3MjUyMjQ3NThaMBcxFTATBgNVBAMU
 882 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAtKhx6sEA
 883 jn6HWc6T2klwlPn0quyHtATIw8V3ezP46v6g2rRS7dTywo4GTP4vX58l+sC9z9Je
 884 qhQ1rWSwMK4FmnDMZCu7AVO7oMIXpXdSz7l0bgCnNjvbpkA2pOfbB1Z8oj8iebff
 885 J33ID5DdkmCzqYVtKpII1o/5z7Jo292JYy8CAwEAATANBgkqhkiG9w0BAQQFAAOB
 886 gQA0PYMA07wo9kEH4fv9TCfo+zz42Px6lUxrQBPxBvDiGYhk2kME/wX0IcoZPKTV
 887 WyBGmDAYWvFaHWbrbbTOfzlLWfYrDD913hCi9cO8iF8oBqRjIlkKcxAoe7vVg5Az
 888 ydVcrY+zqULJovWwyNmH1QNIQfMat0rj7fylwjiS1y/YsA==
 889 -----END CERTIFICATE-----
 890 -----BEGIN RSA PRIVATE KEY-----
 891 MIICXAIBAAKBgQC0qHHqwQCOfodZzpPaSXCU+fSq7Ie0BMjDxXd7M/jq/qDatFLt
 892 1PLCjgZM/i9fnyX6wL3P0l6qFDWtZLAwrgWacMxkK7sBU7ugwheld1LPuXRuAKc2
 893 O9umQDak59sHVnyiPyJ5t98nfcgPkN2SYLOphW0qkgjWj/nPsmjb3YljLwIDAQAB
 894 AoGAU4CYRv22mCZ7wVLunDLdyr5ODMMPZnHfqj2XoGbBYz0WdIBs5GlNXAfxeZzz
 895 oKsbDvAPzANcphh5RxAHMDj/dT8rZOez+eJrs1GEV+crl1T9p83iUkAuOJFtgUgf
 896 TtQBL9vHaj7DfvCEXcBPmN/teDFmAAOyUNbtuhTkRa3PbuECQQDwaqZ45Kr0natH
 897 V312dqlf9ms8I6e873pAu+RvA3BAWczk65eGcRjEBxVpTvNEcYKFrV8O5ZYtolrr
 898 VJl97AfdAkEAwF4w4KJ32fLPVoPnrYlgLw86NejMpAkixblm8cn51avPQmwbtahb
 899 BZUuca22IpgDpjeEk5SpEMixKe/UjzxMewJBALy4q2cY8U3F+u6sshLtAPYQZIs3
 900 3fNE9W2dUKsIQvRwyZMlkLN7UhqHCPq6e+HNTM0MlCMIfAPkf4Rdy4N6ZY0CQCKE
 901 BAMaQ6TwgzFDw5sIjiCDe+9WUPmRxhJyHL1/fvtOs4Z4fVRP290ZklbFU2vLmMQH
 902 LBuKzfb7+4XJyXrV1+cCQBqfPFQQZLr5UgccABYQ2jnWVbJPISJ5h2b0cwXt+pz/
 903 8ODEYLjqWr9K8dtbgwdpzwbkaGhQYpyvsguMvNPMohs=
 904 -----END RSA PRIVATE KEY-----
 905 """, #7
 906 """-----BEGIN CERTIFICATE-----
 907 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 908 aW5neTAeFw0wODA3MjUyMjQ3NThaFw0wOTA3MjUyMjQ3NThaMBcxFTATBgNVBAMU
 909 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAnBfNHycn
 910 5RnYzDN4EWTk2q1BBxA6ZYtlG1WPkj5iKeaYKzUk58zBL7mNOA0ucq+yTwh9C4IC
 911 EutWPaKBSKY5XI+Rdebh+Efq+urtOLgfJHlfcCraEx7hYN+tqqMVgEgnO/MqIsn1
 912 I1Fvnp89mSYbQ9tmvhSH4Hm+nbeK6iL2tIsCAwEAATANBgkqhkiG9w0BAQQFAAOB
 913 gQBt9zxfsKWoyyV764rRb6XThuTDMNSDaVofqePEWjudAbDu6tp0pHcrL0XpIrnT
 914 3iPgD47pdlwQNbGJ7xXwZu2QTOq+Lv62E6PCL8FljDVoYqR3WwJFFUigNvBT2Zzu
 915 Pxx7KUfOlm/M4XUSMu31sNJ0kQniBwpkW43YmHVNFb/R7g==
 916 -----END CERTIFICATE-----
 917 -----BEGIN RSA PRIVATE KEY-----
 918 MIICXQIBAAKBgQCcF80fJyflGdjMM3gRZOTarUEHEDpli2UbVY+SPmIp5pgrNSTn
 919 zMEvuY04DS5yr7JPCH0LggIS61Y9ooFIpjlcj5F15uH4R+r66u04uB8keV9wKtoT
 920 HuFg362qoxWASCc78yoiyfUjUW+enz2ZJhtD22a+FIfgeb6dt4rqIva0iwIDAQAB
 921 AoGBAIHstcnWd7iUeQYPWUNxLaRvTY8pjNH04yWLZEOgNWkXDVX5mExw++RTmB4t
 922 qpm/cLWkJSEtB7jjthb7ao0j/t2ljqfr6kAbClDv3zByAEDhOu8xB/5ne6Ioo+k2
 923 dygC+GcVcobhv8qRU+z0fpeXSP8yS1bQQHOaa17bSGsncvHRAkEAzwsn8jBTOqaW
 924 6Iymvr7Aql++LiwEBrqMMRVyBZlkux4hiKa2P7XXEL6/mOPR0aI2LuCqE2COrO7R
 925 0wAFZ54bjwJBAMEAe6cs0zI3p3STHwA3LoSZB81lzLhGUnYBvOq1yoDSlJCOYpld
 926 YM1y3eC0vwiOnEu3GG1bhkW+h6Kx0I/qyUUCQBiH9NqwORxI4rZ4+8S76y4EnA7y
 927 biOx9KxYIyNgslutTUHYpt1TmUDFqQPfclvJQWw6eExFc4Iv5bJ/XSSSyicCQGyY
 928 5PrwEfYTsrm5fpwUcKxTnzxHp6WYjBWybKZ0m/lYhBfCxmAdVrbDh21Exqj99Zv0
 929 7l26PhdIWfGFtCEGrzECQQCtPyXa3ostSceR7zEKxyn9QBCNXKARfNNTBja6+VRE
 930 qDC6jLqzu/SoOYaqa13QzCsttO2iZk8Ygfy3Yz0n37GE
 931 -----END RSA PRIVATE KEY-----
 932 """, #8
 933 """-----BEGIN CERTIFICATE-----
 934 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 935 aW5neTAeFw0wODA3MjUyMjQ3NThaFw0wOTA3MjUyMjQ3NThaMBcxFTATBgNVBAMU
 936 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEA4mnLf+x0
 937 CWKDKP5PLZ87t2ReSDE/J5QoI5VhE0bXaahdhPrQTC2wvOpT+N9nzEpI9ASh/ejV
 938 kYGlc03nNKRL7zyVM1UyGduEwsRssFMqfyJhI1p+VmxDMWNplex7mIAheAdskPj3
 939 pwi2CP4VIMjOj368AXvXItPzeCfAhYhEVaMCAwEAATANBgkqhkiG9w0BAQQFAAOB
 940 gQAEzmwq5JFI5Z0dX20m9rq7NKgwRyAH3h5aE8bdjO8nEc69qscfDRx79Lws3kK8
 941 A0LG0DhxKB8cTNu3u+jy81tjcC4pLNQ5IKap9ksmP7RtIHfTA55G8M3fPl2ZgDYQ
 942 ZzsWAZvTNXd/eme0SgOzD10rfntA6ZIgJTWHx3E0RkdwKw==
 943 -----END CERTIFICATE-----
 944 -----BEGIN RSA PRIVATE KEY-----
 945 MIICXQIBAAKBgQDiact/7HQJYoMo/k8tnzu3ZF5IMT8nlCgjlWETRtdpqF2E+tBM
 946 LbC86lP432fMSkj0BKH96NWRgaVzTec0pEvvPJUzVTIZ24TCxGywUyp/ImEjWn5W
 947 bEMxY2mV7HuYgCF4B2yQ+PenCLYI/hUgyM6PfrwBe9ci0/N4J8CFiERVowIDAQAB
 948 AoGAQYTl+8XcKl8Un4dAOG6M5FwqIHAH25c3Klzu85obehrbvUCriG/sZi7VT/6u
 949 VeLlS6APlJ+NNgczbrOLhaNJyYzjICSt8BI96PldFUzCEkVlgE+29pO7RNoZmDYB
 950 dSGyIDrWdVYfdzpir6kC0KDcrpA16Sc+/bK6Q8ALLRpC7QECQQD7F7fhIQ03CKSk
 951 lS4mgDuBQrB/52jXgBumtjp71ANNeaWR6+06KDPTLysM+olsh97Q7YOGORbrBnBg
 952 Y2HPnOgjAkEA5taZaMfdFa8V1SPcX7mgCLykYIujqss0AmauZN/24oLdNE8HtTBF
 953 OLaxE6PnQ0JWfx9KGIy3E0V3aFk5FWb0gQJBAO4KFEaXgOG1jfCBhNj3JHJseMso
 954 5Nm4F366r0MJQYBHXNGzqphB2K/Svat2MKX1QSUspk2u/a0d05dtYCLki6UCQHWS
 955 sChyQ+UbfF9HGKOZBC3vBzo1ZXNEdIUUj5bJjBHq3YgbCK38nAU66A482TmkvDGb
 956 Wj4OzeB+7Ua0yyJfggECQQDVlAa8HqdAcrbEwI/YfPydFsavBJ0KtcIGK2owQ+dk
 957 dhlDnpXDud/AtX4Ft2LaquQ15fteRrYjjwI9SFGytjtp
 958 -----END RSA PRIVATE KEY-----
 959 """, #9
 960 """-----BEGIN CERTIFICATE-----
 961 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 962 aW5neTAeFw0wODA3MjUyMjQ3NThaFw0wOTA3MjUyMjQ3NThaMBcxFTATBgNVBAMU
 963 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAueLfowPT
 964 kXXtHeU2FZSz2mJhHmjqeyI1oMoyyggonccx65vMxaRfljnz2dOjVVYpCOn/LrdP
 965 wVxHO8KNDsmQeWPRjnnBa2dFqqOnp/8gEJFJBW7K/gI9se6o+xe9QIWBq6d/fKVR
 966 BURJe5TycLogzZuxQn1xHHILa3XleYuHAbMCAwEAATANBgkqhkiG9w0BAQQFAAOB
 967 gQBEC1lfC3XK0galQC96B7faLpnQmhn5lX2FUUoFIQQtBTetoE+gTqnLSOIZcOK4
 968 pkT3YvxUvgOV0LOLClryo2IknMMGWRSAcXtVUBBLRHVTSSuVUyyLr5kdRU7B4E+l
 969 OU0j8Md/dzlkm//K1bzLyUaPq204ofH8su2IEX4b3IGmAQ==
 970 -----END CERTIFICATE-----
 971 -----BEGIN RSA PRIVATE KEY-----
 972 MIICWwIBAAKBgQC54t+jA9ORde0d5TYVlLPaYmEeaOp7IjWgyjLKCCidxzHrm8zF
 973 pF+WOfPZ06NVVikI6f8ut0/BXEc7wo0OyZB5Y9GOecFrZ0Wqo6en/yAQkUkFbsr+
 974 Aj2x7qj7F71AhYGrp398pVEFREl7lPJwuiDNm7FCfXEccgtrdeV5i4cBswIDAQAB
 975 AoGAO4PnJHNaLs16AMNdgKVevEIZZDolMQ1v7C4w+ryH/JRFaHE2q+UH8bpWV9zK
 976 A82VT9RTrqpkb71S1VBiB2UDyz263XdAI/N2HcIVMmfKb72oV4gCI1KOv4DfFwZv
 977 tVVcIdVEDBOZ2TgqK4opGOgWMDqgIAl2z3PbsIoNylZHEJECQQDtQeJFhEJGH4Qz
 978 BGpdND0j2nnnJyhOFHJqikJNdul3uBwmxTK8FPEUUH/rtpyUan3VMOyDx3kX4OQg
 979 GDNSb32rAkEAyJIZIJ0EMRHVedyWsfqR0zTGKRQ+qsc3sCfyUhFksWms9jsSS0DT
 980 tVeTdC3F6EIAdpKOGhSyfBTU4jxwbFc0GQJADI4L9znEeAl66Wg2aLA2/Aq3oK/F
 981 xjv2wgSG9apxOFCZzMNqp+FD0Jth6YtEReZMuldYbLDFi6nu6HPfY2Fa+QJAdpm1
 982 lAxk6yMxiZK/5VRWoH6HYske2Vtd+aNVbePtF992ME/z3F3kEkpL3hom+dT1cyfs
 983 MU3l0Ot8ip7Ul6vlGQJAegNzpcfl2GFSdWQMxQ+nN3woKnPqpR1M3jgnqvo7L4Xe
 984 JW3vRxvfdrUuzdlvZ/Pbsu/vOd+cuIa4h0yD5q3N+g==
 985 -----END RSA PRIVATE KEY-----
 986 """, #10
 987 """-----BEGIN CERTIFICATE-----
 988 MIIBnjCCAQcCAgCEMA0GCSqGSIb3DQEBBAUAMBcxFTATBgNVBAMUDG5ld3BiX3Ro
 989 aW5neTAeFw0wODA3MjUyMjQ3NThaFw0wOTA3MjUyMjQ3NThaMBcxFTATBgNVBAMU
 990 DG5ld3BiX3RoaW5neTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAruBhwk+J
 991 XdlwfKXXN8K+43JyEYCV7Fp7ZiES4t4AEJuQuBqJVMxpzeZzu2t/vVb59ThaxxtY
 992 NGD3Xy6Og5dTv//ztWng8P7HwwvfbrUICU6zo6JAhg7kfaNa116krCYOkC/cdJWt
 993 o5W+zsDmI1jUVGH0D73h29atc1gn6wLpAsMCAwEAATANBgkqhkiG9w0BAQQFAAOB
 994 gQAEJ/ITGJ9lK/rk0yHcenW8SHsaSTlZMuJ4yEiIgrJ2t71Rd6mtCC/ljx9USvvK
 995 bF500whTiZlnWgKi02boBEKa44z/DytF6pljeNPefBQSqZyUByGEb/8Mn58Idyls
 996 q4/d9iKXMPvbpQdcesOzgOffFZevLQSWyPRaIdYBOOiYUA==
 997 -----END CERTIFICATE-----
 998 -----BEGIN RSA PRIVATE KEY-----
 999 MIICXQIBAAKBgQCu4GHCT4ld2XB8pdc3wr7jcnIRgJXsWntmIRLi3gAQm5C4GolU
1000 zGnN5nO7a3+9Vvn1OFrHG1g0YPdfLo6Dl1O///O1aeDw/sfDC99utQgJTrOjokCG
1001 DuR9o1rXXqSsJg6QL9x0la2jlb7OwOYjWNRUYfQPveHb1q1zWCfrAukCwwIDAQAB
1002 AoGAcZAXC/dYrlBpIxkTRQu7qLqGZuVI9t7fabgqqpceFargdR4Odrn0L5jrKRer
1003 MYrM8bjyAoC4a/NYUUBLnhrkcCQWO9q5fSQuFKFVWHY53SM63Qdqk8Y9Fmy/h/4c
1004 UtwZ5BWkUWItvnTMgb9bFcvSiIhEcNQauypnMpgNknopu7kCQQDlSQT10LkX2IGT
1005 bTUhPcManx92gucaKsPONKq2mP+1sIciThevRTZWZsxyIuoBBY43NcKKi8NlZCtj
1006 hhSbtzYdAkEAw0B93CXfso8g2QIMj/HJJz/wNTLtg+rriXp6jh5HWe6lKWRVrce+
1007 1w8Qz6OI/ZP6xuQ9HNeZxJ/W6rZPW6BGXwJAHcTuRPA1p/fvUvHh7Q/0zfcNAbkb
1008 QlV9GL/TzmNtB+0EjpqvDo2g8XTlZIhN85YCEf8D5DMjSn3H+GMHN/SArQJBAJlW
1009 MIGPjNoh5V4Hae4xqBOW9wIQeM880rUo5s5toQNTk4mqLk9Hquwh/MXUXGUora08
1010 2XGpMC1midXSTwhaGmkCQQCdivptFEYl33PrVbxY9nzHynpp4Mi89vQF0cjCmaYY
1011 N8L+bvLd4BU9g6hRS8b59lQ6GNjryx2bUnCVtLcey4Jd
1012 -----END RSA PRIVATE KEY-----
1013 """, #11
1014 ]
1015
1016 # To disable the pre-computed tub certs, uncomment this line.
1017 #SYSTEM_TEST_CERTS = []
1018
1019 TEST_DATA="\x02"*(immutable.upload.Uploader.URI_LIT_SIZE_THRESHOLD+1)
1020
1021 class ShouldFailMixin:
1022     def shouldFail(self, expected_failure, which, substring,
1023                    callable, *args, **kwargs):
1024         """Assert that a function call raises some exception. This is a
1025         Deferred-friendly version of TestCase.assertRaises() .
1026
1027         Suppose you want to verify the following function:
1028
1029          def broken(a, b, c):
1030              if a < 0:
1031                  raise TypeError('a must not be negative')
1032              return defer.succeed(b+c)
1033
1034         You can use:
1035             d = self.shouldFail(TypeError, 'test name',
1036                                 'a must not be negative',
1037                                 broken, -4, 5, c=12)
1038         in your test method. The 'test name' string will be included in the
1039         error message, if any, because Deferred chains frequently make it
1040         difficult to tell which assertion was tripped.
1041
1042         The substring= argument, if not None, must appear in the 'repr'
1043         of the message wrapped by this Failure, or the test will fail.
1044         """
1045
1046         assert substring is None or isinstance(substring, str)
1047         d = defer.maybeDeferred(callable, *args, **kwargs)
1048         def done(res):
1049             if isinstance(res, failure.Failure):
1050                 res.trap(expected_failure)
1051                 if substring:
1052                     message = repr(res.value.args[0])
1053                     self.failUnless(substring in message,
1054                                     "%s: substring '%s' not in '%s'"
1055                                     % (which, substring, message))
1056             else:
1057                 self.fail("%s was supposed to raise %s, not get '%s'" %
1058                           (which, expected_failure, res))
1059         d.addBoth(done)
1060         return d
1061
1062 class WebErrorMixin:
1063     def explain_web_error(self, f):
1064         # an error on the server side causes the client-side getPage() to
1065         # return a failure(t.web.error.Error), and its str() doesn't show the
1066         # response body, which is where the useful information lives. Attach
1067         # this method as an errback handler, and it will reveal the hidden
1068         # message.
1069         f.trap(WebError)
1070         print "Web Error:", f.value, ":", f.value.response
1071         return f
1072
1073     def _shouldHTTPError(self, res, which, validator):
1074         if isinstance(res, failure.Failure):
1075             res.trap(WebError)
1076             return validator(res)
1077         else:
1078             self.fail("%s was supposed to Error, not get '%s'" % (which, res))
1079
1080     def shouldHTTPError(self, which,
1081                         code=None, substring=None, response_substring=None,
1082                         callable=None, *args, **kwargs):
1083         # returns a Deferred with the response body
1084         assert substring is None or isinstance(substring, str)
1085         assert callable
1086         def _validate(f):
1087             if code is not None:
1088                 self.failUnlessEqual(f.value.status, str(code), which)
1089             if substring:
1090                 code_string = str(f)
1091                 self.failUnless(substring in code_string,
1092                                 "%s: substring '%s' not in '%s'"
1093                                 % (which, substring, code_string))
1094             response_body = f.value.response
1095             if response_substring:
1096                 self.failUnless(response_substring in response_body,
1097                                 "%s: response substring '%s' not in '%s'"
1098                                 % (which, response_substring, response_body))
1099             return response_body
1100         d = defer.maybeDeferred(callable, *args, **kwargs)
1101         d.addBoth(self._shouldHTTPError, which, _validate)
1102         return d
1103
1104 class ErrorMixin(WebErrorMixin):
1105     def explain_error(self, f):
1106         if f.check(defer.FirstError):
1107             print "First Error:", f.value.subFailure
1108         return f
1109
1110 def corrupt_field(data, offset, size, debug=False):
1111     if random.random() < 0.5:
1112         newdata = testutil.flip_one_bit(data, offset, size)
1113         if debug:
1114             log.msg("testing: corrupting offset %d, size %d flipping one bit orig: %r, newdata: %r" % (offset, size, data[offset:offset+size], newdata[offset:offset+size]))
1115         return newdata
1116     else:
1117         newval = testutil.insecurerandstr(size)
1118         if debug:
1119             log.msg("testing: corrupting offset %d, size %d randomizing field, orig: %r, newval: %r" % (offset, size, data[offset:offset+size], newval))
1120         return data[:offset]+newval+data[offset+size:]
1121
1122 def _corrupt_nothing(data, debug=False):
1123     """Leave the data pristine. """
1124     return data
1125
1126 def _corrupt_file_version_number(data, debug=False):
1127     """Scramble the file data -- the share file version number have one bit
1128     flipped or else will be changed to a random value."""
1129     return corrupt_field(data, 0x00, 4)
1130
1131 def _corrupt_size_of_file_data(data, debug=False):
1132     """Scramble the file data -- the field showing the size of the share data
1133     within the file will be set to one smaller."""
1134     return corrupt_field(data, 0x04, 4)
1135
1136 def _corrupt_sharedata_version_number(data, debug=False):
1137     """Scramble the file data -- the share data version number will have one
1138     bit flipped or else will be changed to a random value, but not 1 or 2."""
1139     return corrupt_field(data, 0x0c, 4)
1140     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1141     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1142     newsharevernum = sharevernum
1143     while newsharevernum in (1, 2):
1144         newsharevernum = random.randrange(0, 2**32)
1145     newsharevernumbytes = struct.pack(">L", newsharevernum)
1146     return data[:0x0c] + newsharevernumbytes + data[0x0c+4:]
1147
1148 def _corrupt_sharedata_version_number_to_plausible_version(data, debug=False):
1149     """Scramble the file data -- the share data version number will be
1150     changed to 2 if it is 1 or else to 1 if it is 2."""
1151     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1152     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1153     if sharevernum == 1:
1154         newsharevernum = 2
1155     else:
1156         newsharevernum = 1
1157     newsharevernumbytes = struct.pack(">L", newsharevernum)
1158     return data[:0x0c] + newsharevernumbytes + data[0x0c+4:]
1159
1160 def _corrupt_segment_size(data, debug=False):
1161     """Scramble the file data -- the field showing the size of the segment
1162     will have one bit flipped or else be changed to a random value."""
1163     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1164     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1165     if sharevernum == 1:
1166         return corrupt_field(data, 0x0c+0x04, 4, debug=False)
1167     else:
1168         return corrupt_field(data, 0x0c+0x04, 8, debug=False)
1169
1170 def _corrupt_size_of_sharedata(data, debug=False):
1171     """Scramble the file data -- the field showing the size of the data
1172     within the share data will have one bit flipped or else will be changed
1173     to a random value."""
1174     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1175     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1176     if sharevernum == 1:
1177         return corrupt_field(data, 0x0c+0x08, 4)
1178     else:
1179         return corrupt_field(data, 0x0c+0x0c, 8)
1180
1181 def _corrupt_offset_of_sharedata(data, debug=False):
1182     """Scramble the file data -- the field showing the offset of the data
1183     within the share data will have one bit flipped or else be changed to a
1184     random value."""
1185     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1186     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1187     if sharevernum == 1:
1188         return corrupt_field(data, 0x0c+0x0c, 4)
1189     else:
1190         return corrupt_field(data, 0x0c+0x14, 8)
1191
1192 def _corrupt_offset_of_ciphertext_hash_tree(data, debug=False):
1193     """Scramble the file data -- the field showing the offset of the
1194     ciphertext hash tree within the share data will have one bit flipped or
1195     else be changed to a random value.
1196     """
1197     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1198     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1199     if sharevernum == 1:
1200         return corrupt_field(data, 0x0c+0x14, 4, debug=False)
1201     else:
1202         return corrupt_field(data, 0x0c+0x24, 8, debug=False)
1203
1204 def _corrupt_offset_of_block_hashes(data, debug=False):
1205     """Scramble the file data -- the field showing the offset of the block
1206     hash tree within the share data will have one bit flipped or else will be
1207     changed to a random value."""
1208     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1209     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1210     if sharevernum == 1:
1211         return corrupt_field(data, 0x0c+0x18, 4)
1212     else:
1213         return corrupt_field(data, 0x0c+0x2c, 8)
1214
1215 def _corrupt_offset_of_block_hashes_to_truncate_crypttext_hashes(data, debug=False):
1216     """Scramble the file data -- the field showing the offset of the block
1217     hash tree within the share data will have a multiple of hash size
1218     subtracted from it, thus causing the downloader to download an incomplete
1219     crypttext hash tree."""
1220     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1221     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1222     if sharevernum == 1:
1223         curval = struct.unpack(">L", data[0x0c+0x18:0x0c+0x18+4])[0]
1224         newval = random.randrange(0, max(1, (curval/hashutil.CRYPTO_VAL_SIZE)/2))*hashutil.CRYPTO_VAL_SIZE
1225         newvalstr = struct.pack(">L", newval)
1226         return data[:0x0c+0x18]+newvalstr+data[0x0c+0x18+4:]
1227     else:
1228         curval = struct.unpack(">Q", data[0x0c+0x2c:0x0c+0x2c+8])[0]
1229         newval = random.randrange(0, max(1, (curval/hashutil.CRYPTO_VAL_SIZE)/2))*hashutil.CRYPTO_VAL_SIZE
1230         newvalstr = struct.pack(">Q", newval)
1231         return data[:0x0c+0x2c]+newvalstr+data[0x0c+0x2c+8:]
1232
1233 def _corrupt_offset_of_share_hashes(data, debug=False):
1234     """Scramble the file data -- the field showing the offset of the share
1235     hash tree within the share data will have one bit flipped or else will be
1236     changed to a random value."""
1237     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1238     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1239     if sharevernum == 1:
1240         return corrupt_field(data, 0x0c+0x1c, 4)
1241     else:
1242         return corrupt_field(data, 0x0c+0x34, 8)
1243
1244 def _corrupt_offset_of_uri_extension(data, debug=False):
1245     """Scramble the file data -- the field showing the offset of the uri
1246     extension will have one bit flipped or else will be changed to a random
1247     value."""
1248     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1249     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1250     if sharevernum == 1:
1251         return corrupt_field(data, 0x0c+0x20, 4)
1252     else:
1253         return corrupt_field(data, 0x0c+0x3c, 8)
1254
1255 def _corrupt_offset_of_uri_extension_to_force_short_read(data, debug=False):
1256     """Scramble the file data -- the field showing the offset of the uri
1257     extension will be set to the size of the file minus 3. This means when
1258     the client tries to read the length field from that location it will get
1259     a short read -- the result string will be only 3 bytes long, not the 4 or
1260     8 bytes necessary to do a successful struct.unpack."""
1261     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1262     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1263     # The "-0x0c" in here is to skip the server-side header in the share
1264     # file, which the client doesn't see when seeking and reading.
1265     if sharevernum == 1:
1266         if debug:
1267             log.msg("testing: corrupting offset %d, size %d, changing %d to %d (len(data) == %d)" % (0x2c, 4, struct.unpack(">L", data[0x2c:0x2c+4])[0], len(data)-0x0c-3, len(data)))
1268         return data[:0x2c] + struct.pack(">L", len(data)-0x0c-3) + data[0x2c+4:]
1269     else:
1270         if debug:
1271             log.msg("testing: corrupting offset %d, size %d, changing %d to %d (len(data) == %d)" % (0x48, 8, struct.unpack(">Q", data[0x48:0x48+8])[0], len(data)-0x0c-3, len(data)))
1272         return data[:0x48] + struct.pack(">Q", len(data)-0x0c-3) + data[0x48+8:]
1273
1274 def _corrupt_mutable_share_data(data, debug=False):
1275     prefix = data[:32]
1276     assert prefix == MutableShareFile.MAGIC, "This function is designed to corrupt mutable shares of v1, and the magic number doesn't look right: %r vs %r" % (prefix, MutableShareFile.MAGIC)
1277     data_offset = MutableShareFile.DATA_OFFSET
1278     sharetype = data[data_offset:data_offset+1]
1279     assert sharetype == "\x00", "non-SDMF mutable shares not supported"
1280     (version, ig_seqnum, ig_roothash, ig_IV, ig_k, ig_N, ig_segsize,
1281      ig_datalen, offsets) = unpack_header(data[data_offset:])
1282     assert version == 0, "this function only handles v0 SDMF files"
1283     start = data_offset + offsets["share_data"]
1284     length = data_offset + offsets["enc_privkey"] - start
1285     return corrupt_field(data, start, length)
1286
1287 def _corrupt_share_data(data, debug=False):
1288     """Scramble the file data -- the field containing the share data itself
1289     will have one bit flipped or else will be changed to a random value."""
1290     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1291     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways, not v%d." % sharevernum
1292     if sharevernum == 1:
1293         sharedatasize = struct.unpack(">L", data[0x0c+0x08:0x0c+0x08+4])[0]
1294
1295         return corrupt_field(data, 0x0c+0x24, sharedatasize)
1296     else:
1297         sharedatasize = struct.unpack(">Q", data[0x0c+0x08:0x0c+0x0c+8])[0]
1298
1299         return corrupt_field(data, 0x0c+0x44, sharedatasize)
1300
1301 def _corrupt_share_data_last_byte(data, debug=False):
1302     """Scramble the file data -- flip all bits of the last byte."""
1303     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1304     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways, not v%d." % sharevernum
1305     if sharevernum == 1:
1306         sharedatasize = struct.unpack(">L", data[0x0c+0x08:0x0c+0x08+4])[0]
1307         offset = 0x0c+0x24+sharedatasize-1
1308     else:
1309         sharedatasize = struct.unpack(">Q", data[0x0c+0x08:0x0c+0x0c+8])[0]
1310         offset = 0x0c+0x44+sharedatasize-1
1311
1312     newdata = data[:offset] + chr(ord(data[offset])^0xFF) + data[offset+1:]
1313     if debug:
1314         log.msg("testing: flipping all bits of byte at offset %d: %r, newdata: %r" % (offset, data[offset], newdata[offset]))
1315     return newdata
1316
1317 def _corrupt_crypttext_hash_tree(data, debug=False):
1318     """Scramble the file data -- the field containing the crypttext hash tree
1319     will have one bit flipped or else will be changed to a random value.
1320     """
1321     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1322     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1323     if sharevernum == 1:
1324         crypttexthashtreeoffset = struct.unpack(">L", data[0x0c+0x14:0x0c+0x14+4])[0]
1325         blockhashesoffset = struct.unpack(">L", data[0x0c+0x18:0x0c+0x18+4])[0]
1326     else:
1327         crypttexthashtreeoffset = struct.unpack(">Q", data[0x0c+0x24:0x0c+0x24+8])[0]
1328         blockhashesoffset = struct.unpack(">Q", data[0x0c+0x2c:0x0c+0x2c+8])[0]
1329
1330     return corrupt_field(data, 0x0c+crypttexthashtreeoffset, blockhashesoffset-crypttexthashtreeoffset, debug=debug)
1331
1332 def _corrupt_crypttext_hash_tree_byte_x221(data, debug=False):
1333     """Scramble the file data -- the byte at offset 0x221 will have its 7th
1334     (b1) bit flipped.
1335     """
1336     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1337     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1338     if debug:
1339         log.msg("original data: %r" % (data,))
1340     return data[:0x0c+0x221] + chr(ord(data[0x0c+0x221])^0x02) + data[0x0c+0x2210+1:]
1341
1342 def _corrupt_block_hashes(data, debug=False):
1343     """Scramble the file data -- the field containing the block hash tree
1344     will have one bit flipped or else will be changed to a random value.
1345     """
1346     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1347     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1348     if sharevernum == 1:
1349         blockhashesoffset = struct.unpack(">L", data[0x0c+0x18:0x0c+0x18+4])[0]
1350         sharehashesoffset = struct.unpack(">L", data[0x0c+0x1c:0x0c+0x1c+4])[0]
1351     else:
1352         blockhashesoffset = struct.unpack(">Q", data[0x0c+0x2c:0x0c+0x2c+8])[0]
1353         sharehashesoffset = struct.unpack(">Q", data[0x0c+0x34:0x0c+0x34+8])[0]
1354
1355     return corrupt_field(data, 0x0c+blockhashesoffset, sharehashesoffset-blockhashesoffset)
1356
1357 def _corrupt_share_hashes(data, debug=False):
1358     """Scramble the file data -- the field containing the share hash chain
1359     will have one bit flipped or else will be changed to a random value.
1360     """
1361     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1362     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1363     if sharevernum == 1:
1364         sharehashesoffset = struct.unpack(">L", data[0x0c+0x1c:0x0c+0x1c+4])[0]
1365         uriextoffset = struct.unpack(">L", data[0x0c+0x20:0x0c+0x20+4])[0]
1366     else:
1367         sharehashesoffset = struct.unpack(">Q", data[0x0c+0x34:0x0c+0x34+8])[0]
1368         uriextoffset = struct.unpack(">Q", data[0x0c+0x3c:0x0c+0x3c+8])[0]
1369
1370     return corrupt_field(data, 0x0c+sharehashesoffset, uriextoffset-sharehashesoffset)
1371
1372 def _corrupt_length_of_uri_extension(data, debug=False):
1373     """Scramble the file data -- the field showing the length of the uri
1374     extension will have one bit flipped or else will be changed to a random
1375     value."""
1376     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1377     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1378     if sharevernum == 1:
1379         uriextoffset = struct.unpack(">L", data[0x0c+0x20:0x0c+0x20+4])[0]
1380         return corrupt_field(data, uriextoffset, 4)
1381     else:
1382         uriextoffset = struct.unpack(">Q", data[0x0c+0x3c:0x0c+0x3c+8])[0]
1383         return corrupt_field(data, 0x0c+uriextoffset, 8)
1384
1385 def _corrupt_uri_extension(data, debug=False):
1386     """Scramble the file data -- the field containing the uri extension will
1387     have one bit flipped or else will be changed to a random value."""
1388     sharevernum = struct.unpack(">L", data[0x0c:0x0c+4])[0]
1389     assert sharevernum in (1, 2), "This test is designed to corrupt immutable shares of v1 or v2 in specific ways."
1390     if sharevernum == 1:
1391         uriextoffset = struct.unpack(">L", data[0x0c+0x20:0x0c+0x20+4])[0]
1392         uriextlen = struct.unpack(">L", data[0x0c+uriextoffset:0x0c+uriextoffset+4])[0]
1393     else:
1394         uriextoffset = struct.unpack(">Q", data[0x0c+0x3c:0x0c+0x3c+8])[0]
1395         uriextlen = struct.unpack(">Q", data[0x0c+uriextoffset:0x0c+uriextoffset+8])[0]
1396
1397     return corrupt_field(data, 0x0c+uriextoffset, uriextlen)