src/allmydata/web/root.py

   1 import time, os
   2
   3 from twisted.internet import address
   4 from twisted.web import http
   5 from nevow import rend, url, tags as T
   6 from nevow.inevow import IRequest
   7 from nevow.static import File as nevow_File # TODO: merge with static.File?
   8 from nevow.util import resource_filename
   9
  10 import allmydata # to display import path
  11 from allmydata import get_package_versions_string
  12 from allmydata.util import idlib, log
  13 from allmydata.interfaces import IFileNode
  14 from allmydata.web import filenode, directory, unlinked, status, operations
  15 from allmydata.web import storage
  16 from allmydata.web.common import abbreviate_size, getxmlfile, WebError, \
  17      get_arg, RenderMixin, get_format, get_mutable_type
  18
  19
  20 class URIHandler(RenderMixin, rend.Page):
  21     # I live at /uri . There are several operations defined on /uri itself,
  22     # mostly involved with creation of unlinked files and directories.
  23
  24     def __init__(self, client):
  25         rend.Page.__init__(self, client)
  26         self.client = client
  27
  28     def render_GET(self, ctx):
  29         req = IRequest(ctx)
  30         uri = get_arg(req, "uri", None)
  31         if uri is None:
  32             raise WebError("GET /uri requires uri=")
  33         there = url.URL.fromContext(ctx)
  34         there = there.clear("uri")
  35         # I thought about escaping the childcap that we attach to the URL
  36         # here, but it seems that nevow does that for us.
  37         there = there.child(uri)
  38         return there
  39
  40     def render_PUT(self, ctx):
  41         req = IRequest(ctx)
  42         # either "PUT /uri" to create an unlinked file, or
  43         # "PUT /uri?t=mkdir" to create an unlinked directory
  44         t = get_arg(req, "t", "").strip()
  45         if t == "":
  46             file_format = get_format(req, "CHK")
  47             mutable_type = get_mutable_type(file_format)
  48             if mutable_type is not None:
  49                 return unlinked.PUTUnlinkedSSK(req, self.client, mutable_type)
  50             else:
  51                 return unlinked.PUTUnlinkedCHK(req, self.client)
  52         if t == "mkdir":
  53             return unlinked.PUTUnlinkedCreateDirectory(req, self.client)
  54         errmsg = ("/uri accepts only PUT, PUT?t=mkdir, POST?t=upload, "
  55                   "and POST?t=mkdir")
  56         raise WebError(errmsg, http.BAD_REQUEST)
  57
  58     def render_POST(self, ctx):
  59         # "POST /uri?t=upload&file=newfile" to upload an
  60         # unlinked file or "POST /uri?t=mkdir" to create a
  61         # new directory
  62         req = IRequest(ctx)
  63         t = get_arg(req, "t", "").strip()
  64         if t in ("", "upload"):
  65             file_format = get_format(req)
  66             mutable_type = get_mutable_type(file_format)
  67             if mutable_type is not None:
  68                 return unlinked.POSTUnlinkedSSK(req, self.client, mutable_type)
  69             else:
  70                 return unlinked.POSTUnlinkedCHK(req, self.client)
  71         if t == "mkdir":
  72             return unlinked.POSTUnlinkedCreateDirectory(req, self.client)
  73         elif t == "mkdir-with-children":
  74             return unlinked.POSTUnlinkedCreateDirectoryWithChildren(req,
  75                                                                     self.client)
  76         elif t == "mkdir-immutable":
  77             return unlinked.POSTUnlinkedCreateImmutableDirectory(req,
  78                                                                  self.client)
  79         errmsg = ("/uri accepts only PUT, PUT?t=mkdir, POST?t=upload, "
  80                   "and POST?t=mkdir")
  81         raise WebError(errmsg, http.BAD_REQUEST)
  82
  83     def childFactory(self, ctx, name):
  84         # 'name' is expected to be a URI
  85         try:
  86             node = self.client.create_node_from_uri(name)
  87             return directory.make_handler_for(node, self.client)
  88         except (TypeError, AssertionError):
  89             raise WebError("'%s' is not a valid file- or directory- cap"
  90                            % name)
  91
  92 class FileHandler(rend.Page):
  93     # I handle /file/$FILECAP[/IGNORED] , which provides a URL from which a
  94     # file can be downloaded correctly by tools like "wget".
  95
  96     def __init__(self, client):
  97         rend.Page.__init__(self, client)
  98         self.client = client
  99
 100     def childFactory(self, ctx, name):
 101         req = IRequest(ctx)
 102         if req.method not in ("GET", "HEAD"):
 103             raise WebError("/file can only be used with GET or HEAD")
 104         # 'name' must be a file URI
 105         try:
 106             node = self.client.create_node_from_uri(name)
 107         except (TypeError, AssertionError):
 108             # I think this can no longer be reached
 109             raise WebError("'%s' is not a valid file- or directory- cap"
 110                            % name)
 111         if not IFileNode.providedBy(node):
 112             raise WebError("'%s' is not a file-cap" % name)
 113         return filenode.FileNodeDownloadHandler(self.client, node)
 114
 115     def renderHTTP(self, ctx):
 116         raise WebError("/file must be followed by a file-cap and a name",
 117                        http.NOT_FOUND)
 118
 119 class IncidentReporter(RenderMixin, rend.Page):
 120     def render_POST(self, ctx):
 121         req = IRequest(ctx)
 122         log.msg(format="User reports incident through web page: %(details)s",
 123                 details=get_arg(req, "details", ""),
 124                 level=log.WEIRD, umid="LkD9Pw")
 125         req.setHeader("content-type", "text/plain")
 126         return "Thank you for your report!"
 127
 128 SPACE = u"\u00A0"*2
 129
 130 class Root(rend.Page):
 131
 132     addSlash = True
 133     docFactory = getxmlfile("welcome.xhtml")
 134
 135     def __init__(self, client, clock=None):
 136         rend.Page.__init__(self, client)
 137         self.client = client
 138         # If set, clock is a twisted.internet.task.Clock that the tests
 139         # use to test ophandle expiration.
 140         self.child_operations = operations.OphandleTable(clock)
 141         try:
 142             s = client.getServiceNamed("storage")
 143         except KeyError:
 144             s = None
 145         self.child_storage = storage.StorageStatus(s, self.client.nickname)
 146
 147         self.child_uri = URIHandler(client)
 148         self.child_cap = URIHandler(client)
 149
 150         self.child_file = FileHandler(client)
 151         self.child_named = FileHandler(client)
 152         self.child_status = status.Status(client.get_history())
 153         self.child_statistics = status.Statistics(client.stats_provider)
 154         static_dir = resource_filename("allmydata.web", "static")
 155         for filen in os.listdir(static_dir):
 156             self.putChild(filen, nevow_File(os.path.join(static_dir, filen)))
 157
 158     def child_helper_status(self, ctx):
 159         # the Helper isn't attached until after the Tub starts, so this child
 160         # needs to created on each request
 161         return status.HelperStatus(self.client.helper)
 162
 163     child_report_incident = IncidentReporter()
 164     #child_server # let's reserve this for storage-server-over-HTTP
 165
 166     # FIXME: This code is duplicated in root.py and introweb.py.
 167     def data_version(self, ctx, data):
 168         return get_package_versions_string()
 169     def data_import_path(self, ctx, data):
 170         return str(allmydata)
 171     def data_my_nodeid(self, ctx, data):
 172         return idlib.nodeid_b2a(self.client.nodeid)
 173     def data_my_nickname(self, ctx, data):
 174         return self.client.nickname
 175
 176     def render_services(self, ctx, data):
 177         ul = T.ul()
 178         try:
 179             ss = self.client.getServiceNamed("storage")
 180             stats = ss.get_stats()
 181             if stats["storage_server.accepting_immutable_shares"]:
 182                 msg = "accepting new shares"
 183             else:
 184                 msg = "not accepting new shares (read-only)"
 185             available = stats.get("storage_server.disk_avail")
 186             if available is not None:
 187                 msg += ", %s available" % abbreviate_size(available)
 188             ul[T.li[T.a(href="storage")["Storage Server"], ": ", msg]]
 189         except KeyError:
 190             ul[T.li["Not running storage server"]]
 191
 192         if self.client.helper:
 193             stats = self.client.helper.get_stats()
 194             active_uploads = stats["chk_upload_helper.active_uploads"]
 195             ul[T.li["Helper: %d active uploads" % (active_uploads,)]]
 196         else:
 197             ul[T.li["Not running helper"]]
 198
 199         return ctx.tag[ul]
 200
 201     def data_introducer_furl(self, ctx, data):
 202         return self.client.introducer_furl
 203
 204     def data_connected_to_introducer(self, ctx, data):
 205         if self.client.connected_to_introducer():
 206             return "yes"
 207         return "no"
 208
 209     def data_helper_furl(self, ctx, data):
 210         try:
 211             uploader = self.client.getServiceNamed("uploader")
 212         except KeyError:
 213             return None
 214         furl, connected = uploader.get_helper_info()
 215         return furl
 216
 217     def data_connected_to_helper_description(self, ctx, data):
 218         return self.data_connected_to_helper(ctx, data).replace('-', ' ')
 219
 220     def data_connected_to_helper(self, ctx, data):
 221         try:
 222             uploader = self.client.getServiceNamed("uploader")
 223         except KeyError:
 224             return "no" # we don't even have an Uploader
 225         furl, connected = uploader.get_helper_info()
 226
 227         if furl is None:
 228             return "not-configured"
 229         if connected:
 230             return "yes"
 231         return "no"
 232
 233     def data_known_storage_servers(self, ctx, data):
 234         sb = self.client.get_storage_broker()
 235         return len(sb.get_all_serverids())
 236
 237     def data_connected_storage_servers(self, ctx, data):
 238         sb = self.client.get_storage_broker()
 239         return len(sb.get_connected_servers())
 240
 241     def data_services(self, ctx, data):
 242         sb = self.client.get_storage_broker()
 243         return sorted(sb.get_known_servers(), key=lambda s: s.get_serverid())
 244
 245     def render_service_row(self, ctx, server):
 246         nodeid = server.get_serverid()
 247
 248         ctx.fillSlots("peerid", server.get_longname())
 249         ctx.fillSlots("nickname", server.get_nickname())
 250         rhost = server.get_remote_host()
 251         if rhost:
 252             if nodeid == self.client.nodeid:
 253                 rhost_s = "(loopback)"
 254             elif isinstance(rhost, address.IPv4Address):
 255                 rhost_s = "%s:%d" % (rhost.host, rhost.port)
 256             else:
 257                 rhost_s = str(rhost)
 258             connected = "Yes: to " + rhost_s
 259             since = server.get_last_connect_time()
 260         else:
 261             connected = "No"
 262             since = server.get_last_loss_time()
 263         announced = server.get_announcement_time()
 264         announcement = server.get_announcement()
 265         version = announcement["my-version"]
 266         service_name = announcement["service-name"]
 267
 268         TIME_FORMAT = "%H:%M:%S %d-%b-%Y"
 269         ctx.fillSlots("connected", connected)
 270         ctx.fillSlots("connected-bool", bool(rhost))
 271         ctx.fillSlots("since", time.strftime(TIME_FORMAT,
 272                                              time.localtime(since)))
 273         ctx.fillSlots("announced", time.strftime(TIME_FORMAT,
 274                                                  time.localtime(announced)))
 275         ctx.fillSlots("version", version)
 276         ctx.fillSlots("service_name", service_name)
 277
 278         return ctx.tag
 279
 280     def render_download_form(self, ctx, data):
 281         # this is a form where users can download files by URI
 282         form = T.form(action="uri", method="get",
 283                       enctype="multipart/form-data")[
 284             T.fieldset[
 285             T.legend(class_="freeform-form-label")["Download a file"],
 286             T.div["Tahoe-URI to download:"+SPACE,
 287                   T.input(type="text", name="uri")],
 288             T.div["Filename to download as:"+SPACE,
 289                   T.input(type="text", name="filename")],
 290             T.input(type="submit", value="Download!"),
 291             ]]
 292         return T.div[form]
 293
 294     def render_view_form(self, ctx, data):
 295         # this is a form where users can download files by URI, or jump to a
 296         # named directory
 297         form = T.form(action="uri", method="get",
 298                       enctype="multipart/form-data")[
 299             T.fieldset[
 300             T.legend(class_="freeform-form-label")["View a file or directory"],
 301             "Tahoe-URI to view:"+SPACE,
 302             T.input(type="text", name="uri"), SPACE*2,
 303             T.input(type="submit", value="View!"),
 304             ]]
 305         return T.div[form]
 306
 307     def render_upload_form(self, ctx, data):
 308         # This is a form where users can upload unlinked files.
 309         # Users can choose immutable, SDMF, or MDMF from a radio button.
 310
 311         upload_chk  = T.input(type='radio', name='format',
 312                               value='chk', id='upload-chk',
 313                               checked='checked')
 314         upload_sdmf = T.input(type='radio', name='format',
 315                               value='sdmf', id='upload-sdmf')
 316         upload_mdmf = T.input(type='radio', name='format',
 317                               value='mdmf', id='upload-mdmf')
 318
 319         form = T.form(action="uri", method="post",
 320                       enctype="multipart/form-data")[
 321             T.fieldset[
 322             T.legend(class_="freeform-form-label")["Upload a file"],
 323             T.div["Choose a file:"+SPACE,
 324                   T.input(type="file", name="file", class_="freeform-input-file")],
 325             T.input(type="hidden", name="t", value="upload"),
 326             T.div[upload_chk,  T.label(for_="upload-chk") [" Immutable"],           SPACE,
 327                   upload_sdmf, T.label(for_="upload-sdmf")[" SDMF"],                SPACE,
 328                   upload_mdmf, T.label(for_="upload-mdmf")[" MDMF (experimental)"], SPACE*2,
 329                   T.input(type="submit", value="Upload!")],
 330             ]]
 331         return T.div[form]
 332
 333     def render_mkdir_form(self, ctx, data):
 334         # This is a form where users can create new directories.
 335         # Users can choose SDMF or MDMF from a radio button.
 336
 337         mkdir_sdmf = T.input(type='radio', name='format',
 338                              value='sdmf', id='mkdir-sdmf',
 339                              checked='checked')
 340         mkdir_mdmf = T.input(type='radio', name='format',
 341                              value='mdmf', id='mkdir-mdmf')
 342
 343         form = T.form(action="uri", method="post",
 344                       enctype="multipart/form-data")[
 345             T.fieldset[
 346             T.legend(class_="freeform-form-label")["Create a directory"],
 347             mkdir_sdmf, T.label(for_='mkdir-sdmf')[" SDMF"],                SPACE,
 348             mkdir_mdmf, T.label(for_='mkdir-mdmf')[" MDMF (experimental)"], SPACE*2,
 349             T.input(type="hidden", name="t", value="mkdir"),
 350             T.input(type="hidden", name="redirect_to_result", value="true"),
 351             T.input(type="submit", value="Create a directory"),
 352             ]]
 353         return T.div[form]
 354
 355     def render_incident_button(self, ctx, data):
 356         # this button triggers a foolscap-logging "incident"
 357         form = T.form(action="report_incident", method="post",
 358                       enctype="multipart/form-data")[
 359             T.fieldset[
 360             T.legend(class_="freeform-form-label")["Report an Incident"],
 361             T.input(type="hidden", name="t", value="report-incident"),
 362             "What went wrong?:"+SPACE,
 363             T.input(type="text", name="details"), SPACE,
 364             T.input(type="submit", value="Report!"),
 365             ]]
 366         return T.div[form]