# -*- test-case-name: twisted.web.test.test_tap -*-
# Copyright (c) Twisted Matrix Laboratories.
# See LICENSE for details.
"""
Support for creating a service which runs a web server.
"""
import os
import warnings
import incremental
from twisted.application import service, strports
from twisted.internet import interfaces, reactor
from twisted.python import deprecate, reflect, threadpool, usage
from twisted.spread import pb
from twisted.web import demo, distrib, resource, script, server, static, twcgi, wsgi
class Options(usage.Options):
"""
Define the options accepted by the I{twistd web} plugin.
"""
synopsis = "[web options]"
optParameters = [
["logfile", "l", None, "Path to web CLF (Combined Log Format) log file."],
[
"certificate",
"c",
"server.pem",
"(DEPRECATED: use --listen) " "SSL certificate to use for HTTPS. ",
],
[
"privkey",
"k",
"server.pem",
"(DEPRECATED: use --listen) " "SSL certificate to use for HTTPS.",
],
]
optFlags = [
[
"notracebacks",
"n",
(
"(DEPRECATED: Tracebacks are disabled by default. "
"See --enable-tracebacks to turn them on."
),
],
[
"display-tracebacks",
"",
(
"Show uncaught exceptions during rendering tracebacks to "
"the client. WARNING: This may be a security risk and "
"expose private data!"
),
],
]
optFlags.append(
[
"personal",
"",
"Instead of generating a webserver, generate a "
"ResourcePublisher which listens on the port given by "
"--listen, or ~/%s " % (distrib.UserDirectory.userSocketName,)
+ "if --listen is not specified.",
]
)
compData = usage.Completions(
optActions={
"logfile": usage.CompleteFiles("*.log"),
"certificate": usage.CompleteFiles("*.pem"),
"privkey": usage.CompleteFiles("*.pem"),
}
)
longdesc = """\
This starts a webserver. If you specify no arguments, it will be a
demo webserver that has the Test class from twisted.web.demo in it."""
def __init__(self):
usage.Options.__init__(self)
self["indexes"] = []
self["root"] = None
self["extraHeaders"] = []
self["ports"] = []
self["port"] = self["https"] = None
def opt_port(self, port):
"""
(DEPRECATED: use --listen)
Strports description of port to start the server on
"""
msg = deprecate.getDeprecationWarningString(
self.opt_port, incremental.Version("Twisted", 18, 4, 0)
)
warnings.warn(msg, category=DeprecationWarning, stacklevel=2)
self["port"] = port
opt_p = opt_port
def opt_https(self, port):
"""
(DEPRECATED: use --listen)
Port to listen on for Secure HTTP.
"""
msg = deprecate.getDeprecationWarningString(
self.opt_https, incremental.Version("Twisted", 18, 4, 0)
)
warnings.warn(msg, category=DeprecationWarning, stacklevel=2)
self["https"] = port
def opt_listen(self, port):
"""
Add an strports description of port to start the server on.
[default: tcp:8080]
"""
self["ports"].append(port)
def opt_index(self, indexName):
"""
Add the name of a file used to check for directory indexes.
[default: index, index.html]
"""
self["indexes"].append(indexName)
opt_i = opt_index
def opt_user(self):
"""
Makes a server with ~/public_html and ~/.twistd-web-pb support for
users.
"""
self["root"] = distrib.UserDirectory()
opt_u = opt_user
def opt_path(self, path):
"""
<path> is either a specific file or a directory to be set as the root
of the web server. Use this if you have a directory full of HTML, cgi,
epy, or rpy files or any other files that you want to be served up raw.
"""
self["root"] = static.File(os.path.abspath(path))
self["root"].processors = {
".epy": script.PythonScript,
".rpy": script.ResourceScript,
}
self["root"].processors[".cgi"] = twcgi.CGIScript
def opt_processor(self, proc):
"""
`ext=class' where `class' is added as a Processor for files ending
with `ext'.
"""
if not isinstance(self["root"], static.File):
raise usage.UsageError("You can only use --processor after --path.")
ext, klass = proc.split("=", 1)
self["root"].processors[ext] = reflect.namedClass(klass)
def opt_class(self, className):
"""
Create a Resource subclass with a zero-argument constructor.
"""
classObj = reflect.namedClass(className)
self["root"] = classObj()
def opt_resource_script(self, name):
"""
An .rpy file to be used as the root resource of the webserver.
"""
self["root"] = script.ResourceScriptWrapper(name)
def opt_wsgi(self, name):
"""
The FQPN of a WSGI application object to serve as the root resource of
the webserver.
"""
try:
application = reflect.namedAny(name)
except (AttributeError, ValueError):
raise usage.UsageError(f"No such WSGI application: {name!r}")
pool = threadpool.ThreadPool()
reactor.callWhenRunning(pool.start)
reactor.addSystemEventTrigger("after", "shutdown", pool.stop)
self["root"] = wsgi.WSGIResource(reactor, pool, application)
def opt_mime_type(self, defaultType):
"""
Specify the default mime-type for static files.
"""
if not isinstance(self["root"], static.File):
raise usage.UsageError("You can only use --mime_type after --path.")
self["root"].defaultType = defaultType
opt_m = opt_mime_type
def opt_allow_ignore_ext(self):
"""
Specify whether or not a request for 'foo' should return 'foo.ext'
"""
if not isinstance(self["root"], static.File):
raise usage.UsageError(
"You can only use --allow_ignore_ext " "after --path."
)
self["root"].ignoreExt("*")
def opt_ignore_ext(self, ext):
"""
Specify an extension to ignore. These will be processed in order.
"""
if not isinstance(self["root"], static.File):
raise usage.UsageError("You can only use --ignore_ext " "after --path.")
self["root"].ignoreExt(ext)
def opt_add_header(self, header):
"""
Specify an additional header to be included in all responses. Specified
as "HeaderName: HeaderValue".
"""
name, value = header.split(":", 1)
self["extraHeaders"].append((name.strip(), value.strip()))
def postOptions(self):
"""
Set up conditional defaults and check for dependencies.
If SSL is not available but an HTTPS server was configured, raise a
L{UsageError} indicating that this is not possible.
If no server port was supplied, select a default appropriate for the
other options supplied.
"""
if self["port"] is not None:
self["ports"].append(self["port"])
if self["https"] is not None:
try:
reflect.namedModule("OpenSSL.SSL")
except ImportError:
raise usage.UsageError("SSL support not installed")
sslStrport = "ssl:port={}:privateKey={}:certKey={}".format(
self["https"],
self["privkey"],
self["certificate"],
)
self["ports"].append(sslStrport)
if len(self["ports"]) == 0:
if self["personal"]:
path = os.path.expanduser(
os.path.join("~", distrib.UserDirectory.userSocketName)
)
self["ports"].append("unix:" + path)
else:
self["ports"].append("tcp:8080")
def makePersonalServerFactory(site):
"""
Create and return a factory which will respond to I{distrib} requests
against the given site.
@type site: L{twisted.web.server.Site}
@rtype: L{twisted.internet.protocol.Factory}
"""
return pb.PBServerFactory(distrib.ResourcePublisher(site))
class _AddHeadersResource(resource.Resource):
def __init__(self, originalResource, headers):
self._originalResource = originalResource
self._headers = headers
def getChildWithDefault(self, name, request):
for k, v in self._headers:
request.responseHeaders.addRawHeader(k, v)
return self._originalResource.getChildWithDefault(name, request)
def makeService(config):
s = service.MultiService()
if config["root"]:
root = config["root"]
if config["indexes"]:
config["root"].indexNames = config["indexes"]
else:
# This really ought to be web.Admin or something
root = demo.Test()
if isinstance(root, static.File):
root.registry.setComponent(interfaces.IServiceCollection, s)
if config["extraHeaders"]:
root = _AddHeadersResource(root, config["extraHeaders"])
if config["logfile"]:
site = server.Site(root, logPath=config["logfile"])
else:
site = server.Site(root)
if config["display-tracebacks"]:
site.displayTracebacks = True
# Deprecate --notracebacks/-n
if config["notracebacks"]:
msg = deprecate._getDeprecationWarningString(
"--notracebacks", incremental.Version("Twisted", 19, 7, 0)
)
warnings.warn(msg, category=DeprecationWarning, stacklevel=2)
if config["personal"]:
site = makePersonalServerFactory(site)
for port in config["ports"]:
svc = strports.service(port, site)
svc.setServiceParent(s)
return s