[ashd.git] / python3 / ashd-wsgi3

#!/usr/bin/python3

import sys, os, getopt, threading, logging, time, locale, collections
import ashd.proto, ashd.util, ashd.perf, ashd.serve
try:
    import pdm.srv
except:
    pdm = None

def usage(out):
    out.write("usage: ashd-wsgi3 [-hAL] [-m PDM-SPEC] [-p MODPATH] [-l REQLIMIT] HANDLER-MODULE [ARGS...]\n")

reqlimit = 0
modwsgi_compat = False
setlog = True
opts, args = getopt.getopt(sys.argv[1:], "+hALp:l:m:")
for o, a in opts:
    if o == "-h":
        usage(sys.stdout)
        sys.exit(0)
    elif o == "-p":
        sys.path.insert(0, a)
    elif o == "-L":
        setlog = False
    elif o == "-A":
        modwsgi_compat = True
    elif o == "-l":
        reqlimit = int(a)
    elif o == "-m":
        if pdm is not None:
            pdm.srv.listen(a)
if len(args) < 1:
    usage(sys.stderr)
    sys.exit(1)
if setlog:
    logging.basicConfig(format="ashd-wsgi3(%(name)s): %(levelname)s: %(message)s")
log = logging.getLogger("ashd-wsgi3")

try:
    handlermod = __import__(args[0], fromlist = ["dummy"])
except ImportError as exc:
    sys.stderr.write("ashd-wsgi3: handler %s not found: %s\n" % (args[0], exc.args[0]))
    sys.exit(1)
if not modwsgi_compat:
    if not hasattr(handlermod, "wmain"):
        sys.stderr.write("ashd-wsgi3: handler %s has no `wmain' function\n" % args[0])
        sys.exit(1)
    handler = handlermod.wmain(*args[1:])
else:
    if not hasattr(handlermod, "application"):
        sys.stderr.write("ashd-wsgi3: handler %s has no `application' object\n" % args[0])
        sys.exit(1)
    handler = handlermod.application

cwd = os.getcwd()
def absolutify(path):
    if path[0] != '/':
        return os.path.join(cwd, path)
    return path

def unquoteurl(url):
    buf = bytearray()
    i = 0
    while i < len(url):
        c = url[i]
        i += 1
        if c == ord(b'%'):
            if len(url) >= i + 2:
                c = 0
                if ord(b'0') <= url[i] <= ord(b'9'):
                    c |= (url[i] - ord(b'0')) << 4
                elif ord(b'a') <= url[i] <= ord(b'f'):
                    c |= (url[i] - ord(b'a') + 10) << 4
                elif ord(b'A') <= url[i] <= ord(b'F'):
                    c |= (url[i] - ord(b'A') + 10) << 4
                else:
                    raise ValueError("Illegal URL escape character")
                if ord(b'0') <= url[i + 1] <= ord(b'9'):
                    c |= url[i + 1] - ord('0')
                elif ord(b'a') <= url[i + 1] <= ord(b'f'):
                    c |= url[i + 1] - ord(b'a') + 10
                elif ord(b'A') <= url[i + 1] <= ord(b'F'):
                    c |= url[i + 1] - ord(b'A') + 10
                else:
                    raise ValueError("Illegal URL escape character")
                buf.append(c)
                i += 2
            else:
                raise ValueError("Incomplete URL escape character")
        else:
            buf.append(c)
    return buf

def mkenv(req):
    env = {}
    env["wsgi.version"] = 1, 0
    for key, val in req.headers:
        env["HTTP_" + key.upper().replace(b"-", b"_").decode("latin-1")] = val.decode("latin-1")
    env["SERVER_SOFTWARE"] = "ashd-wsgi/1"
    env["GATEWAY_INTERFACE"] = "CGI/1.1"
    env["SERVER_PROTOCOL"] = req.ver.decode("latin-1")
    env["REQUEST_METHOD"] = req.method.decode("latin-1")
    try:
        rawpi = unquoteurl(req.rest)
    except:
        rawpi = req.rest
    try:
        name, rest, pi = (v.decode("utf-8") for v in (req.url, req.rest, rawpi))
        env["wsgi.uri_encoding"] = "utf-8"
    except UnicodeError as exc:
        name, rest, pi = (v.decode("latin-1") for v in (req.url, req.rest, rawpi))
        env["wsgi.uri_encoding"] = "latin-1"
    env["REQUEST_URI"] = name
    p = name.find('?')
    if p >= 0:
        env["QUERY_STRING"] = name[p + 1:]
        name = name[:p]
    else:
        env["QUERY_STRING"] = ""
    if name[-len(rest):] == rest:
        # This is the same hack used in call*cgi.
        name = name[:-len(rest)]
    if name == "/":
        # This seems to be normal CGI behavior, but see callcgi.c for
        # details.
        pi = "/" + pi
        name = ""
    env["SCRIPT_NAME"] = name
    env["PATH_INFO"] = pi
    for src, tgt in [("HTTP_HOST", "SERVER_NAME"), ("HTTP_X_ASH_PROTOCOL", "wsgi.url_scheme"),
                     ("HTTP_X_ASH_SERVER_ADDRESS", "SERVER_ADDR"), ("HTTP_X_ASH_SERVER_PORT", "SERVER_PORT"),
                     ("HTTP_X_ASH_ADDRESS", "REMOTE_ADDR"), ("HTTP_X_ASH_PORT", "REMOTE_PORT"),
                     ("HTTP_CONTENT_TYPE", "CONTENT_TYPE"), ("HTTP_CONTENT_LENGTH", "CONTENT_LENGTH")]:
        if src in env: env[tgt] = env[src]
    for key in ["HTTP_CONTENT_TYPE", "HTTP_CONTENT_LENGTH"]:
        # The CGI specification does not strictly require this, but
        # many actualy programs and libraries seem to.
        if key in env: del env[key]
    if "X-Ash-Protocol" in req and req["X-Ash-Protocol"] == b"https": env["HTTPS"] = "on"
    if "X-Ash-File" in req: env["SCRIPT_FILENAME"] = absolutify(req["X-Ash-File"].decode(locale.getpreferredencoding()))
    env["wsgi.input"] = req.sk
    env["wsgi.errors"] = sys.stderr
    env["wsgi.multithread"] = True
    env["wsgi.multiprocess"] = False
    env["wsgi.run_once"] = False
    return env

if reqlimit != 0:
    guard = ashd.serve.calllimiter(reqlimit).call
else:
    guard = lambda fun: fun()

def recode(thing):
    if isinstance(thing, collections.ByteString):
        return thing
    else:
        return str(thing).encode("latin-1")

class reqthread(ashd.serve.wsgithread):
    def __init__(self, req):
        super().__init__()
        self.req = req.dup()

    def handlewsgi(self):
        return handler(self.env, self.startreq)

    def writehead(self, status, headers):
        buf = bytearray()
        buf += b"HTTP/1.1 " + recode(status) + b"\n"
        for nm, val in headers:
            buf += recode(nm) + b": " + recode(val) + b"\n"
        buf += b"\n"
        try:
            self.req.sk.write(buf)
        except IOError:
            raise ashd.serve.closed()

    def writedata(self, data):
        try:
            self.req.sk.write(data)
            self.req.sk.flush()
        except IOError:
            raise ashd.serve.closed()

    def handle(self):
        self.env = mkenv(self.req)
        with ashd.perf.request(self.env) as reqevent:
            super().handle()
            if self.status:
                reqevent.response([self.status, self.headers])
    
    def run(self):
        try:
            guard(super().run)
        finally:
            self.req.close()
            sys.stderr.flush()
    
def handle(req):
    reqthread(req).start()

ashd.util.serveloop(handle)
Commit	Line	Data
	1	#!/usr/bin/python3
	2
	3	import sys, os, getopt, threading, logging, time, locale, collections
	4	import ashd.proto, ashd.util, ashd.perf, ashd.serve
	5	try:
	6	import pdm.srv
	7	except:
	8	pdm = None
	9
	10	def usage(out):
	11	out.write("usage: ashd-wsgi3 [-hAL] [-m PDM-SPEC] [-p MODPATH] [-l REQLIMIT] HANDLER-MODULE [ARGS...]\n")
	12
	13	reqlimit = 0
	14	modwsgi_compat = False
	15	setlog = True
	16	opts, args = getopt.getopt(sys.argv[1:], "+hALp:l:m:")
	17	for o, a in opts:
	18	if o == "-h":
	19	usage(sys.stdout)
	20	sys.exit(0)
	21	elif o == "-p":
	22	sys.path.insert(0, a)
	23	elif o == "-L":
	24	setlog = False
	25	elif o == "-A":
	26	modwsgi_compat = True
	27	elif o == "-l":
	28	reqlimit = int(a)
	29	elif o == "-m":
	30	if pdm is not None:
	31	pdm.srv.listen(a)
	32	if len(args) < 1:
	33	usage(sys.stderr)
	34	sys.exit(1)
	35	if setlog:
	36	logging.basicConfig(format="ashd-wsgi3(%(name)s): %(levelname)s: %(message)s")
	37	log = logging.getLogger("ashd-wsgi3")
	38
	39	try:
	40	handlermod = __import__(args[0], fromlist = ["dummy"])
	41	except ImportError as exc:
	42	sys.stderr.write("ashd-wsgi3: handler %s not found: %s\n" % (args[0], exc.args[0]))
	43	sys.exit(1)
	44	if not modwsgi_compat:
	45	if not hasattr(handlermod, "wmain"):
	46	sys.stderr.write("ashd-wsgi3: handler %s has no `wmain' function\n" % args[0])
	47	sys.exit(1)
	48	handler = handlermod.wmain(*args[1:])
	49	else:
	50	if not hasattr(handlermod, "application"):
	51	sys.stderr.write("ashd-wsgi3: handler %s has no `application' object\n" % args[0])
	52	sys.exit(1)
	53	handler = handlermod.application
	54
	55	cwd = os.getcwd()
	56	def absolutify(path):
	57	if path[0] != '/':
	58	return os.path.join(cwd, path)
	59	return path
	60
	61	def unquoteurl(url):
	62	buf = bytearray()
	63	i = 0
	64	while i < len(url):
	65	c = url[i]
	66	i += 1
	67	if c == ord(b'%'):
	68	if len(url) >= i + 2:
	69	c = 0
	70	if ord(b'0') <= url[i] <= ord(b'9'):
	71	c \|= (url[i] - ord(b'0')) << 4
	72	elif ord(b'a') <= url[i] <= ord(b'f'):
	73	c \|= (url[i] - ord(b'a') + 10) << 4
	74	elif ord(b'A') <= url[i] <= ord(b'F'):
	75	c \|= (url[i] - ord(b'A') + 10) << 4
	76	else:
	77	raise ValueError("Illegal URL escape character")
	78	if ord(b'0') <= url[i + 1] <= ord(b'9'):
	79	c \|= url[i + 1] - ord('0')
	80	elif ord(b'a') <= url[i + 1] <= ord(b'f'):
	81	c \|= url[i + 1] - ord(b'a') + 10
	82	elif ord(b'A') <= url[i + 1] <= ord(b'F'):
	83	c \|= url[i + 1] - ord(b'A') + 10
	84	else:
	85	raise ValueError("Illegal URL escape character")
	86	buf.append(c)
	87	i += 2
	88	else:
	89	raise ValueError("Incomplete URL escape character")
	90	else:
	91	buf.append(c)
	92	return buf
	93
	94	def mkenv(req):
	95	env = {}
	96	env["wsgi.version"] = 1, 0
	97	for key, val in req.headers:
	98	env["HTTP_" + key.upper().replace(b"-", b"_").decode("latin-1")] = val.decode("latin-1")
	99	env["SERVER_SOFTWARE"] = "ashd-wsgi/1"
	100	env["GATEWAY_INTERFACE"] = "CGI/1.1"
	101	env["SERVER_PROTOCOL"] = req.ver.decode("latin-1")
	102	env["REQUEST_METHOD"] = req.method.decode("latin-1")
	103	try:
	104	rawpi = unquoteurl(req.rest)
	105	except:
	106	rawpi = req.rest
	107	try:
	108	name, rest, pi = (v.decode("utf-8") for v in (req.url, req.rest, rawpi))
	109	env["wsgi.uri_encoding"] = "utf-8"
	110	except UnicodeError as exc:
	111	name, rest, pi = (v.decode("latin-1") for v in (req.url, req.rest, rawpi))
	112	env["wsgi.uri_encoding"] = "latin-1"
	113	env["REQUEST_URI"] = name
	114	p = name.find('?')
	115	if p >= 0:
	116	env["QUERY_STRING"] = name[p + 1:]
	117	name = name[:p]
	118	else:
	119	env["QUERY_STRING"] = ""
	120	if name[-len(rest):] == rest:
	121	# This is the same hack used in call*cgi.
	122	name = name[:-len(rest)]
	123	if name == "/":
	124	# This seems to be normal CGI behavior, but see callcgi.c for
	125	# details.
	126	pi = "/" + pi
	127	name = ""
	128	env["SCRIPT_NAME"] = name
	129	env["PATH_INFO"] = pi
	130	for src, tgt in [("HTTP_HOST", "SERVER_NAME"), ("HTTP_X_ASH_PROTOCOL", "wsgi.url_scheme"),
	131	("HTTP_X_ASH_SERVER_ADDRESS", "SERVER_ADDR"), ("HTTP_X_ASH_SERVER_PORT", "SERVER_PORT"),
	132	("HTTP_X_ASH_ADDRESS", "REMOTE_ADDR"), ("HTTP_X_ASH_PORT", "REMOTE_PORT"),
	133	("HTTP_CONTENT_TYPE", "CONTENT_TYPE"), ("HTTP_CONTENT_LENGTH", "CONTENT_LENGTH")]:
	134	if src in env: env[tgt] = env[src]
	135	for key in ["HTTP_CONTENT_TYPE", "HTTP_CONTENT_LENGTH"]:
	136	# The CGI specification does not strictly require this, but
	137	# many actualy programs and libraries seem to.
	138	if key in env: del env[key]
	139	if "X-Ash-Protocol" in req and req["X-Ash-Protocol"] == b"https": env["HTTPS"] = "on"
	140	if "X-Ash-File" in req: env["SCRIPT_FILENAME"] = absolutify(req["X-Ash-File"].decode(locale.getpreferredencoding()))
	141	env["wsgi.input"] = req.sk
	142	env["wsgi.errors"] = sys.stderr
	143	env["wsgi.multithread"] = True
	144	env["wsgi.multiprocess"] = False
	145	env["wsgi.run_once"] = False
	146	return env
	147
	148	if reqlimit != 0:
	149	guard = ashd.serve.calllimiter(reqlimit).call
	150	else:
	151	guard = lambda fun: fun()
	152
	153	def recode(thing):
	154	if isinstance(thing, collections.ByteString):
	155	return thing
	156	else:
	157	return str(thing).encode("latin-1")
	158
	159	class reqthread(ashd.serve.wsgithread):
	160	def __init__(self, req):
	161	super().__init__()
	162	self.req = req.dup()
	163
	164	def handlewsgi(self):
	165	return handler(self.env, self.startreq)
	166
	167	def writehead(self, status, headers):
	168	buf = bytearray()
	169	buf += b"HTTP/1.1 " + recode(status) + b"\n"
	170	for nm, val in headers:
	171	buf += recode(nm) + b": " + recode(val) + b"\n"
	172	buf += b"\n"
	173	try:
	174	self.req.sk.write(buf)
	175	except IOError:
	176	raise ashd.serve.closed()
	177
	178	def writedata(self, data):
	179	try:
	180	self.req.sk.write(data)
	181	self.req.sk.flush()
	182	except IOError:
	183	raise ashd.serve.closed()
	184
	185	def handle(self):
	186	self.env = mkenv(self.req)
	187	with ashd.perf.request(self.env) as reqevent:
	188	super().handle()
	189	if self.status:
	190	reqevent.response([self.status, self.headers])
	191
	192	def run(self):
	193	try:
	194	guard(super().run)
	195	finally:
	196	self.req.close()
	197	sys.stderr.flush()
	198
	199	def handle(req):
	200	reqthread(req).start()
	201
	202	ashd.util.serveloop(handle)