Commit | Line | Data |
---|---|---|
55fa3f63 | 1 | #!/usr/bin/python3 |
c270f222 | 2 | |
14640dcc | 3 | import sys, os, getopt, threading, logging, time, locale, collections |
d5ee5cde FT |
4 | import ashd.proto, ashd.util, ashd.perf |
5 | try: | |
6 | import pdm.srv | |
7 | except: | |
8 | pdm = None | |
c270f222 FT |
9 | |
10 | def usage(out): | |
14640dcc | 11 | out.write("usage: ashd-wsgi3 [-hAL] [-m PDM-SPEC] [-p MODPATH] [-l REQLIMIT] HANDLER-MODULE [ARGS...]\n") |
c270f222 | 12 | |
3e11d7ed | 13 | reqlimit = 0 |
c270f222 | 14 | modwsgi_compat = False |
14640dcc FT |
15 | setlog = True |
16 | opts, args = getopt.getopt(sys.argv[1:], "+hALp:l:m:") | |
c270f222 FT |
17 | for o, a in opts: |
18 | if o == "-h": | |
19 | usage(sys.stdout) | |
20 | sys.exit(0) | |
21 | elif o == "-p": | |
22 | sys.path.insert(0, a) | |
14640dcc FT |
23 | elif o == "-L": |
24 | setlog = False | |
c270f222 FT |
25 | elif o == "-A": |
26 | modwsgi_compat = True | |
3e11d7ed FT |
27 | elif o == "-l": |
28 | reqlimit = int(a) | |
d5ee5cde FT |
29 | elif o == "-m": |
30 | if pdm is not None: | |
31 | pdm.srv.listen(a) | |
c270f222 FT |
32 | if len(args) < 1: |
33 | usage(sys.stderr) | |
34 | sys.exit(1) | |
14640dcc FT |
35 | if setlog: |
36 | logging.basicConfig(format="ashd-wsgi3(%(name)s): %(levelname)s: %(message)s") | |
c270f222 FT |
37 | |
38 | try: | |
39 | handlermod = __import__(args[0], fromlist = ["dummy"]) | |
55fa3f63 | 40 | except ImportError as exc: |
1f3d7aa3 | 41 | sys.stderr.write("ashd-wsgi3: handler %s not found: %s\n" % (args[0], exc.args[0])) |
c270f222 FT |
42 | sys.exit(1) |
43 | if not modwsgi_compat: | |
44 | if not hasattr(handlermod, "wmain"): | |
1f3d7aa3 | 45 | sys.stderr.write("ashd-wsgi3: handler %s has no `wmain' function\n" % args[0]) |
c270f222 | 46 | sys.exit(1) |
adb11d5f | 47 | handler = handlermod.wmain(*args[1:]) |
c270f222 FT |
48 | else: |
49 | if not hasattr(handlermod, "application"): | |
1f3d7aa3 | 50 | sys.stderr.write("ashd-wsgi3: handler %s has no `application' object\n" % args[0]) |
c270f222 FT |
51 | sys.exit(1) |
52 | handler = handlermod.application | |
53 | ||
81a0ca30 FT |
54 | class closed(IOError): |
55 | def __init__(self): | |
55fa3f63 | 56 | super().__init__("The client has closed the connection.") |
81a0ca30 | 57 | |
70d942a7 FT |
58 | cwd = os.getcwd() |
59 | def absolutify(path): | |
60 | if path[0] != '/': | |
61 | return os.path.join(cwd, path) | |
62 | return path | |
63 | ||
09c82f9c | 64 | def unquoteurl(url): |
55fa3f63 | 65 | buf = bytearray() |
09c82f9c FT |
66 | i = 0 |
67 | while i < len(url): | |
68 | c = url[i] | |
69 | i += 1 | |
55fa3f63 | 70 | if c == ord(b'%'): |
370d235f | 71 | if len(url) >= i + 2: |
09c82f9c | 72 | c = 0 |
55fa3f63 FT |
73 | if ord(b'0') <= url[i] <= ord(b'9'): |
74 | c |= (url[i] - ord(b'0')) << 4 | |
75 | elif ord(b'a') <= url[i] <= ord(b'f'): | |
76 | c |= (url[i] - ord(b'a') + 10) << 4 | |
77 | elif ord(b'A') <= url[i] <= ord(b'F'): | |
78 | c |= (url[i] - ord(b'A') + 10) << 4 | |
09c82f9c FT |
79 | else: |
80 | raise ValueError("Illegal URL escape character") | |
55fa3f63 FT |
81 | if ord(b'0') <= url[i + 1] <= ord(b'9'): |
82 | c |= url[i + 1] - ord('0') | |
83 | elif ord(b'a') <= url[i + 1] <= ord(b'f'): | |
84 | c |= url[i + 1] - ord(b'a') + 10 | |
85 | elif ord(b'A') <= url[i + 1] <= ord(b'F'): | |
86 | c |= url[i + 1] - ord(b'A') + 10 | |
09c82f9c FT |
87 | else: |
88 | raise ValueError("Illegal URL escape character") | |
55fa3f63 | 89 | buf.append(c) |
09c82f9c FT |
90 | i += 2 |
91 | else: | |
92 | raise ValueError("Incomplete URL escape character") | |
93 | else: | |
55fa3f63 | 94 | buf.append(c) |
09c82f9c | 95 | return buf |
81a0ca30 | 96 | |
c270f222 FT |
97 | def dowsgi(req): |
98 | env = {} | |
99 | env["wsgi.version"] = 1, 0 | |
100 | for key, val in req.headers: | |
55fa3f63 | 101 | env["HTTP_" + key.upper().replace(b"-", b"_").decode("latin-1")] = val.decode("latin-1") |
c270f222 FT |
102 | env["SERVER_SOFTWARE"] = "ashd-wsgi/1" |
103 | env["GATEWAY_INTERFACE"] = "CGI/1.1" | |
55fa3f63 FT |
104 | env["SERVER_PROTOCOL"] = req.ver.decode("latin-1") |
105 | env["REQUEST_METHOD"] = req.method.decode("latin-1") | |
106 | try: | |
107 | rawpi = unquoteurl(req.rest) | |
108 | except: | |
109 | rawpi = req.rest | |
110 | try: | |
111 | name, rest, pi = (v.decode("utf-8") for v in (req.url, req.rest, rawpi)) | |
112 | env["wsgi.uri_encoding"] = "utf-8" | |
113 | except UnicodeError as exc: | |
114 | name, rest, pi = (v.decode("latin-1") for v in (req.url, req.rest, rawpi)) | |
115 | env["wsgi.uri_encoding"] = "latin-1" | |
116 | env["REQUEST_URI"] = name | |
c270f222 FT |
117 | p = name.find('?') |
118 | if p >= 0: | |
c270f222 | 119 | env["QUERY_STRING"] = name[p + 1:] |
8498ab28 | 120 | name = name[:p] |
c270f222 FT |
121 | else: |
122 | env["QUERY_STRING"] = "" | |
55fa3f63 | 123 | if name[-len(rest):] == rest: |
53d666ca | 124 | # This is the same hack used in call*cgi. |
55fa3f63 FT |
125 | name = name[:-len(rest)] |
126 | if name == "/": | |
53d666ca FT |
127 | # This seems to be normal CGI behavior, but see callcgi.c for |
128 | # details. | |
129 | pi = "/" + pi | |
130 | name = "" | |
c270f222 | 131 | env["SCRIPT_NAME"] = name |
53d666ca | 132 | env["PATH_INFO"] = pi |
55fa3f63 FT |
133 | for src, tgt in [("HTTP_HOST", "SERVER_NAME"), ("HTTP_X_ASH_SERVER_PORT", "SERVER_PORT"), |
134 | ("HTTP_X_ASH_ADDRESS", "REMOTE_ADDR"), ("HTTP_CONTENT_TYPE", "CONTENT_TYPE"), | |
135 | ("HTTP_CONTENT_LENGTH", "CONTENT_LENGTH"), ("HTTP_X_ASH_PROTOCOL", "wsgi.url_scheme")]: | |
136 | if src in env: env[tgt] = env[src] | |
137 | if "X-Ash-Protocol" in req and req["X-Ash-Protocol"] == b"https": env["HTTPS"] = "on" | |
138 | if "X-Ash-File" in req: env["SCRIPT_FILENAME"] = absolutify(req["X-Ash-File"].decode(locale.getpreferredencoding())) | |
c270f222 FT |
139 | env["wsgi.input"] = req.sk |
140 | env["wsgi.errors"] = sys.stderr | |
141 | env["wsgi.multithread"] = True | |
142 | env["wsgi.multiprocess"] = False | |
143 | env["wsgi.run_once"] = False | |
144 | ||
145 | resp = [] | |
146 | respsent = [] | |
147 | ||
55fa3f63 FT |
148 | def recode(thing): |
149 | if isinstance(thing, collections.ByteString): | |
150 | return thing | |
151 | else: | |
152 | return str(thing).encode("latin-1") | |
153 | ||
699754de | 154 | def flushreq(): |
c270f222 FT |
155 | if not respsent: |
156 | if not resp: | |
55fa3f63 | 157 | raise Exception("Trying to write data before starting response.") |
c270f222 FT |
158 | status, headers = resp |
159 | respsent[:] = [True] | |
55fa3f63 FT |
160 | buf = bytearray() |
161 | buf += b"HTTP/1.1 " + recode(status) + b"\n" | |
162 | for nm, val in headers: | |
163 | buf += recode(nm) + b": " + recode(val) + b"\n" | |
164 | buf += b"\n" | |
8bb0e3c1 | 165 | try: |
55fa3f63 | 166 | req.sk.write(buf) |
8bb0e3c1 FT |
167 | except IOError: |
168 | raise closed() | |
699754de FT |
169 | |
170 | def write(data): | |
171 | if not data: | |
172 | return | |
8bb0e3c1 | 173 | flushreq() |
81a0ca30 FT |
174 | try: |
175 | req.sk.write(data) | |
176 | req.sk.flush() | |
177 | except IOError: | |
178 | raise closed() | |
c270f222 FT |
179 | |
180 | def startreq(status, headers, exc_info = None): | |
181 | if resp: | |
182 | if exc_info: # Interesting, this... | |
183 | try: | |
184 | if respsent: | |
55fa3f63 | 185 | raise exc_info[1] |
c270f222 FT |
186 | finally: |
187 | exc_info = None # CPython GC bug? | |
188 | else: | |
55fa3f63 | 189 | raise Exception("Can only start responding once.") |
c270f222 FT |
190 | resp[:] = status, headers |
191 | return write | |
192 | ||
d5ee5cde FT |
193 | with ashd.perf.request(env) as reqevent: |
194 | respiter = handler(env, startreq) | |
8bb0e3c1 | 195 | try: |
d5ee5cde FT |
196 | try: |
197 | for data in respiter: | |
198 | write(data) | |
199 | if resp: | |
200 | flushreq() | |
201 | except closed: | |
202 | pass | |
203 | finally: | |
204 | if hasattr(respiter, "close"): | |
205 | respiter.close() | |
206 | if resp: | |
207 | reqevent.response(resp) | |
c270f222 | 208 | |
3e11d7ed FT |
209 | flightlock = threading.Condition() |
210 | inflight = 0 | |
211 | ||
c270f222 FT |
212 | class reqthread(threading.Thread): |
213 | def __init__(self, req): | |
55fa3f63 | 214 | super().__init__(name = "Request handler") |
c270f222 FT |
215 | self.req = req.dup() |
216 | ||
217 | def run(self): | |
3e11d7ed | 218 | global inflight |
c270f222 | 219 | try: |
55fa3f63 | 220 | with flightlock: |
3e11d7ed FT |
221 | if reqlimit != 0: |
222 | start = time.time() | |
223 | while inflight >= reqlimit: | |
224 | flightlock.wait(10) | |
225 | if time.time() - start > 10: | |
226 | os.abort() | |
227 | inflight += 1 | |
3e11d7ed FT |
228 | try: |
229 | dowsgi(self.req) | |
230 | finally: | |
55fa3f63 | 231 | with flightlock: |
3e11d7ed FT |
232 | inflight -= 1 |
233 | flightlock.notify() | |
c270f222 FT |
234 | finally: |
235 | self.req.close() | |
a83cfbbc | 236 | sys.stderr.flush() |
c270f222 FT |
237 | |
238 | def handle(req): | |
239 | reqthread(req).start() | |
240 | ||
4e7888f7 | 241 | ashd.util.serveloop(handle) |