Files
cali_scraper/scraper/dashboard/server.py
T
2026-09-06 10:18:26 -07:00

187 lines
6.3 KiB
Python

# noqa: E501
"""Stdlib HTTP server for the dashboard (spec §5). No framework.
Exposes the API_CONTRACT endpoints over http.server + a tiny static adapter
for the frontend (scraper/dashboard/static/). A thin layer over
scraper.dashboard.api: parse HTTP line + query + JSON body, build an
api.Request, call api.run, write (status, body) back as JSON.
Run: python -m scraper.dashboard.server
"""
from __future__ import annotations
import json
import os
import sys
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
from urllib.parse import urlparse, parse_qs
from . import api
from .api import Request, Services
STATIC_DIR = os.path.join(os.path.dirname(os.path.abspath(__file__)),
"static")
_CONTENT_TYPES = {
".html": "text/html; charset=utf-8",
".js": "text/javascript; charset=utf-8",
".css": "text/css; charset=utf-8",
".json": "application/json; charset=utf-8",
".svg": "image/svg+xml",
".ico": "image/x-icon",
".png": "image/png",
}
class DashboardHandler(BaseHTTPRequestHandler):
def log_message(self, *args):
pass
def do_GET(self):
return self._dispatch("GET")
def do_POST(self):
return self._dispatch("POST")
def do_PUT(self):
return self._dispatch("PUT")
def do_DELETE(self):
return self._dispatch("DELETE")
def _dispatch(self, method):
parsed = urlparse(self.path)
if not parsed.path.startswith("/api"):
return self._serve_static(parsed.path)
try:
query = parse_qs(parsed.query)
flat = {}
for k, v in query.items():
flat[k] = v[0] if len(v) == 1 else v
body = {}
if method in ("POST", "PUT"):
body = self._read_json_body()
token = self._bearer()
req = Request(
method=method,
path=parsed.path,
query=flat,
body=body,
token=token,
services=self.services,
user_id=None,
)
status, payload = api.run(req)
except Exception as exc:
status, payload = 500, {
"error": {"code": "internal_error",
"message": str(exc)}}
return self._write_json(status, payload)
def _bearer(self):
auth = self.headers.get("Authorization", "")
if auth.lower().startswith("bearer "):
return auth[7:].strip()
return None
def _read_json_body(self):
length = int(self.headers.get("Content-Length") or 0)
if length <= 0:
return {}
raw = self.rfile.read(length)
try:
data = json.loads(raw.decode("utf-8"))
except (ValueError, UnicodeDecodeError):
return {}
return data if isinstance(data, dict) else {}
def _serve_static(self, path):
rel = path.lstrip("/") or "index.html"
if ".." in rel or rel.startswith("/"):
return self._write_raw(404, b"not found", "text/plain")
fp = os.path.join(STATIC_DIR, rel)
if os.path.isfile(fp):
ctype = _CONTENT_TYPES.get(
os.path.splitext(fp)[1], "application/octet-stream")
with open(fp, "rb") as fh:
body = fh.read()
return self._write_raw(200, body, ctype)
root = os.path.join(STATIC_DIR, "index.html")
if os.path.isfile(root):
with open(root, "rb") as fh:
body = fh.read()
return self._write_raw(200, body,
"text/html; charset=utf-8")
return self._write_raw(404, b"not found", "text/plain")
def _write_json(self, status, payload):
body = json.dumps(payload, ensure_ascii=False).encode("utf-8")
return self._write_raw(status, body,
"application/json; charset=utf-8")
def _write_raw(self, status, body, ctype):
self.send_response(status)
self.send_header("Content-Type", ctype)
self.send_header("Content-Length", str(len(body)))
self.send_header("Access-Control-Allow-Origin", "*")
self.end_headers()
if status != 204:
self.wfile.write(body)
def make_handler(services, log_on=False):
cls = type("BoundHandler", (DashboardHandler,),
{"services": services})
if log_on:
cls.log_message = BaseHTTPRequestHandler.log_message
return cls
def serve(host="127.0.0.1", port=8000,
db_path=None, prefs_path="out/prefs.json",
auth_path="out/auth.json", serve_static=True,
log_on=False):
services = Services.default(db_path=db_path,
prefs_path=prefs_path,
auth_path=auth_path)
handler = make_handler(services, log_on=log_on)
srv = ThreadingHTTPServer((host, port), handler)
sys.stderr.write(
"dashboard: http://%s:%d/ (static %s)\n"
% (host, port, "on" if serve_static else "off"))
try:
srv.serve_forever()
except KeyboardInterrupt:
pass
finally:
srv.server_close()
return 0
def main(argv=None):
import argparse
p = argparse.ArgumentParser(
prog="scraper.dashboard",
description="Serve the legislative dashboard (API + static UI).")
p.add_argument("--host", default="127.0.0.1")
p.add_argument("--port", type=int, default=8000)
p.add_argument("--db", default=None,
help="SQLite path (default: db/daily_file.sqlite)")
p.add_argument("--prefs", default="out/prefs.json",
help="preferences JSON file")
p.add_argument("--auth", default="out/auth.json",
help="local-auth JSON file")
p.add_argument("--no-static", dest="static", action="store_false",
help="serve API only, no static frontend")
p.add_argument("--log", dest="log", action="store_true",
help="log HTTP requests to stderr")
args = p.parse_args(argv)
return serve(host=args.host, port=args.port,
db_path=args.db, prefs_path=args.prefs,
auth_path=args.auth, serve_static=args.static,
log_on=args.log)
if __name__ == "__main__":
sys.exit(main())