SPB Git

spb/findata

Public
7.6 KB · 161 lines python
1"""FastAPI application: /api/v1 (OpenAPI at /api/v1/openapi.json, docs at /api/docs), /metrics, static console."""2from __future__ import annotations34import time5import uuid6from pathlib import Path78from fastapi import Depends, FastAPI, Request9from fastapi.exceptions import RequestValidationError10from fastapi.responses import JSONResponse, Response11from fastapi.staticfiles import StaticFiles12from findata_core.config import get_settings13from findata_core.logging import configure_logging, get_logger14from starlette.exceptions import HTTPException as StarletteHTTPException15from starlette.middleware.base import BaseHTTPMiddleware1617from findata_api import auth as A18from findata_api import metrics as M19from findata_api.ratelimit import bucket20from findata_api.routers import (21    admin,22    assistant,23    auth,24    catalog,25    coverage,26    exports,27    fundamentals,28    health,29    instruments,30    market,31    quality,32    query,33)3435API_PREFIX = "/api/v1"363738class Observability(BaseHTTPMiddleware):39    async def dispatch(self, request: Request, call_next):40        rid = request.headers.get("x-request-id") or uuid.uuid4().hex[:16]41        request.state.request_id = rid42        t0 = time.monotonic()43        route = request.url.path44        try:45            response = await call_next(request)46        except Exception:47            M.REQUESTS.labels(request.method, route, "500").inc()48            raise49        dt = time.monotonic() - t050        if route.startswith(API_PREFIX):51            M.REQUESTS.labels(request.method, _route_label(route), str(response.status_code)).inc()52            M.LATENCY.labels(_route_label(route)).observe(dt)53        response.headers["X-Request-ID"] = rid54        response.headers["X-Content-Type-Options"] = "nosniff"55        response.headers["X-Frame-Options"] = "DENY"56        response.headers["Referrer-Policy"] = "no-referrer"57        response.headers["Permissions-Policy"] = "camera=(), microphone=(), geolocation=()"58        if get_settings().is_production:59            response.headers["Strict-Transport-Security"] = "max-age=31536000; includeSubDomains"60        if not route.startswith("/api/docs"):61            response.headers["Content-Security-Policy"] = ("default-src 'self'; img-src 'self' data:; style-src 'self' 'unsafe-inline'; "62                                                           "script-src 'self'; connect-src 'self'; frame-ancestors 'none'; base-uri 'self'; form-action 'self'")63        return response646566def _route_label(path: str) -> str:67    parts = path.split("/")68    return "/".join(p if not _looks_id(p) else "{id}" for p in parts[:6])697071def _looks_id(p: str) -> bool:72    return len(p) >= 16 and all(c in "0123456789abcdef-" for c in p)737475TRUSTED_PREFIXES = ("127.", "::1", "10.67.", "192.168.", "10.", "172.16.", "172.17.", "172.18.", "172.19.", "172.2", "172.30.", "172.31.")767778class SourceGuard(BaseHTTPMiddleware):79    """The API listens on all interfaces so the WireGuard peer (Caddy on BHS64 via wg1) can reach it; only loopback,80    the tunnel subnet and the LAN may connect. Caddy terminates TLS and forwards the real client in X-Forwarded-For."""8182    async def dispatch(self, request: Request, call_next):83        peer = request.client.host if request.client else ""84        if not peer.startswith(TRUSTED_PREFIXES) and peer != "testclient":85            return JSONResponse({"error": {"code": "forbidden", "message": "untrusted network"}}, status_code=403)86        # real client address for audit/rate limiting: X-Forwarded-For is trusted only from the tunnel gateway87        client_ip = peer88        if peer.startswith("10.67.") and request.headers.get("x-forwarded-for"):89            client_ip = request.headers["x-forwarded-for"].split(",")[0].strip()90        request.state.client_ip = client_ip91        return await call_next(request)929394class RateLimit(BaseHTTPMiddleware):95    async def dispatch(self, request: Request, call_next):96        if request.url.path.startswith(API_PREFIX) and not request.url.path.endswith("/health"):97            auth_h = request.headers.get("authorization", "")98            key = auth_h[-24:] if auth_h else (request.cookies.get(A.SESSION_COOKIE, "")[-24:] or (A.client_ip(request) or "anon"))99            ok, remaining = bucket.allow(f"rl:{key}", get_settings().rate_limit_per_minute)100            if not ok:101                return JSONResponse({"error": {"code": "rate_limited", "message": "Too many requests", "request_id": getattr(request.state, "request_id", None)}},102                                    status_code=429, headers={"Retry-After": "5"})103        return await call_next(request)104105106def create_app() -> FastAPI:107    s = get_settings()108    configure_logging()109    log = get_logger("api")110    app = FastAPI(title="FinData OS API", version="1.0.0", openapi_url=f"{API_PREFIX}/openapi.json", docs_url="/api/docs", redoc_url=None,111                  description="Private, research-grade financial data lakehouse. All market data © FirstRate Data — no redistribution. "112                              "Timestamps are UTC ISO-8601; bars are stamped at bar **open**.")113    app.add_middleware(Observability)114    app.add_middleware(RateLimit)115    app.add_middleware(SourceGuard)116117    @app.exception_handler(StarletteHTTPException)118    async def http_exc(request: Request, exc: StarletteHTTPException):119        detail = exc.detail if isinstance(exc.detail, dict) else {"code": "http_error", "message": str(exc.detail)}120        detail["request_id"] = getattr(request.state, "request_id", None)121        return JSONResponse({"error": detail}, status_code=exc.status_code, headers=getattr(exc, "headers", None))122123    @app.exception_handler(RequestValidationError)124    async def val_exc(request: Request, exc: RequestValidationError):125        return JSONResponse({"error": {"code": "validation_error", "message": "Invalid request", "details": exc.errors(),126                                       "request_id": getattr(request.state, "request_id", None)}}, status_code=422)127128    @app.exception_handler(Exception)129    async def any_exc(request: Request, exc: Exception):130        from findata_core.redact import redact131        log.error("unhandled", error=redact(repr(exc), s.secret_values()), path=request.url.path)132        return JSONResponse({"error": {"code": "internal_error", "message": "Internal error", "request_id": getattr(request.state, "request_id", None)}}, status_code=500)133134    for r in (auth.router, catalog.router, instruments.router, market.router, fundamentals.router, query.router, exports.router,135              coverage.router, quality.router, health.router, admin.router, assistant.router):136        app.include_router(r, prefix=API_PREFIX)137138    @app.get("/metrics", include_in_schema=False)139    def metrics(request: Request, p: A.Principal = Depends(A.get_principal)):140        host = A.client_ip(request) or ""141        private = host in ("127.0.0.1", "::1") or host.startswith(("192.168.", "10.67.", "10.", "172.16."))142        if not private and not p.has("admin"):143            return JSONResponse({"error": {"code": "forbidden", "message": "metrics require admin or a private network"}}, status_code=403)144        from findata_api.health import cached_evaluate as evaluate145        evaluate()146        body, ctype = M.render()147        return Response(body, media_type=ctype)148149    web = s.web_dist or Path(s.root) / "apps" / "web" / "out"150    if web.exists():151        app.mount("/", StaticFiles(directory=str(web), html=True), name="web")152        log.info("web.mounted", path=str(web))153    else:154        @app.get("/", include_in_schema=False)155        def root():156            return {"service": "FinData OS", "docs": "/api/docs", "note": "web console not built"}157    return app158159160app = create_app()161
Files · 6437fd798ded13a52b8fed8b7d8e78b700fbceec
Menu

Theme