SPB Git

spb/findata

Public
7.7 KB · 164 lines python
1"""FastAPI application: /api/v1 (OpenAPI at /api/v1/openapi.json, docs at /api/docs), /metrics, static console."""2from __future__ import annotations34import time5import uuid6from pathlib import Path78from fastapi import Depends, FastAPI, Request9from fastapi.exceptions import RequestValidationError10from fastapi.responses import JSONResponse, Response11from fastapi.staticfiles import StaticFiles12from findata_core.config import get_settings13from findata_core.logging import configure_logging, get_logger14from starlette.exceptions import HTTPException as StarletteHTTPException15from starlette.middleware.base import BaseHTTPMiddleware1617from findata_api import auth as A18from findata_api import metrics as M19from findata_api.ratelimit import bucket20from findata_api.routers import (21    admin,22    assistant,23    auth,24    catalog,25    coverage,26    exports,27    fundamentals,28    health,29    instruments,30    market,31    public,32    quality,33    query,34)3536API_PREFIX = "/api/v1"373839class Observability(BaseHTTPMiddleware):40    async def dispatch(self, request: Request, call_next):41        rid = request.headers.get("x-request-id") or uuid.uuid4().hex[:16]42        request.state.request_id = rid43        t0 = time.monotonic()44        route = request.url.path45        try:46            response = await call_next(request)47        except Exception:48            M.REQUESTS.labels(request.method, route, "500").inc()49            raise50        dt = time.monotonic() - t051        if route.startswith(API_PREFIX):52            M.REQUESTS.labels(request.method, _route_label(route), str(response.status_code)).inc()53            M.LATENCY.labels(_route_label(route)).observe(dt)54        response.headers["X-Request-ID"] = rid55        response.headers["X-Content-Type-Options"] = "nosniff"56        response.headers["X-Frame-Options"] = "DENY"57        response.headers["Referrer-Policy"] = "no-referrer"58        response.headers["Permissions-Policy"] = "camera=(), microphone=(), geolocation=()"59        if get_settings().is_production:60            response.headers["Strict-Transport-Security"] = "max-age=31536000; includeSubDomains"61        if not route.startswith("/api/docs"):62            response.headers["Content-Security-Policy"] = ("default-src 'self'; img-src 'self' data:; style-src 'self' 'unsafe-inline'; "63                                                           "script-src 'self'; connect-src 'self'; frame-ancestors 'none'; base-uri 'self'; form-action 'self'")64        return response656667def _route_label(path: str) -> str:68    parts = path.split("/")69    return "/".join(p if not _looks_id(p) else "{id}" for p in parts[:6])707172def _looks_id(p: str) -> bool:73    return len(p) >= 16 and all(c in "0123456789abcdef-" for c in p)747576TRUSTED_PREFIXES = ("127.", "::1", "10.67.", "192.168.", "10.", "172.16.", "172.17.", "172.18.", "172.19.", "172.2", "172.30.", "172.31.")777879class SourceGuard(BaseHTTPMiddleware):80    """The API listens on all interfaces so the WireGuard peer (Caddy on BHS64 via wg1) can reach it; only loopback,81    the tunnel subnet and the LAN may connect. Caddy terminates TLS and forwards the real client in X-Forwarded-For."""8283    async def dispatch(self, request: Request, call_next):84        peer = request.client.host if request.client else ""85        if not peer.startswith(TRUSTED_PREFIXES) and peer != "testclient":86            return JSONResponse({"error": {"code": "forbidden", "message": "untrusted network"}}, status_code=403)87        # real client address for audit/rate limiting: X-Forwarded-For is trusted only from the tunnel gateway88        client_ip = peer89        if peer.startswith("10.67.") and request.headers.get("x-forwarded-for"):90            client_ip = request.headers["x-forwarded-for"].split(",")[0].strip()91        request.state.client_ip = client_ip92        return await call_next(request)939495class RateLimit(BaseHTTPMiddleware):96    async def dispatch(self, request: Request, call_next):97        if request.url.path.startswith(API_PREFIX) and not request.url.path.endswith("/health"):98            auth_h = request.headers.get("authorization", "")99            key = auth_h[-24:] if auth_h else (request.cookies.get(A.SESSION_COOKIE, "")[-24:] or (A.client_ip(request) or "anon"))100            if request.url.path.startswith(f"{API_PREFIX}/public/"):101                key = f"public:{A.client_ip(request) or 'anon'}"102            ok, remaining = bucket.allow(f"rl:{key}", get_settings().rate_limit_per_minute)103            if not ok:104                return JSONResponse({"error": {"code": "rate_limited", "message": "Too many requests", "request_id": getattr(request.state, "request_id", None)}},105                                    status_code=429, headers={"Retry-After": "5"})106        return await call_next(request)107108109def create_app() -> FastAPI:110    s = get_settings()111    configure_logging()112    log = get_logger("api")113    app = FastAPI(title="FinData OS API", version="1.0.0", openapi_url=f"{API_PREFIX}/openapi.json", docs_url="/api/docs", redoc_url=None,114                  description="Private, research-grade financial data lakehouse. All market data © FirstRate Data — no redistribution. "115                              "Timestamps are UTC ISO-8601; bars are stamped at bar **open**.")116    app.add_middleware(Observability)117    app.add_middleware(RateLimit)118    app.add_middleware(SourceGuard)119120    @app.exception_handler(StarletteHTTPException)121    async def http_exc(request: Request, exc: StarletteHTTPException):122        detail = exc.detail if isinstance(exc.detail, dict) else {"code": "http_error", "message": str(exc.detail)}123        detail["request_id"] = getattr(request.state, "request_id", None)124        return JSONResponse({"error": detail}, status_code=exc.status_code, headers=getattr(exc, "headers", None))125126    @app.exception_handler(RequestValidationError)127    async def val_exc(request: Request, exc: RequestValidationError):128        return JSONResponse({"error": {"code": "validation_error", "message": "Invalid request", "details": exc.errors(),129                                       "request_id": getattr(request.state, "request_id", None)}}, status_code=422)130131    @app.exception_handler(Exception)132    async def any_exc(request: Request, exc: Exception):133        from findata_core.redact import redact134        log.error("unhandled", error=redact(repr(exc), s.secret_values()), path=request.url.path)135        return JSONResponse({"error": {"code": "internal_error", "message": "Internal error", "request_id": getattr(request.state, "request_id", None)}}, status_code=500)136137    for r in (auth.router, catalog.router, instruments.router, market.router, fundamentals.router, query.router, exports.router,138              coverage.router, quality.router, health.router, admin.router, assistant.router, public.router):139        app.include_router(r, prefix=API_PREFIX)140141    @app.get("/metrics", include_in_schema=False)142    def metrics(request: Request, p: A.Principal = Depends(A.get_principal)):143        host = A.client_ip(request) or ""144        private = host in ("127.0.0.1", "::1") or host.startswith(("192.168.", "10.67.", "10.", "172.16."))145        if not private and not p.has("admin"):146            return JSONResponse({"error": {"code": "forbidden", "message": "metrics require admin or a private network"}}, status_code=403)147        from findata_api.health import cached_evaluate as evaluate148        evaluate()149        body, ctype = M.render()150        return Response(body, media_type=ctype)151152    web = s.web_dist or Path(s.root) / "apps" / "web" / "out"153    if web.exists():154        app.mount("/", StaticFiles(directory=str(web), html=True), name="web")155        log.info("web.mounted", path=str(web))156    else:157        @app.get("/", include_in_schema=False)158        def root():159            return {"service": "FinData OS", "docs": "/api/docs", "note": "web console not built"}160    return app161162163app = create_app()164
Files · f85ef07ccaee074d0f21ee15a0887b71bc6ad458
Menu

Theme