from __future__ import annotations import time from fastapi import APIRouter, Depends, Request from findata_core.config import get_settings from findata_ingest.reader import dataset_views, run_sql from pydantic import BaseModel, Field from findata_api import auth as A from findata_api import metrics as M from findata_api.errors import ApiError from findata_api.ratelimit import record_usage router = APIRouter(prefix="/query", tags=["query"]) class QueryIn(BaseModel): sql: str = Field(..., max_length=20000) max_rows: int = Field(1000, ge=1, le=100_000) @router.post("") def query(body: QueryIn, request: Request, p: A.Principal = Depends(A.require("query"))): s = get_settings() views = dataset_views() t0 = time.monotonic() try: tbl, meta = run_sql(body.sql, min(body.max_rows, s.query_max_rows), s.query_timeout_seconds, views) except ValueError as e: raise ApiError(400, "query_rejected", str(e)) from None except TimeoutError as e: raise ApiError(408, "query_timeout", str(e)) from None except Exception as e: raise ApiError(400, "query_error", str(e)[:500]) from None rows = tbl.to_pylist() for r in rows: for k, v in r.items(): if hasattr(v, "isoformat"): r[k] = v.isoformat() M.ROWS.labels("query").inc(len(rows)) record_usage(p.label, rows=len(rows)) A.audit(request, "query.sql", None, rows=len(rows), ms=int((time.monotonic() - t0) * 1000), sql=body.sql[:500]) return {"columns": [{"name": f.name, "type": str(f.type)} for f in tbl.schema], "rows": rows, "meta": {**meta, "rows": len(rows), "elapsed_ms": int((time.monotonic() - t0) * 1000), "views": sorted(views), "engine": "duckdb (read-only, sandboxed, 1 statement)"}} @router.get("/views") def views(p: A.Principal = Depends(A.require("query"))): v = dataset_views() return {"views": [{"name": k, "files": len(paths)} for k, paths in sorted(v.items())], "examples": ["SELECT symbol_as_reported, count(*) bars FROM market_bars_stock_1m_raw GROUP BY 1 ORDER BY 2 DESC LIMIT 20", "SELECT session_date, min(low) lo, max(high) hi, sum(volume) vol FROM market_bars_stock_1m_raw WHERE symbol_as_reported='AAPL' GROUP BY 1 ORDER BY 1"]}