SPB Git

Repository Public

ops-research.json 7.6 KB 49 lines json

1{2  "source": "shapes of services/api/src/research/routes.ts (view, GET /status, GET /jobs, GET /jobs/:id, logView), evaluate.ts (ServerSummary, the submission object), store.ts (Holdout), packages/core/src/research-job.ts (RunnerUsage, AgentClaims, ResearchBudgets) — written by hand from that code, not captured from a running server",3  "status": { "runnerConfigured": true, "lastRunnerContact": "2026-11-18T11:59:00.000Z", "openJobs": 1, "maxOpenJobs": 6, "labCommit": "0123456789abcdef0123456789abcdef01234567" },4  "created": { "id": "9a1b2c3d-0000-4000-8000-000000000001", "agentId": null, "kind": "spot", "mission": "Find a trend strategy on BTC and ETH.", "universe": ["BTC", "ETH"], "interval": "1h", "capitalUsd": 1000,5    "budgets": { "wallSeconds": 3600, "maxTrials": 200, "maxDiskMb": 512, "maxModelTokens": 5000000, "maxModelUsd": 10 }, "tools": ["Read", "Write", "Edit", "Glob", "Grep", "Bash"],6    "state": "queued", "reason": null, "strategy": "rj_9a1b2c3d0000/1", "labCommit": null, "runnerId": null, "claimedAt": null, "heartbeatAt": null, "cancelRequested": false, "usage": null, "versionId": null,7    "createdAt": "2026-11-18T12:00:00.000Z", "updatedAt": "2026-11-18T12:00:00.000Z", "finishedAt": null, "runnerConfigured": false },8  "jobs": { "jobs": [9    { "id": "9a1b2c3d-0000-4000-8000-000000000002", "agentId": "a1", "kind": "perp", "mission": "A funding-aware strategy.", "universe": ["BTC"], "interval": "4h", "capitalUsd": 5000,10      "budgets": { "wallSeconds": 600, "maxTrials": 50, "maxDiskMb": 128, "maxModelTokens": 1000000, "maxModelUsd": 2.5 }, "tools": ["Read", "Bash"],11      "state": "submitted", "reason": null, "strategy": "rj_9a1b2c3d0000/1", "labCommit": "0123456", "runnerId": "m5m36", "claimedAt": "2026-11-18T10:00:00.000Z", "heartbeatAt": "2026-11-18T10:09:00.000Z", "cancelRequested": false,12      "usage": { "wallMs": 540000, "trials": 31, "diskMb": 12.5, "modelTokens": 800000, "modelRequests": 44, "modelUsd": null, "ledgerTampered": false, "sandbox": "none", "agent": "claude-code", "labCommit": "0123456", "exitCode": 0, "signal": null },13      "versionId": "5e000000-0000-4000-8000-00000000000a", "createdAt": "2026-11-18T09:59:00.000Z", "updatedAt": "2026-11-18T10:12:00.000Z", "finishedAt": "2026-11-18T10:12:00.000Z",14      "serverStatus": "ok", "trialsTotal": 33, "deflatedSharpe": 0.412, "claimsDiffer": true },15    { "id": "9a1b2c3d-0000-4000-8000-000000000003", "agentId": null, "kind": "spot", "mission": "Another mission of ten characters.", "universe": ["SOL"], "interval": "1d", "capitalUsd": 1000,16      "budgets": { "wallSeconds": 3600, "maxTrials": 200, "maxDiskMb": 512, "maxModelTokens": 5000000, "maxModelUsd": 10 }, "tools": ["Read"],17      "state": "paused_by_a_newer_server", "reason": "over the wall-clock budget", "strategy": "rj_9a1b2c3d0001/1", "labCommit": null, "runnerId": null, "claimedAt": null, "heartbeatAt": null, "cancelRequested": true, "usage": null, "versionId": null,18      "createdAt": "2026-11-17T09:59:00.000Z", "updatedAt": "2026-11-17T10:12:00.000Z", "finishedAt": null, "serverStatus": null, "trialsTotal": null, "deflatedSharpe": null, "claimsDiffer": null }19  ] },20  "detail": {21    "id": "9a1b2c3d-0000-4000-8000-000000000002", "agentId": "a1", "kind": "perp", "mission": "A funding-aware strategy.", "universe": ["BTC"], "interval": "4h", "capitalUsd": 5000,22    "budgets": { "wallSeconds": 600, "maxTrials": 50, "maxDiskMb": 128, "maxModelTokens": 1000000, "maxModelUsd": 2.5 }, "tools": ["Read", "Bash"],23    "state": "submitted", "reason": null, "strategy": "rj_9a1b2c3d0000/1", "labCommit": "0123456", "runnerId": "m5m36", "claimedAt": "2026-11-18T10:00:00.000Z", "heartbeatAt": "2026-11-18T10:09:00.000Z", "cancelRequested": false,24    "usage": { "wallMs": 540000, "trials": 31, "diskMb": 12.5, "modelTokens": 800000, "modelRequests": 44, "modelUsd": 1.75, "ledgerTampered": true, "sandbox": "sandbox-exec", "agent": "claude-code", "labCommit": "0123456", "exitCode": 0, "signal": null },25    "versionId": "5e000000-0000-4000-8000-00000000000a", "createdAt": "2026-11-18T09:59:00.000Z", "updatedAt": "2026-11-18T10:12:00.000Z", "finishedAt": "2026-11-18T10:12:00.000Z",26    "holdout": { "start": "2025-01-01T00:00:00.000Z", "devEnd": "2026-06-01T00:00:00.000Z", "end": "2026-11-01T00:00:00.000Z", "devBars": 3096, "testBars": 918 },27    "dataReady": true, "dataError": null,28    "agent": { "id": "a1", "name": "Momentum 1", "state": "PAPER_TRADING", "kind": "perp" },29    "version": { "id": "5e000000-0000-4000-8000-00000000000a", "status": "draft", "notes": "", "approved_at": null },30    "submission": { "sha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "path": "strategies/rj_9a1b2c3d0000/1", "files": { "strategy.py": "META = {}\n", "README.md": "# Idea\n" },31      "claims": { "train": { "total_return": 0.9, "sharpe": 3.1 }, "inner_test": { "sharpe": 2.8, "max_drawdown": null }, "trials": 12, "summary": "It works very well." }, "claimsProblem": null, "bytes": { "strategy.py": 10, "README.md": 7 } },32    "server": { "status": "ok", "sha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "sandbox": "sandbox-exec", "meta": { "name": "rj_9a1b2c3d0000", "version": "1" },33      "holdout": { "testStart": "2026-06-01T00:00:00+00:00", "testEnd": "2026-11-01T00:00:00+00:00", "bars": 918 }, "trials": { "job": 31, "server": 2, "total": 33, "ledgerTampered": true },34      "deflatedSharpe": 0.412, "sharpeCi": [-0.3, null],35      "metrics": { "train": { "total_return": 0.41, "sharpe": 1.9, "max_drawdown": -0.12, "trades": 80 }, "validation": { "total_return": 0.05, "sharpe": 0.7, "max_drawdown": -0.08, "trades": 22 }, "test": { "total_return": -0.02, "sharpe": -0.1, "max_drawdown": -0.15, "trades": null } },36      "benchmark": { "total_return": 0.11, "sharpe": 0.9, "max_drawdown": -0.2, "trades": 1 }, "checks": { "lookahead": "pass", "costs": "fail" },37      "replication": { "train": { "total_return": 0.41, "sharpe": 1.9, "max_drawdown": -0.12, "trades": 80 }, "validation": { "total_return": 0.05, "sharpe": 0.7, "max_drawdown": -0.08, "trades": 22 }, "inner_test": { "total_return": 0.01, "sharpe": 0.2, "max_drawdown": -0.05, "trades": 9 } },38      "comparison": [ { "split": "train", "metric": "sharpe", "claimed": 3.1, "measured": 1.9, "differs": true }, { "split": "validation", "metric": "sharpe", "claimed": null, "measured": 0.7, "differs": false } ],39      "claimsDiffer": true, "claimsProblem": null },40    "report": { "splits": { "test": ["2026-06-01T00:00:00+00:00", "2026-11-01T00:00:00+00:00"] }, "config": { "symbols": ["BTC"] }, "metrics": { "test": { "sharpe": -0.1 } }, "benchmarks": {}, "robustness": { "deflated_sharpe": 0.412, "trials_tested": 33 }, "checks": {}, "equity_curve": [[1780272000, 5000], [1780286400, 4990.5]], "research_job": { "id": "9a1b2c3d-0000-4000-8000-000000000002", "trials_job": 31 } }41  },42  "running": {43    "id": "9a1b2c3d-0000-4000-8000-000000000004", "agentId": null, "kind": "spot", "mission": "A mission still running.", "universe": ["BTC"], "interval": "1h", "capitalUsd": 1000,44    "budgets": { "wallSeconds": 3600, "maxTrials": 200, "maxDiskMb": 512, "maxModelTokens": 5000000, "maxModelUsd": 10 }, "tools": ["Read"],45    "state": "running", "reason": null, "strategy": "rj_9a1b2c3d0004/1", "labCommit": null, "runnerId": "m5m36", "claimedAt": "2026-11-18T10:00:00.000Z", "heartbeatAt": "2026-11-18T10:01:00.000Z", "cancelRequested": true, "usage": null, "versionId": null,46    "createdAt": "2026-11-18T09:59:00.000Z", "updatedAt": "2026-11-18T10:01:30.000Z", "finishedAt": null },47  "log": { "state": "running", "lines": [ { "id": 10, "ts": 1795000000000, "s": "api", "t": "job created by the owner" }, { "id": 11, "ts": 1795000001000, "s": "out", "t": "trial 1 done" } ] }48}49
Files main
Menu

Theme