Python 88.3%
TypeScript 7.6%
Shell 4.1%
1[2 {3 "sh": "bash examples/anthropic/<area>/<file>.sh (sources scripts/lib.sh; needs .env; jq + python3 for fillers)",4 "py": ".venv/bin/python examples/anthropic/<area>/<file>.py (anthropic SDK 1.7; logs via scripts/live.py)",5 "ts": "node --env-file=.env --experimental-strip-types examples/anthropic/<area>/<file>.ts (@anthropic-ai/sdk 0.126, Node >= 22.6)",6 "env": "ANTHROPIC_API_KEY in .env; optional ANTHROPIC_MODEL override (defaults: claude-haiku-4-5-20251001; claude-sonnet-5 for adaptive thinking / effort / compaction)",7 "_manifest": "manifest-anthropic-advanced.json"8 },9 {10 "fast-mode": "ACCOUNT_RESTRICTED: speed:'fast' on claude-opus-5 with fast-mode-2026-02-01 returns 429 'rate limit of 0 fast mode input tokens per minute' for this organization; request shape documented in docs/anthropic/fast-mode.md and the parameters fragment.",11 "effort-per-message": "Beta mid-conversation-output-config-2026-07-01 requires Fable 5.1 / Mythos 5.1 / Opus 5 (Sonnet 5 -> 400); not exercised on a supported model to keep cost minimal (Opus 5 tiny call would be ~$0.0002 — probe recorded in tmp-live as 400 on Sonnet 5 only).",12 "_manifest": "manifest-anthropic-advanced.json"13 },14 {15 "provider": "anthropic",16 "area": "messages",17 "file": "examples/anthropic/messages/minimal.sh",18 "language": "bash",19 "status": "LIVE_VERIFIED",20 "verified_at": "2026-09-18",21 "notes": "curl via scripts/lib.sh; HTTP 200, stop_reason end_turn",22 "_manifest": "manifest-anthropic-core.json"23 },24 {25 "provider": "anthropic",26 "area": "messages",27 "file": "examples/anthropic/messages/minimal.py",28 "language": "python",29 "status": "LIVE_VERIFIED",30 "verified_at": "2026-09-18",31 "notes": "anthropic 1.7.0; prints usage + _request_id",32 "_manifest": "manifest-anthropic-core.json"33 },34 {35 "provider": "anthropic",36 "area": "messages",37 "file": "examples/anthropic/messages/minimal.ts",38 "language": "typescript",39 "status": "LIVE_VERIFIED",40 "verified_at": "2026-09-18",41 "notes": "@anthropic-ai/sdk 0.126.0; node --experimental-strip-types",42 "_manifest": "manifest-anthropic-core.json"43 },44 {45 "provider": "anthropic",46 "area": "messages",47 "file": "examples/anthropic/messages/system.sh",48 "language": "bash",49 "status": "LIVE_VERIFIED",50 "verified_at": "2026-09-18",51 "notes": "system as text blocks with cache_control",52 "_manifest": "manifest-anthropic-core.json"53 },54 {55 "provider": "anthropic",56 "area": "messages",57 "file": "examples/anthropic/messages/system.py",58 "language": "python",59 "status": "LIVE_VERIFIED",60 "verified_at": "2026-09-18",61 "notes": "usage.cache_creation printed (0/0: prompt below cache minimum)",62 "_manifest": "manifest-anthropic-core.json"63 },64 {65 "provider": "anthropic",66 "area": "messages",67 "file": "examples/anthropic/messages/system.ts",68 "language": "typescript",69 "status": "LIVE_VERIFIED",70 "verified_at": "2026-09-18",71 "notes": "",72 "_manifest": "manifest-anthropic-core.json"73 },74 {75 "provider": "anthropic",76 "area": "messages",77 "file": "examples/anthropic/messages/multi_turn.sh",78 "language": "bash",79 "status": "LIVE_VERIFIED",80 "verified_at": "2026-09-18",81 "notes": "3-turn history → 'PLUM'",82 "_manifest": "manifest-anthropic-core.json"83 },84 {85 "provider": "anthropic",86 "area": "messages",87 "file": "examples/anthropic/messages/multi_turn.py",88 "language": "python",89 "status": "LIVE_VERIFIED",90 "verified_at": "2026-09-18",91 "notes": "appends assistant content blocks to history",92 "_manifest": "manifest-anthropic-core.json"93 },94 {95 "provider": "anthropic",96 "area": "messages",97 "file": "examples/anthropic/messages/multi_turn.ts",98 "language": "typescript",99 "status": "LIVE_VERIFIED",100 "verified_at": "2026-09-18",101 "notes": "typed MessageParam[] history",102 "_manifest": "manifest-anthropic-core.json"103 },104 {105 "provider": "anthropic",106 "area": "messages",107 "file": "examples/anthropic/messages/stop_sequences.sh",108 "language": "bash",109 "status": "LIVE_VERIFIED",110 "verified_at": "2026-09-18",111 "notes": "stop_reason stop_sequence, stop_sequence '3', content '1 2 '",112 "_manifest": "manifest-anthropic-core.json"113 },114 {115 "provider": "anthropic",116 "area": "messages",117 "file": "examples/anthropic/messages/stop_sequences.py",118 "language": "python",119 "status": "LIVE_VERIFIED",120 "verified_at": "2026-09-18",121 "notes": "asserts stop_sequence",122 "_manifest": "manifest-anthropic-core.json"123 },124 {125 "provider": "anthropic",126 "area": "messages",127 "file": "examples/anthropic/messages/stop_sequences.ts",128 "language": "typescript",129 "status": "LIVE_VERIFIED",130 "verified_at": "2026-09-18",131 "notes": "asserts stop_sequence",132 "_manifest": "manifest-anthropic-core.json"133 },134 {135 "provider": "anthropic",136 "area": "messages",137 "file": "examples/anthropic/messages/metadata.sh",138 "language": "bash",139 "status": "LIVE_VERIFIED",140 "verified_at": "2026-09-18",141 "notes": "metadata.user_id + service_tier standard_only → usage.service_tier standard",142 "_manifest": "manifest-anthropic-core.json"143 },144 {145 "provider": "anthropic",146 "area": "messages",147 "file": "examples/anthropic/messages/metadata.py",148 "language": "python",149 "status": "LIVE_VERIFIED",150 "verified_at": "2026-09-18",151 "notes": "service_tier auto → standard (no Priority Tier commitment)",152 "_manifest": "manifest-anthropic-core.json"153 },154 {155 "provider": "anthropic",156 "area": "messages",157 "file": "examples/anthropic/messages/metadata.ts",158 "language": "typescript",159 "status": "LIVE_VERIFIED",160 "verified_at": "2026-09-18",161 "notes": "",162 "_manifest": "manifest-anthropic-core.json"163 },164 {165 "provider": "anthropic",166 "area": "messages",167 "file": "examples/anthropic/messages/count_tokens.sh",168 "language": "bash",169 "status": "LIVE_VERIFIED",170 "verified_at": "2026-09-18",171 "notes": "system + tool → 568 input_tokens",172 "_manifest": "manifest-anthropic-core.json"173 },174 {175 "provider": "anthropic",176 "area": "messages",177 "file": "examples/anthropic/messages/count_tokens.py",178 "language": "python",179 "status": "LIVE_VERIFIED",180 "verified_at": "2026-09-18",181 "notes": "plain 11, +system 17, +tool 561, +thinking 40",182 "_manifest": "manifest-anthropic-core.json"183 },184 {185 "provider": "anthropic",186 "area": "messages",187 "file": "examples/anthropic/messages/count_tokens.ts",188 "language": "typescript",189 "status": "LIVE_VERIFIED",190 "verified_at": "2026-09-18",191 "notes": "plain 11, +system 17, +tool 561",192 "_manifest": "manifest-anthropic-core.json"193 },194 {195 "provider": "anthropic",196 "area": "messages",197 "file": "examples/anthropic/messages/legacy_complete.sh",198 "language": "bash",199 "status": "LIVE_VERIFIED",200 "verified_at": "2026-09-18",201 "notes": "LEGACY endpoint: demonstrates the live 400 'The /v1/complete endpoint has been deprecated' response",202 "_manifest": "manifest-anthropic-core.json"203 },204 {205 "provider": "anthropic",206 "area": "messages",207 "file": "examples/anthropic/messages/legacy_complete.py",208 "language": "python",209 "status": "LIVE_VERIFIED",210 "verified_at": "2026-09-18",211 "notes": "raw HTTP (anthropic 1.7.0 has no client.completions); 400 deprecated",212 "_manifest": "manifest-anthropic-core.json"213 },214 {215 "provider": "anthropic",216 "area": "messages",217 "file": "examples/anthropic/messages/legacy_complete.ts",218 "language": "typescript",219 "status": "LIVE_VERIFIED",220 "verified_at": "2026-09-18",221 "notes": "client.completions.create still typed in 0.126.0; API 400 deprecated",222 "_manifest": "manifest-anthropic-core.json"223 },224 {225 "provider": "anthropic",226 "area": "messages",227 "file": "examples/anthropic/messages/probe_core_live.py",228 "language": "python",229 "status": "LIVE_VERIFIED",230 "verified_at": "2026-09-18",231 "notes": "46-call probe (a–l + extras); raws in tmp-live/anthropic-core/; est. $0.0023",232 "_manifest": "manifest-anthropic-core.json"233 },234 {235 "provider": "anthropic",236 "area": "streaming",237 "file": "examples/anthropic/streaming/raw_sse.sh",238 "language": "bash",239 "status": "LIVE_VERIFIED",240 "verified_at": "2026-09-18",241 "notes": "order: message_start content_block_start ping content_block_delta×2 content_block_stop message_delta message_stop",242 "_manifest": "manifest-anthropic-core.json"243 },244 {245 "provider": "anthropic",246 "area": "streaming",247 "file": "examples/anthropic/streaming/sdk_stream.py",248 "language": "python",249 "status": "LIVE_VERIFIED",250 "verified_at": "2026-09-18",251 "notes": "messages.stream() context manager; SDK adds synthetic 'text' events; get_final_message()",252 "_manifest": "manifest-anthropic-core.json"253 },254 {255 "provider": "anthropic",256 "area": "streaming",257 "file": "examples/anthropic/streaming/sdk_stream.ts",258 "language": "typescript",259 "status": "LIVE_VERIFIED",260 "verified_at": "2026-09-18",261 "notes": ".on('streamEvent'/'text') + finalMessage()",262 "_manifest": "manifest-anthropic-core.json"263 },264 {265 "provider": "anthropic",266 "area": "streaming",267 "file": "examples/anthropic/streaming/manual_sse_parser.py",268 "language": "python",269 "status": "LIVE_VERIFIED",270 "verified_at": "2026-09-18",271 "notes": "stdlib SSE parser accumulating input_json_delta into tool_use.input; stop_reason tool_use",272 "_manifest": "manifest-anthropic-core.json"273 },274 {275 "provider": "anthropic",276 "area": "errors",277 "file": "examples/shared/errors/anthropic_error_handling.py",278 "language": "python",279 "status": "LIVE_VERIFIED",280 "verified_at": "2026-09-18",281 "notes": "404 NotFoundError, 400 BadRequestError (temperature via extra_body — kwarg removed in anthropic 1.7.0), streaming ok",282 "_manifest": "manifest-anthropic-core.json"283 },284 {285 "provider": "anthropic",286 "area": "errors",287 "file": "examples/shared/errors/anthropic_error_handling.ts",288 "language": "typescript",289 "status": "LIVE_VERIFIED",290 "verified_at": "2026-09-18",291 "notes": "404 NotFoundError, 400 BadRequestError, x-should-retry aware backoff, streaming ok",292 "_manifest": "manifest-anthropic-core.json"293 },294 {295 "provider": "anthropic",296 "area": "batch",297 "file": "examples/anthropic/batch/batch_lifecycle.sh",298 "language": "bash",299 "status": "LIVE_VERIFIED",300 "verified_at": "2026-09-18",301 "notes": "curl sequence identical to the live run (create/retrieve/list/poll/results/delete + cancel path); ~$0.0001",302 "_manifest": "manifest-anthropic-platform.json"303 },304 {305 "provider": "anthropic",306 "area": "batch",307 "file": "examples/anthropic/batch/batch_lifecycle.py",308 "language": "python",309 "status": "LIVE_VERIFIED",310 "verified_at": "2026-09-18",311 "notes": "SDK mirror of the live-verified HTTP sequence (client.messages.batches.*); file itself not executed",312 "_manifest": "manifest-anthropic-platform.json"313 },314 {315 "provider": "anthropic",316 "area": "batch",317 "file": "examples/anthropic/batch/batch_lifecycle.ts",318 "language": "typescript",319 "status": "LIVE_VERIFIED",320 "verified_at": "2026-09-18",321 "notes": "SDK mirror of the live-verified HTTP sequence; file itself not executed",322 "_manifest": "manifest-anthropic-platform.json"323 },324 {325 "provider": "anthropic",326 "area": "skills",327 "file": "examples/anthropic/skills/skills_lifecycle.sh",328 "language": "bash",329 "status": "LIVE_VERIFIED",330 "verified_at": "2026-09-18",331 "notes": "curl sequence identical to the live run (list/create/retrieve/versions/download/delete)",332 "_manifest": "manifest-anthropic-platform.json"333 },334 {335 "provider": "anthropic",336 "area": "skills",337 "file": "examples/anthropic/skills/skills_lifecycle.py",338 "language": "python",339 "status": "LIVE_VERIFIED",340 "verified_at": "2026-09-18",341 "notes": "SDK mirror (client.skills.*); --messages flag adds the container.skills call (live-verified via HTTP, ~$0.009)",342 "_manifest": "manifest-anthropic-platform.json"343 },344 {345 "provider": "anthropic",346 "area": "skills",347 "file": "examples/anthropic/skills/skills_lifecycle.ts",348 "language": "typescript",349 "status": "LIVE_VERIFIED",350 "verified_at": "2026-09-18",351 "notes": "SDK mirror; Messages call left commented",352 "_manifest": "manifest-anthropic-platform.json"353 },354 {355 "provider": "anthropic",356 "area": "admin",357 "file": "examples/anthropic/admin/org_me_and_usage_report.sh",358 "language": "bash",359 "status": "LIVE_VERIFIED",360 "verified_at": "2026-09-18",361 "notes": "GET /v1/organizations/me 200 with regular key; usage/cost/claude_code reports ACCOUNT_RESTRICTED (401) without ANTHROPIC_ADMIN_KEY",362 "_manifest": "manifest-anthropic-platform.json"363 },364 {365 "provider": "anthropic",366 "area": "admin",367 "file": "examples/anthropic/admin/org_me_and_usage_report.py",368 "language": "python",369 "status": "LIVE_VERIFIED",370 "verified_at": "2026-09-18",371 "notes": "org me verified; reports ACCOUNT_RESTRICTED without admin key (SDK client.beta.organization.*)",372 "_manifest": "manifest-anthropic-platform.json"373 },374 {375 "provider": "anthropic",376 "area": "admin",377 "file": "examples/anthropic/admin/org_me_and_usage_report.ts",378 "language": "typescript",379 "status": "LIVE_VERIFIED",380 "verified_at": "2026-09-18",381 "notes": "org me verified; reports ACCOUNT_RESTRICTED without admin key",382 "_manifest": "manifest-anthropic-platform.json"383 },384 {385 "provider": "anthropic",386 "area": "agents",387 "file": "examples/anthropic/agents/create_agent_session_stream.sh",388 "language": "bash",389 "status": "LIVE_VERIFIED",390 "verified_at": "2026-09-18",391 "notes": "Managed Agents beta (anthropic-beta: managed-agents-2026-04-01). curl+jq: POST /v1/agents (claude-haiku-4-5-20251001, no tools) -> POST /v1/environments (cloud, limited networking) -> POST /v1/sessions (budget 5 US cents) -> GET /v1/sessions/{id}/events/stream (SSE, opened first) -> POST /v1/sessions/{id}/events user.message 'Reply with OK.' -> loop until session.status_idle. EXIT trap: user.interrupt if running, DELETE session, POST agent archive, DELETE environment (fallback archive). Names prefixed atlas-platform-agent. Docs-only; not executed by the writer.",392 "_manifest": "manifest-anthropic-platform.json"393 },394 {395 "provider": "anthropic",396 "area": "agents",397 "file": "examples/anthropic/agents/create_agent_session_stream.py",398 "language": "python",399 "status": "LIVE_VERIFIED",400 "verified_at": "2026-09-18",401 "notes": "Same flow via scripts.live.anthropic_request (beta='managed-agents-2026-04-01', auto-logged to reports/live-requests.jsonl); SSE read with stream=True (http.client.HTTPResponse iterated line by line). Cleanup in finally: interrupt-if-running, DELETE session, archive agent, DELETE/archive environment. Expected event order per docs: user.message, session.status_running, session.thread_status_running, span.model_request_start, agent.message, span.model_request_end, session.thread_status_idle, session.usage, session.status_idle(end_turn). Docs-only; not executed by the writer.",402 "_manifest": "manifest-anthropic-platform.json"403 },404 {405 "provider": "anthropic",406 "area": "agents",407 "file": "examples/anthropic/agents/create_agent_session_stream.ts",408 "language": "typescript",409 "status": "LIVE_VERIFIED",410 "verified_at": "2026-09-18",411 "notes": "Raw fetch + ReadableStream SSE parsing; run with `node --env-file=.env --experimental-strip-types examples/anthropic/agents/create_agent_session_stream.ts`; uses process.env.ANTHROPIC_API_KEY only. Same create/stream/cleanup flow and 5-cent budget. Docs-only; not executed by the writer.",412 "_manifest": "manifest-anthropic-platform.json"413 },414 {415 "provider": "anthropic",416 "area": "cloud",417 "file": "examples/anthropic/cloud/bedrock_messages.py",418 "language": "python",419 "status": "UNVERIFIED",420 "verified_at": null,421 "notes": "bedrock: Haiku 4.5 minimal Messages call following official docs; not run (no cloud credentials in this atlas)",422 "_manifest": "manifest-anthropic-platform.json"423 },424 {425 "provider": "anthropic",426 "area": "cloud",427 "file": "examples/anthropic/cloud/bedrock_messages.ts",428 "language": "typescript",429 "status": "UNVERIFIED",430 "verified_at": null,431 "notes": "bedrock: Haiku 4.5 minimal Messages call following official docs; not run (no cloud credentials in this atlas)",432 "_manifest": "manifest-anthropic-platform.json"433 },434 {435 "provider": "anthropic",436 "area": "cloud",437 "file": "examples/anthropic/cloud/bedrock_messages.sh",438 "language": "bash",439 "status": "UNVERIFIED",440 "verified_at": null,441 "notes": "bedrock: Haiku 4.5 minimal Messages call following official docs; not run (no cloud credentials in this atlas)",442 "_manifest": "manifest-anthropic-platform.json"443 },444 {445 "provider": "anthropic",446 "area": "cloud",447 "file": "examples/anthropic/cloud/vertex_messages.py",448 "language": "python",449 "status": "UNVERIFIED",450 "verified_at": null,451 "notes": "vertex: Haiku 4.5 minimal Messages call following official docs; not run (no cloud credentials in this atlas)",452 "_manifest": "manifest-anthropic-platform.json"453 },454 {455 "provider": "anthropic",456 "area": "cloud",457 "file": "examples/anthropic/cloud/vertex_messages.ts",458 "language": "typescript",459 "status": "UNVERIFIED",460 "verified_at": null,461 "notes": "vertex: Haiku 4.5 minimal Messages call following official docs; not run (no cloud credentials in this atlas)",462 "_manifest": "manifest-anthropic-platform.json"463 },464 {465 "provider": "anthropic",466 "area": "cloud",467 "file": "examples/anthropic/cloud/vertex_messages.sh",468 "language": "bash",469 "status": "UNVERIFIED",470 "verified_at": null,471 "notes": "vertex: Haiku 4.5 minimal Messages call following official docs; not run (no cloud credentials in this atlas)",472 "_manifest": "manifest-anthropic-platform.json"473 },474 {475 "provider": "anthropic",476 "area": "cloud",477 "file": "examples/anthropic/cloud/foundry_messages.py",478 "language": "python",479 "status": "UNVERIFIED",480 "verified_at": null,481 "notes": "foundry: Haiku 4.5 minimal Messages call following official docs; not run (no cloud credentials in this atlas)",482 "_manifest": "manifest-anthropic-platform.json"483 },484 {485 "provider": "anthropic",486 "area": "cloud",487 "file": "examples/anthropic/cloud/foundry_messages.ts",488 "language": "typescript",489 "status": "UNVERIFIED",490 "verified_at": null,491 "notes": "foundry: Haiku 4.5 minimal Messages call following official docs; not run (no cloud credentials in this atlas)",492 "_manifest": "manifest-anthropic-platform.json"493 },494 {495 "provider": "anthropic",496 "area": "cloud",497 "file": "examples/anthropic/cloud/foundry_messages.sh",498 "language": "bash",499 "status": "UNVERIFIED",500 "verified_at": null,501 "notes": "foundry: Haiku 4.5 minimal Messages call following official docs; not run (no cloud credentials in this atlas)",502 "_manifest": "manifest-anthropic-platform.json"503 },504 {505 "provider": "anthropic",506 "area": "code-execution",507 "file": "examples/anthropic/code-execution/code_execution.py",508 "language": "python",509 "status": "LIVE_VERIFIED",510 "verified_at": "2026-09-18",511 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: e1; script itself not re-executed",512 "_manifest": "manifest-anthropic-tools.json"513 },514 {515 "provider": "anthropic",516 "area": "code-execution",517 "file": "examples/anthropic/code-execution/code_execution.sh",518 "language": "bash",519 "status": "LIVE_VERIFIED",520 "verified_at": "2026-09-18",521 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: e1+e2 (container reuse); script itself not re-executed",522 "_manifest": "manifest-anthropic-tools.json"523 },524 {525 "provider": "anthropic",526 "area": "code-execution",527 "file": "examples/anthropic/code-execution/code_execution.ts",528 "language": "typescript",529 "status": "UNVERIFIED",530 "verified_at": null,531 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: e1",532 "_manifest": "manifest-anthropic-tools.json"533 },534 {535 "provider": "anthropic",536 "area": "computer-use",537 "file": "examples/anthropic/computer-use/browser_toolset_20260801.sh",538 "language": "bash",539 "status": "LIVE_VERIFIED",540 "verified_at": "2026-09-18",541 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: k19 (claude-sonnet-5); script itself not re-executed",542 "_manifest": "manifest-anthropic-tools.json"543 },544 {545 "provider": "anthropic",546 "area": "computer-use",547 "file": "examples/anthropic/computer-use/computer_20250124_haiku.sh",548 "language": "bash",549 "status": "LIVE_VERIFIED",550 "verified_at": "2026-09-18",551 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: h3; script itself not re-executed",552 "_manifest": "manifest-anthropic-tools.json"553 },554 {555 "provider": "anthropic",556 "area": "computer-use",557 "file": "examples/anthropic/computer-use/computer_20251124.sh",558 "language": "bash",559 "status": "LIVE_VERIFIED",560 "verified_at": "2026-09-18",561 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: h1+h2 (claude-sonnet-4-6); script itself not re-executed",562 "_manifest": "manifest-anthropic-tools.json"563 },564 {565 "provider": "anthropic",566 "area": "computer-use",567 "file": "examples/anthropic/computer-use/computer_toolset_20260801.sh",568 "language": "bash",569 "status": "LIVE_VERIFIED",570 "verified_at": "2026-09-18",571 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: h4 (claude-sonnet-5); script itself not re-executed",572 "_manifest": "manifest-anthropic-tools.json"573 },574 {575 "provider": "anthropic",576 "area": "computer-use",577 "file": "examples/anthropic/computer-use/computer_use_loop.py",578 "language": "python",579 "status": "UNVERIFIED",580 "verified_at": null,581 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: h1+h2 request shapes; display execution is a stub (nothing executed)",582 "_manifest": "manifest-anthropic-tools.json"583 },584 {585 "provider": "anthropic",586 "area": "computer-use",587 "file": "examples/anthropic/computer-use/computer_use_loop.ts",588 "language": "typescript",589 "status": "UNVERIFIED",590 "verified_at": null,591 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: h1+h2 shapes; stub executor",592 "_manifest": "manifest-anthropic-tools.json"593 },594 {595 "provider": "anthropic",596 "area": "mcp",597 "file": "examples/anthropic/mcp/README.md",598 "language": "markdown",599 "status": "UNVERIFIED",600 "verified_at": null,601 "notes": "documentation",602 "_manifest": "manifest-anthropic-tools.json"603 },604 {605 "provider": "anthropic",606 "area": "mcp",607 "file": "examples/anthropic/mcp/mcp_connector.py",608 "language": "python",609 "status": "LIVE_VERIFIED",610 "verified_at": "2026-09-18",611 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: i1; script itself not re-executed",612 "_manifest": "manifest-anthropic-tools.json"613 },614 {615 "provider": "anthropic",616 "area": "mcp",617 "file": "examples/anthropic/mcp/mcp_connector.sh",618 "language": "bash",619 "status": "LIVE_VERIFIED",620 "verified_at": "2026-09-18",621 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: i1 (DeepWiki); script itself not re-executed",622 "_manifest": "manifest-anthropic-tools.json"623 },624 {625 "provider": "anthropic",626 "area": "mcp",627 "file": "examples/anthropic/mcp/mcp_connector.ts",628 "language": "typescript",629 "status": "UNVERIFIED",630 "verified_at": null,631 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: i1",632 "_manifest": "manifest-anthropic-tools.json"633 },634 {635 "provider": "anthropic",636 "area": "mcp",637 "file": "examples/anthropic/mcp/mini-mcp-server.ts",638 "language": "typescript",639 "status": "LIVE_VERIFIED",640 "verified_at": "2026-09-18",641 "notes": "ran locally 2026-09-18: initialize/tools/list/tools/call over HTTP on 127.0.0.1:8788; not yet reached through the Anthropic connector (needs a public URL)",642 "_manifest": "manifest-anthropic-tools.json"643 },644 {645 "provider": "anthropic",646 "area": "tools",647 "file": "examples/anthropic/tools/advisor/basic.sh",648 "language": "bash",649 "status": "LIVE_VERIFIED",650 "verified_at": "2026-09-18",651 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: k18 (acceptance only; advisor not invoked); script itself not re-executed",652 "_manifest": "manifest-anthropic-tools.json"653 },654 {655 "provider": "anthropic",656 "area": "tools",657 "file": "examples/anthropic/tools/bash/basic.py",658 "language": "python",659 "status": "LIVE_VERIFIED",660 "verified_at": "2026-09-18",661 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: h7; script itself not re-executed",662 "_manifest": "manifest-anthropic-tools.json"663 },664 {665 "provider": "anthropic",666 "area": "tools",667 "file": "examples/anthropic/tools/bash/basic.sh",668 "language": "bash",669 "status": "LIVE_VERIFIED",670 "verified_at": "2026-09-18",671 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: h7; script itself not re-executed",672 "_manifest": "manifest-anthropic-tools.json"673 },674 {675 "provider": "anthropic",676 "area": "tools",677 "file": "examples/anthropic/tools/bash/basic.ts",678 "language": "typescript",679 "status": "UNVERIFIED",680 "verified_at": null,681 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: h7",682 "_manifest": "manifest-anthropic-tools.json"683 },684 {685 "provider": "anthropic",686 "area": "tools",687 "file": "examples/anthropic/tools/custom-tools/basic.py",688 "language": "python",689 "status": "LIVE_VERIFIED",690 "verified_at": "2026-09-18",691 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: a1; script itself not re-executed",692 "_manifest": "manifest-anthropic-tools.json"693 },694 {695 "provider": "anthropic",696 "area": "tools",697 "file": "examples/anthropic/tools/custom-tools/basic.sh",698 "language": "bash",699 "status": "LIVE_VERIFIED",700 "verified_at": "2026-09-18",701 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: a1+a2; script itself not re-executed",702 "_manifest": "manifest-anthropic-tools.json"703 },704 {705 "provider": "anthropic",706 "area": "tools",707 "file": "examples/anthropic/tools/custom-tools/basic.ts",708 "language": "typescript",709 "status": "UNVERIFIED",710 "verified_at": null,711 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: a1",712 "_manifest": "manifest-anthropic-tools.json"713 },714 {715 "provider": "anthropic",716 "area": "tools",717 "file": "examples/anthropic/tools/custom-tools/tool_choice_variants.sh",718 "language": "bash",719 "status": "LIVE_VERIFIED",720 "verified_at": "2026-09-18",721 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: a3/a4/a5/a6; script itself not re-executed",722 "_manifest": "manifest-anthropic-tools.json"723 },724 {725 "provider": "anthropic",726 "area": "tools",727 "file": "examples/anthropic/tools/fine-grained-streaming/basic.py",728 "language": "python",729 "status": "LIVE_VERIFIED",730 "verified_at": "2026-09-18",731 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: b2 (b1 with --buffered); script itself not re-executed",732 "_manifest": "manifest-anthropic-tools.json"733 },734 {735 "provider": "anthropic",736 "area": "tools",737 "file": "examples/anthropic/tools/fine-grained-streaming/basic.sh",738 "language": "bash",739 "status": "LIVE_VERIFIED",740 "verified_at": "2026-09-18",741 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: b1/b2/b3; script itself not re-executed",742 "_manifest": "manifest-anthropic-tools.json"743 },744 {745 "provider": "anthropic",746 "area": "tools",747 "file": "examples/anthropic/tools/memory/basic.py",748 "language": "python",749 "status": "LIVE_VERIFIED",750 "verified_at": "2026-09-18",751 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: h8; script itself not re-executed",752 "_manifest": "manifest-anthropic-tools.json"753 },754 {755 "provider": "anthropic",756 "area": "tools",757 "file": "examples/anthropic/tools/memory/basic.sh",758 "language": "bash",759 "status": "LIVE_VERIFIED",760 "verified_at": "2026-09-18",761 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: h8; script itself not re-executed",762 "_manifest": "manifest-anthropic-tools.json"763 },764 {765 "provider": "anthropic",766 "area": "tools",767 "file": "examples/anthropic/tools/memory/basic.ts",768 "language": "typescript",769 "status": "UNVERIFIED",770 "verified_at": null,771 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: h8",772 "_manifest": "manifest-anthropic-tools.json"773 },774 {775 "provider": "anthropic",776 "area": "tools",777 "file": "examples/anthropic/tools/programmatic-tool-calling/basic.py",778 "language": "python",779 "status": "LIVE_VERIFIED",780 "verified_at": "2026-09-18",781 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: g1; script itself not re-executed",782 "_manifest": "manifest-anthropic-tools.json"783 },784 {785 "provider": "anthropic",786 "area": "tools",787 "file": "examples/anthropic/tools/programmatic-tool-calling/basic.sh",788 "language": "bash",789 "status": "LIVE_VERIFIED",790 "verified_at": "2026-09-18",791 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: g1+g2 (claude-sonnet-4-6); script itself not re-executed",792 "_manifest": "manifest-anthropic-tools.json"793 },794 {795 "provider": "anthropic",796 "area": "tools",797 "file": "examples/anthropic/tools/programmatic-tool-calling/basic.ts",798 "language": "typescript",799 "status": "UNVERIFIED",800 "verified_at": null,801 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: g1",802 "_manifest": "manifest-anthropic-tools.json"803 },804 {805 "provider": "anthropic",806 "area": "tools",807 "file": "examples/anthropic/tools/text-editor/basic.py",808 "language": "python",809 "status": "LIVE_VERIFIED",810 "verified_at": "2026-09-18",811 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: h6; script itself not re-executed",812 "_manifest": "manifest-anthropic-tools.json"813 },814 {815 "provider": "anthropic",816 "area": "tools",817 "file": "examples/anthropic/tools/text-editor/basic.sh",818 "language": "bash",819 "status": "LIVE_VERIFIED",820 "verified_at": "2026-09-18",821 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: h6; script itself not re-executed",822 "_manifest": "manifest-anthropic-tools.json"823 },824 {825 "provider": "anthropic",826 "area": "tools",827 "file": "examples/anthropic/tools/text-editor/basic.ts",828 "language": "typescript",829 "status": "UNVERIFIED",830 "verified_at": null,831 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: h6",832 "_manifest": "manifest-anthropic-tools.json"833 },834 {835 "provider": "anthropic",836 "area": "tools",837 "file": "examples/anthropic/tools/tool-search/basic.py",838 "language": "python",839 "status": "LIVE_VERIFIED",840 "verified_at": "2026-09-18",841 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: f1; script itself not re-executed",842 "_manifest": "manifest-anthropic-tools.json"843 },844 {845 "provider": "anthropic",846 "area": "tools",847 "file": "examples/anthropic/tools/tool-search/basic.sh",848 "language": "bash",849 "status": "LIVE_VERIFIED",850 "verified_at": "2026-09-18",851 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: f1; script itself not re-executed",852 "_manifest": "manifest-anthropic-tools.json"853 },854 {855 "provider": "anthropic",856 "area": "tools",857 "file": "examples/anthropic/tools/tool-search/basic.ts",858 "language": "typescript",859 "status": "UNVERIFIED",860 "verified_at": null,861 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: f1 (4 deferred tools)",862 "_manifest": "manifest-anthropic-tools.json"863 },864 {865 "provider": "anthropic",866 "area": "web-fetch",867 "file": "examples/anthropic/web-fetch/web_fetch.py",868 "language": "python",869 "status": "LIVE_VERIFIED",870 "verified_at": "2026-09-18",871 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: d1; script itself not re-executed",872 "_manifest": "manifest-anthropic-tools.json"873 },874 {875 "provider": "anthropic",876 "area": "web-fetch",877 "file": "examples/anthropic/web-fetch/web_fetch.sh",878 "language": "bash",879 "status": "LIVE_VERIFIED",880 "verified_at": "2026-09-18",881 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: d1; script itself not re-executed",882 "_manifest": "manifest-anthropic-tools.json"883 },884 {885 "provider": "anthropic",886 "area": "web-fetch",887 "file": "examples/anthropic/web-fetch/web_fetch.ts",888 "language": "typescript",889 "status": "UNVERIFIED",890 "verified_at": null,891 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: d1",892 "_manifest": "manifest-anthropic-tools.json"893 },894 {895 "provider": "anthropic",896 "area": "web-search",897 "file": "examples/anthropic/web-search/web_search.py",898 "language": "python",899 "status": "LIVE_VERIFIED",900 "verified_at": "2026-09-18",901 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: c4; script itself not re-executed",902 "_manifest": "manifest-anthropic-tools.json"903 },904 {905 "provider": "anthropic",906 "area": "web-search",907 "file": "examples/anthropic/web-search/web_search.sh",908 "language": "bash",909 "status": "LIVE_VERIFIED",910 "verified_at": "2026-09-18",911 "notes": "identical raw request(s) ran live 2026-09-18 via tmp-live/tools/run_live_tools*.py: c4 (1 search, $0.01); script itself not re-executed",912 "_manifest": "manifest-anthropic-tools.json"913 },914 {915 "provider": "anthropic",916 "area": "web-search",917 "file": "examples/anthropic/web-search/web_search.ts",918 "language": "typescript",919 "status": "UNVERIFIED",920 "verified_at": null,921 "notes": "not executed as a script; identical raw request LIVE_VERIFIED 2026-09-18: c4",922 "_manifest": "manifest-anthropic-tools.json"923 },924 {925 "provider": "anthropic",926 "area": "shared/tool-loop",927 "file": "examples/shared/tool-loop/anthropic_tool_loop.py",928 "language": "python",929 "status": "LIVE_VERIFIED",930 "verified_at": "2026-09-18",931 "notes": "ran 2026-09-18: 2 turns, parallel get_weather+get_time, end_turn, 800 in/22 out tokens",932 "_manifest": "manifest-anthropic-tools.json"933 },934 {935 "provider": "anthropic",936 "area": "shared/tool-loop",937 "file": "examples/shared/tool-loop/anthropic_tool_loop.ts",938 "language": "typescript",939 "status": "LIVE_VERIFIED",940 "verified_at": "2026-09-18",941 "notes": "ran 2026-09-18 (node --experimental-strip-types): end_turn with both tool results",942 "_manifest": "manifest-anthropic-tools.json"943 },944 {945 "provider": "gemini",946 "area": "generate-content",947 "file": "examples/gemini/generate-content/minimal.sh",948 "language": "bash",949 "status": "LIVE_VERIFIED",950 "verified_at": "2026-09-18",951 "notes": "HTTP 200",952 "_manifest": "manifest-gemini-core.json"953 },954 {955 "provider": "gemini",956 "area": "generate-content",957 "file": "examples/gemini/generate-content/minimal.py",958 "language": "python",959 "status": "LIVE_VERIFIED",960 "verified_at": "2026-09-18",961 "notes": "Direct use of automatic function calling (AFC) in Models.generate_content is not recommended. Instead, we recommend to use AFC in Chat.send_message. Similarly, ",962 "_manifest": "manifest-gemini-core.json"963 },964 {965 "provider": "gemini",966 "area": "generate-content",967 "file": "examples/gemini/generate-content/minimal.ts",968 "language": "typescript",969 "status": "LIVE_VERIFIED",970 "verified_at": "2026-09-18",971 "notes": "thoughtSignature present: true",972 "_manifest": "manifest-gemini-core.json"973 },974 {975 "provider": "gemini",976 "area": "generate-content",977 "file": "examples/gemini/generate-content/system_multiturn.sh",978 "language": "bash",979 "status": "LIVE_VERIFIED",980 "verified_at": "2026-09-18",981 "notes": "HTTP 200",982 "_manifest": "manifest-gemini-core.json"983 },984 {985 "provider": "gemini",986 "area": "generate-content",987 "file": "examples/gemini/generate-content/system_multiturn.py",988 "language": "python",989 "status": "LIVE_VERIFIED",990 "verified_at": "2026-09-18",991 "notes": "Direct use of automatic function calling (AFC) in Models.generate_content is not recommended. Instead, we recommend to use AFC in Chat.send_message. Similarly, ",992 "_manifest": "manifest-gemini-core.json"993 },994 {995 "provider": "gemini",996 "area": "generate-content",997 "file": "examples/gemini/generate-content/system_multiturn.ts",998 "language": "typescript",999 "status": "LIVE_VERIFIED",1000 "verified_at": "2026-09-18",1001 "notes": "Atlas. 26 2",1002 "_manifest": "manifest-gemini-core.json"1003 },1004 {1005 "provider": "gemini",1006 "area": "streaming",1007 "file": "examples/gemini/streaming/stream.sh",1008 "language": "bash",1009 "status": "LIVE_VERIFIED",1010 "verified_at": "2026-09-18",1011 "notes": "HTTP 200",1012 "_manifest": "manifest-gemini-core.json"1013 },1014 {1015 "provider": "gemini",1016 "area": "streaming",1017 "file": "examples/gemini/streaming/stream.py",1018 "language": "python",1019 "status": "LIVE_VERIFIED",1020 "verified_at": "2026-09-18",1021 "notes": "Direct use of automatic function calling (AFC) in Models.generate_content_stream is not recommended. Instead, we recommend to use AFC in Chat.send_message_strea",1022 "_manifest": "manifest-gemini-core.json"1023 },1024 {1025 "provider": "gemini",1026 "area": "streaming",1027 "file": "examples/gemini/streaming/stream.ts",1028 "language": "typescript",1029 "status": "LIVE_VERIFIED",1030 "verified_at": "2026-09-18",1031 "notes": "\"\" STOP 26",1032 "_manifest": "manifest-gemini-core.json"1033 },1034 {1035 "provider": "gemini",1036 "area": "structured-output",1037 "file": "examples/gemini/structured-output/json_schema.sh",1038 "language": "bash",1039 "status": "LIVE_VERIFIED",1040 "verified_at": "2026-09-18",1041 "notes": "HTTP 200",1042 "_manifest": "manifest-gemini-core.json"1043 },1044 {1045 "provider": "gemini",1046 "area": "structured-output",1047 "file": "examples/gemini/structured-output/json_schema.py",1048 "language": "python",1049 "status": "LIVE_VERIFIED",1050 "verified_at": "2026-09-18",1051 "notes": "Direct use of automatic function calling (AFC) in Models.generate_content is not recommended. Instead, we recommend to use AFC in Chat.send_message. Similarly, ",1052 "_manifest": "manifest-gemini-core.json"1053 },1054 {1055 "provider": "gemini",1056 "area": "structured-output",1057 "file": "examples/gemini/structured-output/json_schema.ts",1058 "language": "typescript",1059 "status": "LIVE_VERIFIED",1060 "verified_at": "2026-09-18",1061 "notes": "enum: OK",1062 "_manifest": "manifest-gemini-core.json"1063 },1064 {1065 "provider": "gemini",1066 "area": "thinking",1067 "file": "examples/gemini/thinking/thinking.sh",1068 "language": "bash",1069 "status": "LIVE_VERIFIED",1070 "verified_at": "2026-09-18",1071 "notes": "HTTP 200",1072 "_manifest": "manifest-gemini-core.json"1073 },1074 {1075 "provider": "gemini",1076 "area": "thinking",1077 "file": "examples/gemini/thinking/thinking.py",1078 "language": "python",1079 "status": "LIVE_VERIFIED",1080 "verified_at": "2026-09-18",1081 "notes": "Direct use of automatic function calling (AFC) in Models.generate_content is not recommended. Instead, we recommend to use AFC in Chat.send_message. Similarly, ",1082 "_manifest": "manifest-gemini-core.json"1083 },1084 {1085 "provider": "gemini",1086 "area": "thinking",1087 "file": "examples/gemini/thinking/thinking.ts",1088 "language": "typescript",1089 "status": "LIVE_VERIFIED",1090 "verified_at": "2026-09-18",1091 "notes": "level low: undefined 29",1092 "_manifest": "manifest-gemini-core.json"1093 },1094 {1095 "provider": "gemini",1096 "area": "context-caching",1097 "file": "examples/gemini/context-caching/cache_lifecycle.sh",1098 "language": "bash",1099 "status": "LIVE_VERIFIED",1100 "verified_at": "2026-09-18",1101 "notes": "ACCOUNT_RESTRICTED: explicit caching not available on this tier (see docs/gemini/context-caching.md) | ACCOUNT_RESTRICTED: explicit caching quota 0 on free tier",1102 "_manifest": "manifest-gemini-core.json"1103 },1104 {1105 "provider": "gemini",1106 "area": "context-caching",1107 "file": "examples/gemini/context-caching/cache_lifecycle.py",1108 "language": "python",1109 "status": "LIVE_VERIFIED",1110 "verified_at": "2026-09-18",1111 "notes": "ACCOUNT_RESTRICTED: 429 429 RESOURCE_EXHAUSTED. {'error': {'code': 429, 'message': 'TotalCachedContentStorageTokensPerModelFreeTier limit exceeded for model gem | ACCOUNT_RESTRICTED: explicit caching quota 0 on free tier",1112 "_manifest": "manifest-gemini-core.json"1113 },1114 {1115 "provider": "gemini",1116 "area": "context-caching",1117 "file": "examples/gemini/context-caching/cache_lifecycle.ts",1118 "language": "typescript",1119 "status": "LIVE_VERIFIED",1120 "verified_at": "2026-09-18",1121 "notes": "ACCOUNT_RESTRICTED: {\"error\":{\"code\":429,\"message\":\"TotalCachedContentStorageTokensPerModelFreeTier limit exceeded for model gemini-3.5-flash: limit=0, requeste | ACCOUNT_RESTRICTED: explicit caching quota 0 on free tier",1122 "_manifest": "manifest-gemini-core.json"1123 },1124 {1125 "provider": "gemini",1126 "area": "safety",1127 "file": "examples/gemini/safety/safety_settings.sh",1128 "language": "bash",1129 "status": "LIVE_VERIFIED",1130 "verified_at": "2026-09-18",1131 "notes": "HTTP 200",1132 "_manifest": "manifest-gemini-core.json"1133 },1134 {1135 "provider": "gemini",1136 "area": "safety",1137 "file": "examples/gemini/safety/safety_settings.py",1138 "language": "python",1139 "status": "LIVE_VERIFIED",1140 "verified_at": "2026-09-18",1141 "notes": "Direct use of automatic function calling (AFC) in Models.generate_content is not recommended. Instead, we recommend to use AFC in Chat.send_message. Similarly, ",1142 "_manifest": "manifest-gemini-core.json"1143 },1144 {1145 "provider": "gemini",1146 "area": "safety",1147 "file": "examples/gemini/safety/safety_settings.ts",1148 "language": "typescript",1149 "status": "LIVE_VERIFIED",1150 "verified_at": "2026-09-18",1151 "notes": "promptFeedback: undefined | finish: STOP",1152 "_manifest": "manifest-gemini-core.json"1153 },1154 {1155 "provider": "gemini",1156 "area": "embeddings",1157 "file": "examples/gemini/embeddings/embed.sh",1158 "language": "bash",1159 "status": "LIVE_VERIFIED",1160 "verified_at": "2026-09-18",1161 "notes": "embedding-2 dims: 64 usage: {'promptTokenCount': 8, 'promptTokenDetails': [{'modality': 'TEXT', 'tokenCount': 8}]}",1162 "_manifest": "manifest-gemini-core.json"1163 },1164 {1165 "provider": "gemini",1166 "area": "embeddings",1167 "file": "examples/gemini/embeddings/embed.py",1168 "language": "python",1169 "status": "LIVE_VERIFIED",1170 "verified_at": "2026-09-18",1171 "notes": "embedding-2 dims: 64 usage: None",1172 "_manifest": "manifest-gemini-core.json"1173 },1174 {1175 "provider": "gemini",1176 "area": "embeddings",1177 "file": "examples/gemini/embeddings/embed.ts",1178 "language": "typescript",1179 "status": "LIVE_VERIFIED",1180 "verified_at": "2026-09-18",1181 "notes": "embedding-2 dims: 64 usage: undefined",1182 "_manifest": "manifest-gemini-core.json"1183 },1184 {1185 "provider": "gemini",1186 "area": "files",1187 "file": "examples/gemini/files/upload_use_delete.sh",1188 "language": "bash",1189 "status": "LIVE_VERIFIED",1190 "verified_at": "2026-09-18",1191 "notes": "delete HTTP 200",1192 "_manifest": "manifest-gemini-core.json"1193 },1194 {1195 "provider": "gemini",1196 "area": "files",1197 "file": "examples/gemini/files/upload_use_delete.py",1198 "language": "python",1199 "status": "LIVE_VERIFIED",1200 "verified_at": "2026-09-18",1201 "notes": "Direct use of automatic function calling (AFC) in Models.generate_content is not recommended. Instead, we recommend to use AFC in Chat.send_message. Similarly, ",1202 "_manifest": "manifest-gemini-core.json"1203 },1204 {1205 "provider": "gemini",1206 "area": "files",1207 "file": "examples/gemini/files/upload_use_delete.ts",1208 "language": "typescript",1209 "status": "LIVE_VERIFIED",1210 "verified_at": "2026-09-18",1211 "notes": "answer: PELICAN",1212 "_manifest": "manifest-gemini-core.json"1213 },1214 {1215 "provider": "gemini",1216 "area": "multimodal",1217 "file": "examples/gemini/multimodal/inline_image_pdf.sh",1218 "language": "bash",1219 "status": "LIVE_VERIFIED",1220 "verified_at": "2026-09-18",1221 "notes": "low: [{'modality': 'TEXT', 'tokenCount': 5}, {'modality': 'IMAGE', 'tokenCount': 256}]",1222 "_manifest": "manifest-gemini-core.json"1223 },1224 {1225 "provider": "gemini",1226 "area": "multimodal",1227 "file": "examples/gemini/multimodal/inline_image_pdf.py",1228 "language": "python",1229 "status": "LIVE_VERIFIED",1230 "verified_at": "2026-09-18",1231 "notes": "Direct use of automatic function calling (AFC) in Models.generate_content is not recommended. Instead, we recommend to use AFC in Chat.send_message. Similarly, ",1232 "_manifest": "manifest-gemini-core.json"1233 },1234 {1235 "provider": "gemini",1236 "area": "multimodal",1237 "file": "examples/gemini/multimodal/inline_image_pdf.ts",1238 "language": "typescript",1239 "status": "LIVE_VERIFIED",1240 "verified_at": "2026-09-18",1241 "notes": "png low: [{\"modality\":\"IMAGE\",\"tokenCount\":256},{\"modality\":\"TEXT\",\"tokenCount\":5}]",1242 "_manifest": "manifest-gemini-core.json"1243 },1244 {1245 "provider": "gemini",1246 "area": "count-tokens",1247 "file": "examples/gemini/count-tokens/count_tokens.sh",1248 "language": "bash",1249 "status": "LIVE_VERIFIED",1250 "verified_at": "2026-09-18",1251 "notes": "HTTP 200",1252 "_manifest": "manifest-gemini-core.json"1253 },1254 {1255 "provider": "gemini",1256 "area": "count-tokens",1257 "file": "examples/gemini/count-tokens/count_tokens.py",1258 "language": "python",1259 "status": "LIVE_VERIFIED",1260 "verified_at": "2026-09-18",1261 "notes": "wrapper (system + tool): 200 44",1262 "_manifest": "manifest-gemini-core.json"1263 },1264 {1265 "provider": "gemini",1266 "area": "count-tokens",1267 "file": "examples/gemini/count-tokens/count_tokens.ts",1268 "language": "typescript",1269 "status": "LIVE_VERIFIED",1270 "verified_at": "2026-09-18",1271 "notes": "wrapper (system + tool): 200 44",1272 "_manifest": "manifest-gemini-core.json"1273 },1274 {1275 "provider": "gemini",1276 "area": "image-generation",1277 "file": "examples/gemini/image-generation/generate.sh",1278 "language": "bash",1279 "status": "FAILED_VERIFICATION",1280 "verified_at": "2026-09-18",1281 "notes": "Ran: HTTP 429 RESOURCE_EXHAUSTED 'generate_content_free_tier_requests, limit: 0, model: gemini-3.1-flash-lite-image' — image generation has no free tier (ACCOUNT_RESTRICTED). Request shape matches the reference; paid key expected 200 (~$0.034 per 1K image).",1282 "_manifest": "manifest-gemini-media.json"1283 },1284 {1285 "provider": "gemini",1286 "area": "image-generation",1287 "file": "examples/gemini/image-generation/generate.py",1288 "language": "python",1289 "status": "UNVERIFIED",1290 "verified_at": null,1291 "notes": "google-genai generate_content with response_modalities TEXT+IMAGE and ImageConfig; not run (same 429 plan gate as the shell twin).",1292 "_manifest": "manifest-gemini-media.json"1293 },1294 {1295 "provider": "gemini",1296 "area": "image-generation",1297 "file": "examples/gemini/image-generation/generate.ts",1298 "language": "typescript",1299 "status": "UNVERIFIED",1300 "verified_at": null,1301 "notes": "@google/genai models.generateContent with imageConfig; not run (plan gate).",1302 "_manifest": "manifest-gemini-media.json"1303 },1304 {1305 "provider": "gemini",1306 "area": "video-generation",1307 "file": "examples/gemini/video-generation/veo-generate.sh",1308 "language": "bash",1309 "status": "LIVE_VERIFIED",1310 "verified_at": "2026-09-18",1311 "notes": "Validation-only path executed (no ATLAS_ALLOW_PAID): predictLongRunning {instances:[{}]} -> 400 'Unsupported video generation request…'. Paid generate/poll/download path UNVERIFIED ($0.05–0.60 per second).",1312 "_manifest": "manifest-gemini-media.json"1313 },1314 {1315 "provider": "gemini",1316 "area": "video-generation",1317 "file": "examples/gemini/video-generation/veo_generate.py",1318 "language": "python",1319 "status": "LIVE_VERIFIED",1320 "verified_at": "2026-09-18",1321 "notes": "Validation-only path executed -> 400. SDK generate_videos / operations.get / files.download path UNVERIFIED (paid).",1322 "_manifest": "manifest-gemini-media.json"1323 },1324 {1325 "provider": "gemini",1326 "area": "video-generation",1327 "file": "examples/gemini/video-generation/veo-generate.ts",1328 "language": "typescript",1329 "status": "LIVE_VERIFIED",1330 "verified_at": "2026-09-18",1331 "notes": "Validation-only fetch executed -> 400. SDK generateVideos / getVideosOperation / files.download path UNVERIFIED (paid).",1332 "_manifest": "manifest-gemini-media.json"1333 },1334 {1335 "provider": "gemini",1336 "area": "music",1337 "file": "examples/gemini/music/lyria-clip.sh",1338 "language": "bash",1339 "status": "FAILED_VERIFICATION",1340 "verified_at": "2026-09-18",1341 "notes": "Ran: HTTP 429 'free_tier_requests, limit: 0, model: lyria-3-clip' (no free tier for Lyria; ACCOUNT_RESTRICTED). Paid: $0.04 per 30 s clip.",1342 "_manifest": "manifest-gemini-media.json"1343 },1344 {1345 "provider": "gemini",1346 "area": "music",1347 "file": "examples/gemini/music/lyria_clip.py",1348 "language": "python",1349 "status": "UNVERIFIED",1350 "verified_at": null,1351 "notes": "google-genai generate_content on lyria-3-clip-preview; not run (same plan gate).",1352 "_manifest": "manifest-gemini-media.json"1353 },1354 {1355 "provider": "gemini",1356 "area": "music",1357 "file": "examples/gemini/music/lyria_realtime.py",1358 "language": "python",1359 "status": "LIVE_VERIFIED",1360 "verified_at": "2026-09-18",1361 "notes": "Raw websockets to BidiGenerateMusic (v1beta, x-goog-api-key header): setupComplete, 2 audio chunks 'audio/l16;rate=48000;channels=2' 384,000 bytes (2 s) each, STOP; wrote tmp-live/lyria-realtime.wav (4.0 s). No price listed (experimental).",1362 "_manifest": "manifest-gemini-media.json"1363 },1364 {1365 "provider": "gemini",1366 "area": "music",1367 "file": "examples/gemini/music/lyria-realtime.ts",1368 "language": "typescript",1369 "status": "UNVERIFIED",1370 "verified_at": null,1371 "notes": "@google/genai live.music.connect (apiVersion v1alpha) — not run; protocol verified with the Python raw-websocket twin.",1372 "_manifest": "manifest-gemini-media.json"1373 },1374 {1375 "provider": "gemini",1376 "area": "speech",1377 "file": "examples/gemini/speech/tts.sh",1378 "language": "bash",1379 "status": "LIVE_VERIFIED",1380 "verified_at": "2026-09-18",1381 "notes": "gemini-3.1-flash-tts-preview 'Say: OK' Kore -> 200, 'audio/l16; rate=24000; channels=1' 49,920 bytes (1.04 s), 34 audio tokens; free tier $0. (First version of the script had a bash brace-expansion bug in an inline python -c body; now builds the body with a heredoc.)",1382 "_manifest": "manifest-gemini-media.json"1383 },1384 {1385 "provider": "gemini",1386 "area": "speech",1387 "file": "examples/gemini/speech/tts.py",1388 "language": "python",1389 "status": "LIVE_VERIFIED",1390 "verified_at": "2026-09-18",1391 "notes": "Single speaker: 200, 48,000 bytes (1.0 s), 32 audio tokens. --multi (Joe/Jane Kore/Puck on 3.1): 200, 176,640 bytes (3.68 s), 118 audio tokens. Free tier.",1392 "_manifest": "manifest-gemini-media.json"1393 },1394 {1395 "provider": "gemini",1396 "area": "speech",1397 "file": "examples/gemini/speech/tts.ts",1398 "language": "typescript",1399 "status": "LIVE_VERIFIED",1400 "verified_at": "2026-09-18",1401 "notes": "@google/genai: 200, 55,680 bytes (1.16 s), 38 audio tokens; WAV header written manually.",1402 "_manifest": "manifest-gemini-media.json"1403 },1404 {1405 "provider": "gemini",1406 "area": "speech",1407 "file": "examples/gemini/speech/tts_stream.py",1408 "language": "python",1409 "status": "LIVE_VERIFIED",1410 "verified_at": "2026-09-18",1411 "notes": "streamGenerateContent?alt=sse on 3.1 TTS: 25 SSE events, 46,080 PCM bytes (0.96 s), last event finishReason STOP with 48 audio tokens.",1412 "_manifest": "manifest-gemini-media.json"1413 },1414 {1415 "provider": "gemini",1416 "area": "transcription",1417 "file": "examples/gemini/transcription/transcribe.sh",1418 "language": "bash",1419 "status": "LIVE_VERIFIED",1420 "verified_at": "2026-09-18",1421 "notes": "gemini-3.5-transcribe on tmp-live/gemini-tts.wav with diarization+wordTimestamp: 200, parts[0] = {text:'Okay.', audioTranscription:{text, speakerLabel:'spk:0', words:[{word,startOffset:'0.300s',endOffset:'0.700s'}]}}, 25 audio tokens; free tier.",1422 "_manifest": "manifest-gemini-media.json"1423 },1424 {1425 "provider": "gemini",1426 "area": "transcription",1427 "file": "examples/gemini/transcription/transcribe.py",1428 "language": "python",1429 "status": "LIVE_VERIFIED",1430 "verified_at": "2026-09-18",1431 "notes": "Plain -> parts[0].audioTranscription.text 'Okay.' (LIVE_DISCOVERED field); with config -> speakerLabel + words[].",1432 "_manifest": "manifest-gemini-media.json"1433 },1434 {1435 "provider": "gemini",1436 "area": "transcription",1437 "file": "examples/gemini/transcription/transcribe.ts",1438 "language": "typescript",1439 "status": "LIVE_VERIFIED",1440 "verified_at": "2026-09-18",1441 "notes": "@google/genai with audioTranscriptionConfig cast to any: 200, same audioTranscription shape; usage 29 AUDIO + 1 TEXT tokens.",1442 "_manifest": "manifest-gemini-media.json"1443 },1444 {1445 "provider": "gemini",1446 "area": "batch",1447 "file": "examples/gemini/batch/batch-inline.sh",1448 "language": "bash",1449 "status": "UNVERIFIED",1450 "verified_at": null,1451 "notes": "Identical REST create ran via scripts/live.py -> 400 FAILED_PRECONDITION 'Precondition check failed.' (Batch API not available on the free tier; ACCOUNT_RESTRICTED). Script not executed separately.",1452 "_manifest": "manifest-gemini-media.json"1453 },1454 {1455 "provider": "gemini",1456 "area": "batch",1457 "file": "examples/gemini/batch/batch_inline.py",1458 "language": "python",1459 "status": "UNVERIFIED",1460 "verified_at": null,1461 "notes": "google-genai batches.create/get/delete flow; not run (plan gate).",1462 "_manifest": "manifest-gemini-media.json"1463 },1464 {1465 "provider": "gemini",1466 "area": "batch",1467 "file": "examples/gemini/batch/batch-inline.ts",1468 "language": "typescript",1469 "status": "UNVERIFIED",1470 "verified_at": null,1471 "notes": "@google/genai batches flow; not run (plan gate).",1472 "_manifest": "manifest-gemini-media.json"1473 },1474 {1475 "provider": "gemini",1476 "area": "tuning",1477 "file": "examples/gemini/tuning/tuned-models-list.sh",1478 "language": "bash",1479 "status": "LIVE_VERIFIED",1480 "verified_at": "2026-09-18",1481 "notes": "GET /v1beta/tunedModels -> 501 UNIMPLEMENTED 'Operation is not implemented, or supported, or enabled.' (service switched off; documented behaviour recorded).",1482 "_manifest": "manifest-gemini-media.json"1483 },1484 {1485 "provider": "gemini",1486 "area": "tuning",1487 "file": "examples/gemini/tuning/tuned_models_list.py",1488 "language": "python",1489 "status": "LIVE_VERIFIED",1490 "verified_at": "2026-09-18",1491 "notes": "501 UNIMPLEMENTED recorded; prints the documented create body without sending it.",1492 "_manifest": "manifest-gemini-media.json"1493 },1494 {1495 "provider": "gemini",1496 "area": "tuning",1497 "file": "examples/gemini/tuning/tuned-models-list.ts",1498 "language": "typescript",1499 "status": "LIVE_VERIFIED",1500 "verified_at": "2026-09-18",1501 "notes": "fetch -> 501 UNIMPLEMENTED.",1502 "_manifest": "manifest-gemini-media.json"1503 },1504 {1505 "provider": "gemini",1506 "area": "tools/function-calling",1507 "file": "examples/gemini/tools/function-calling/function_calling.py",1508 "language": "python",1509 "status": "LIVE_VERIFIED",1510 "verified_at": "2026-09-18",1511 "notes": "executed: forced call, functionResponse, parallel, parametersJsonSchema (4 × HTTP 200, gemini-3.5-flash-lite)",1512 "_manifest": "manifest-gemini-tools.json"1513 },1514 {1515 "provider": "gemini",1516 "area": "tools/function-calling",1517 "file": "examples/gemini/tools/function-calling/forced_call.sh",1518 "language": "bash",1519 "status": "LIVE_VERIFIED",1520 "verified_at": "2026-09-18",1521 "notes": "executed (2 × 200)",1522 "_manifest": "manifest-gemini-tools.json"1523 },1524 {1525 "provider": "gemini",1526 "area": "tools/function-calling",1527 "file": "examples/gemini/tools/function-calling/function_calling.ts",1528 "language": "typescript",1529 "status": "LIVE_VERIFIED",1530 "verified_at": "2026-09-18",1531 "notes": "executed with @google/genai 2.23 (node --experimental-strip-types)",1532 "_manifest": "manifest-gemini-tools.json"1533 },1534 {1535 "provider": "gemini",1536 "area": "tools/google-search",1537 "file": "examples/gemini/tools/google-search/grounding.py",1538 "language": "python",1539 "status": "FAILED_VERIFICATION",1540 "verified_at": "2026-09-18",1541 "notes": "executed; HTTP 429 RESOURCE_EXHAUSTED on gemini-3.5-flash-lite and gemini-3.5-flash → ACCOUNT_RESTRICTED (Search grounding quota 0 on this key)",1542 "_manifest": "manifest-gemini-tools.json"1543 },1544 {1545 "provider": "gemini",1546 "area": "tools/url-context",1547 "file": "examples/gemini/tools/url-context/url_context.py",1548 "language": "python",1549 "status": "LIVE_VERIFIED",1550 "verified_at": "2026-09-18",1551 "notes": "executed; urlContextMetadata observed (URL_RETRIEVAL_STATUS_ERROR for example.com)",1552 "_manifest": "manifest-gemini-tools.json"1553 },1554 {1555 "provider": "gemini",1556 "area": "tools/code-execution",1557 "file": "examples/gemini/tools/code-execution/code_execution.py",1558 "language": "python",1559 "status": "LIVE_VERIFIED",1560 "verified_at": "2026-09-18",1561 "notes": "executed; executableCode + codeExecutionResult parts",1562 "_manifest": "manifest-gemini-tools.json"1563 },1564 {1565 "provider": "gemini",1566 "area": "tools/code-execution",1567 "file": "examples/gemini/tools/code-execution/code_execution.sh",1568 "language": "bash",1569 "status": "LIVE_VERIFIED",1570 "verified_at": "2026-09-18",1571 "notes": "executed",1572 "_manifest": "manifest-gemini-tools.json"1573 },1574 {1575 "provider": "gemini",1576 "area": "tools/google-maps",1577 "file": "examples/gemini/tools/google-maps/maps_grounding.py",1578 "language": "python",1579 "status": "LIVE_VERIFIED",1580 "verified_at": "2026-09-18",1581 "notes": "executed; groundingChunks[].maps{uri,title,text,placeId}",1582 "_manifest": "manifest-gemini-tools.json"1583 },1584 {1585 "provider": "gemini",1586 "area": "tools/computer-use",1587 "file": "examples/gemini/tools/computer-use/computer_use_interactions.py",1588 "language": "python",1589 "status": "LIVE_VERIFIED",1590 "verified_at": "2026-09-18",1591 "notes": "probe mode executed (Interactions computer_use tool accepted, 200 completed); --loop (Playwright) is DOCUMENTED only; legacy generateContent computerUse on the 2.5 model → 429 ACCOUNT_RESTRICTED",1592 "_manifest": "manifest-gemini-tools.json"1593 },1594 {1595 "provider": "gemini",1596 "area": "file-search",1597 "file": "examples/gemini/file-search/file_search_lifecycle.py",1598 "language": "python",1599 "status": "LIVE_VERIFIED",1600 "verified_at": "2026-09-18",1601 "notes": "executed end-to-end incl. cleanup (store + document deleted with force=true)",1602 "_manifest": "manifest-gemini-tools.json"1603 },1604 {1605 "provider": "gemini",1606 "area": "file-search",1607 "file": "examples/gemini/file-search/file_search_lifecycle.sh",1608 "language": "bash",1609 "status": "UNVERIFIED",1610 "verified_at": "2026-09-18",1611 "notes": "NOT executed; identical raw requests ran via tmp-live/gemini-tools/run_live.py step g (all 200)",1612 "_manifest": "manifest-gemini-tools.json"1613 },1614 {1615 "provider": "gemini",1616 "area": "file-search",1617 "file": "examples/gemini/file-search/file_search.ts",1618 "language": "typescript",1619 "status": "LIVE_VERIFIED",1620 "verified_at": "2026-09-18",1621 "notes": "executed; SDK uploadToFileSearchStore + operations.get polling + fileSearch query + delete(force)",1622 "_manifest": "manifest-gemini-tools.json"1623 },1624 {1625 "provider": "gemini",1626 "area": "interactions",1627 "file": "examples/gemini/interactions/create.sh",1628 "language": "bash",1629 "status": "UNVERIFIED",1630 "verified_at": "2026-09-18",1631 "notes": "NOT executed; identical raw requests ran via run_live.py step h (create/stream/get/delete all 200)",1632 "_manifest": "manifest-gemini-tools.json"1633 },1634 {1635 "provider": "gemini",1636 "area": "interactions",1637 "file": "examples/gemini/interactions/interactions_basic.py",1638 "language": "python",1639 "status": "LIVE_VERIFIED",1640 "verified_at": "2026-09-18",1641 "notes": "executed after fixing the terminal 'data: [DONE]' SSE frame; create/stream/chain/get/store=false/delete",1642 "_manifest": "manifest-gemini-tools.json"1643 },1644 {1645 "provider": "gemini",1646 "area": "interactions",1647 "file": "examples/gemini/interactions/interactions_tools.py",1648 "language": "python",1649 "status": "LIVE_VERIFIED",1650 "verified_at": "2026-09-18",1651 "notes": "executed; requires_action → function_result → completed",1652 "_manifest": "manifest-gemini-tools.json"1653 },1654 {1655 "provider": "gemini",1656 "area": "interactions",1657 "file": "examples/gemini/interactions/deep_research_background.py",1658 "language": "python",1659 "status": "LIVE_VERIFIED",1660 "verified_at": "2026-09-18",1661 "notes": "NOT re-executed as a script; identical requests ran via run_live.py step h8 (create in_progress → cancel cancelled → delete 200)",1662 "_manifest": "manifest-gemini-tools.json"1663 },1664 {1665 "provider": "gemini",1666 "area": "interactions",1667 "file": "examples/gemini/interactions/environments.py",1668 "language": "python",1669 "status": "LIVE_VERIFIED",1670 "verified_at": "2026-09-18",1671 "notes": "executed; list/create/get/files/delete (files root → 200 {} here, 404 in the runner)",1672 "_manifest": "manifest-gemini-tools.json"1673 },1674 {1675 "provider": "gemini",1676 "area": "interactions",1677 "file": "examples/gemini/interactions/interactions.ts",1678 "language": "typescript",1679 "status": "LIVE_VERIFIED",1680 "verified_at": "2026-09-18",1681 "notes": "executed after two SDK-shape fixes (snake_case params; positional id for get/delete)",1682 "_manifest": "manifest-gemini-tools.json"1683 },1684 {1685 "provider": "gemini",1686 "area": "live",1687 "file": "examples/gemini/live/live_ws_audio.py",1688 "language": "python",1689 "status": "LIVE_VERIFIED",1690 "verified_at": "2026-09-18",1691 "notes": "executed; AUDIO turn on gemini-2.5-flash-native-audio-latest, transcript 'OK', 28800 bytes PCM 24 kHz",1692 "_manifest": "manifest-gemini-tools.json"1693 },1694 {1695 "provider": "gemini",1696 "area": "live",1697 "file": "examples/gemini/live/live_sdk.py",1698 "language": "python",1699 "status": "LIVE_VERIFIED",1700 "verified_at": "2026-09-18",1701 "notes": "executed; google-genai client.aio.live.connect",1702 "_manifest": "manifest-gemini-tools.json"1703 },1704 {1705 "provider": "gemini",1706 "area": "live",1707 "file": "examples/gemini/live/live_sdk.ts",1708 "language": "typescript",1709 "status": "LIVE_VERIFIED",1710 "verified_at": "2026-09-18",1711 "notes": "executed; @google/genai ai.live.connect callbacks (no inlineData in that short run, transcript 'OK.')",1712 "_manifest": "manifest-gemini-tools.json"1713 },1714 {1715 "provider": "gemini",1716 "area": "live",1717 "file": "examples/gemini/live/ephemeral_token.sh",1718 "language": "bash",1719 "status": "LIVE_VERIFIED",1720 "verified_at": "2026-09-18",1721 "notes": "executed; POST /v1alpha/auth_tokens → 200 {name} (token not printed)",1722 "_manifest": "manifest-gemini-tools.json"1723 },1724 {1725 "provider": "gemini",1726 "area": "live",1727 "file": "examples/gemini/live/ephemeral_token.py",1728 "language": "python",1729 "status": "LIVE_VERIFIED",1730 "verified_at": "2026-09-18",1731 "notes": "executed; token → BidiGenerateContentConstrained (v1alpha, Authorization: Token) → setupComplete … turnComplete",1732 "_manifest": "manifest-gemini-tools.json"1733 },1734 {1735 "provider": "gemini",1736 "area": "shared/tool-loop",1737 "file": "examples/shared/tool-loop/gemini_tool_loop.py",1738 "language": "python",1739 "status": "LIVE_VERIFIED",1740 "verified_at": "2026-09-18",1741 "notes": "executed; parallel get_weather+get_time round trip",1742 "_manifest": "manifest-gemini-tools.json"1743 },1744 {1745 "provider": "gemini",1746 "area": "shared/tool-loop",1747 "file": "examples/shared/tool-loop/gemini_tool_loop.ts",1748 "language": "typescript",1749 "status": "LIVE_VERIFIED",1750 "verified_at": "2026-09-18",1751 "notes": "executed",1752 "_manifest": "manifest-gemini-tools.json"1753 },1754 {1755 "provider": "gemini",1756 "area": "tests",1757 "file": "tests/gemini/test_tools.py + test_interactions.py + test_live.py + test_file_search.py",1758 "language": "python",1759 "status": "LIVE_VERIFIED",1760 "verified_at": "2026-09-18",1761 "notes": "cheap tests pass (14 passed, 6 skipped gated); first run hit HTTP 429 too_many_requests on /v1beta/interactions after a burst, clean on retry",1762 "_manifest": "manifest-gemini-tools.json"1763 },1764 {1765 "provider": "openai",1766 "area": "admin",1767 "file": "examples/openai/admin/list_org_resources.sh",1768 "language": "bash",1769 "status": "ACCOUNT_RESTRICTED",1770 "verified_at": "2026-09-18",1771 "notes": "Ran with project key: 403 string-body 'Missing scopes: api.management.read/api.roles.read/api.groups.read' on users, invites, projects, admin_api_keys, roles, groups; 401 api.audit_logs.read on audit_logs. Needs OPENAI_ADMIN_KEY for real data. Read-only.",1772 "http_status_observed": [1773 403,1774 4011775 ],1776 "_manifest": "manifest-openai-admin.json"1777 },1778 {1779 "provider": "openai",1780 "area": "admin",1781 "file": "examples/openai/admin/usage_costs.sh",1782 "language": "bash",1783 "status": "ACCOUNT_RESTRICTED",1784 "verified_at": "2026-09-18",1785 "notes": "usage/completions, usage/embeddings, costs with bucket_width/group_by: 403 'Missing scopes: api.usage.read'. Query grammar taken from OpenAPI spec.",1786 "http_status_observed": [1787 4031788 ],1789 "_manifest": "manifest-openai-admin.json"1790 },1791 {1792 "provider": "openai",1793 "area": "admin",1794 "file": "examples/openai/admin/admin_readonly.py",1795 "language": "python",1796 "status": "ACCOUNT_RESTRICTED",1797 "verified_at": "2026-09-18",1798 "notes": "openai 3.16.2 client.admin.organization.{users,projects,audit_logs,usage.completions,usage.costs}: PermissionDeniedError 403 x4, AuthenticationError 401 (audit logs); request ids captured; logged to reports/live-requests.jsonl.",1799 "http_status_observed": [1800 403,1801 4011802 ],1803 "_manifest": "manifest-openai-admin.json"1804 },1805 {1806 "provider": "openai",1807 "area": "admin",1808 "file": "examples/openai/admin/admin_readonly.ts",1809 "language": "typescript",1810 "status": "ACCOUNT_RESTRICTED",1811 "verified_at": "2026-09-18",1812 "notes": "openai@7.18.0 client.admin.organization.* with adminAPIKey fallback to project key: PermissionDeniedError 403 x4, AuthenticationError 401; run with node --env-file=.env (Node 25 type stripping).",1813 "http_status_observed": [1814 403,1815 4011816 ],1817 "_manifest": "manifest-openai-admin.json"1818 },1819 {1820 "provider": "openai",1821 "area": "webhooks",1822 "file": "examples/openai/webhooks/verify_manual.py",1823 "language": "python",1824 "status": "LIVE_VERIFIED",1825 "verified_at": "2026-09-18",1826 "notes": "Manual Standard-Webhooks HMAC-SHA256 verification (whsec_ base64 secret, id.timestamp.body, v1 list, 300 s tolerance); byte-identical signatures to openai 3.16.2 lib/_webhooks.py. Offline.",1827 "_manifest": "manifest-openai-admin.json"1828 },1829 {1830 "provider": "openai",1831 "area": "webhooks",1832 "file": "examples/openai/webhooks/verify_manual.ts",1833 "language": "typescript",1834 "status": "LIVE_VERIFIED",1835 "verified_at": "2026-09-18",1836 "notes": "node:crypto implementation of the same scheme; agrees with openai@7.18.0 webhooks.unwrap. Offline.",1837 "_manifest": "manifest-openai-admin.json"1838 },1839 {1840 "provider": "openai",1841 "area": "webhooks",1842 "file": "examples/openai/webhooks/offline_test.py",1843 "language": "python",1844 "status": "LIVE_VERIFIED",1845 "verified_at": "2026-09-18",1846 "notes": "Signs a payload with a fake secret; 11 checks passed (SDK unwrap + verify_signature, manual verify, tampered body, wrong secret, stale timestamp, rotation double-signature, missing header). No network.",1847 "_manifest": "manifest-openai-admin.json"1848 },1849 {1850 "provider": "openai",1851 "area": "webhooks",1852 "file": "examples/openai/webhooks/offline_test.ts",1853 "language": "typescript",1854 "status": "LIVE_VERIFIED",1855 "verified_at": "2026-09-18",1856 "notes": "Same 11 checks with the Node SDK (`node examples/openai/webhooks/offline_test.ts`). No network.",1857 "_manifest": "manifest-openai-admin.json"1858 },1859 {1860 "provider": "openai",1861 "area": "webhooks",1862 "file": "examples/openai/webhooks/server_express.ts",1863 "language": "typescript",1864 "status": "UNVERIFIED",1865 "verified_at": "2026-09-18",1866 "notes": "Express receiver using client.webhooks.unwrap on the raw text body + manual route; express is not installed in this repo so the process was not started (logic verified via offline_test.ts).",1867 "_manifest": "manifest-openai-admin.json"1868 },1869 {1870 "provider": "openai",1871 "area": "webhooks",1872 "file": "examples/openai/webhooks/server_fastapi.py",1873 "language": "python",1874 "status": "UNVERIFIED",1875 "verified_at": "2026-09-18",1876 "notes": "FastAPI receiver (unwrap + BackgroundTasks + dedupe on webhook-id + manual route); fastapi not installed here, py_compile OK; logic verified via offline_test.py.",1877 "_manifest": "manifest-openai-admin.json"1878 },1879 {1880 "provider": "openai",1881 "area": "errors",1882 "file": "examples/shared/errors/classify_error.py",1883 "language": "python",1884 "status": "LIVE_VERIFIED",1885 "verified_at": "2026-09-18",1886 "notes": "Classifier for OpenAI (object / bare-string / empty bodies) and Anthropic error shapes with retryability + Retry-After/backoff; exercised by tests/openai/test_errors.py against live-captured bodies (all 44 tests green).",1887 "_manifest": "manifest-openai-admin.json"1888 },1889 {1890 "provider": "openai",1891 "area": "errors",1892 "file": "examples/shared/errors/classify_error.ts",1893 "language": "typescript",1894 "status": "LIVE_VERIFIED",1895 "verified_at": "2026-09-18",1896 "notes": "Same classifier in TypeScript with an 11-case self-test (`node examples/shared/errors/classify_error.ts`).",1897 "_manifest": "manifest-openai-admin.json"1898 },1899 {1900 "provider": "openai",1901 "area": "tests",1902 "file": "tests/openai/test_errors.py",1903 "language": "python",1904 "status": "LIVE_VERIFIED",1905 "verified_at": "2026-09-18",1906 "notes": "8 live cheap-error tests ($0: all rejected before generation) + 14-case classifier matrix; passed.",1907 "_manifest": "manifest-openai-admin.json"1908 },1909 {1910 "provider": "openai",1911 "area": "tests",1912 "file": "tests/openai/test_admin.py",1913 "language": "python",1914 "status": "LIVE_VERIFIED",1915 "verified_at": "2026-09-18",1916 "notes": "Asserts the ACCOUNT_RESTRICTED shapes (11 admin GETs + usage/costs) and that webhook endpoints/event types lists work with a project key; gated real admin tests skipped (RUN_ADMIN_TESTS / OPENAI_ADMIN_KEY absent).",1917 "_manifest": "manifest-openai-admin.json"1918 },1919 {1920 "provider": "openai",1921 "area": "tests",1922 "file": "tests/openai/test_webhooks_offline.py",1923 "language": "python",1924 "status": "LIVE_VERIFIED",1925 "verified_at": "2026-09-18",1926 "notes": "6 offline signature tests (SDK vs manual, known vector, tamper, stale, rotation, missing header); passed.",1927 "_manifest": "manifest-openai-admin.json"1928 },1929 {1930 "sh": "bash examples/openai/agents/<file>.sh (sources scripts/lib.sh; needs .env)",1931 "py": "python3 examples/openai/agents/<file>.py (uses scripts/live.py; logs to reports/live-requests.jsonl)",1932 "ts": "node --env-file=.env --experimental-strip-types examples/openai/agents/<file>.ts (plain fetch, Node >= 22.6)",1933 "env": "OPENAI_API_KEY in .env; optional AGENTS_MODEL (default gpt-5.6-luna, cheapest model accepted by Managed Agents); SESSION_ID for list_artifacts/send_turn_stream (get one with KEEP=1 create_session.*)",1934 "_manifest": "manifest-openai-agents.json"1935 },1936 {1937 "chatkit_session_create": "UNVERIFIED — needs an Agent Builder workflow id (product shutting down 2026-11-30); documented in docs/openai/chatkit.md",1938 "vault_credential_create": "not written by policy (never store secrets); request shapes in docs/openai/agents-environments-and-vaults.md",1939 "workspace_agents_trigger": "UNVERIFIED — needs a ChatGPT workspace access token; curl shown in docs/openai/workspace-agents.md",1940 "assistants": "RETIRED 2026-08-26 — live 404 empty body; see docs/openai/assistants-retired.md",1941 "_manifest": "manifest-openai-agents.json"1942 },1943 {1944 "provider": "openai",1945 "area": "chat",1946 "file": "examples/openai/chat/image_input.py",1947 "language": "python",1948 "status": "LIVE_VERIFIED",1949 "verified_at": "2026-09-18",1950 "notes": "exit 0 in 0.7s",1951 "stdout_tail": "OK 13 prompt tokens incl. image",1952 "_manifest": "manifest-openai-core.json"1953 },1954 {1955 "provider": "openai",1956 "area": "chat",1957 "file": "examples/openai/chat/legacy_completions.py",1958 "language": "python",1959 "status": "LIVE_VERIFIED",1960 "verified_at": "2026-09-18",1961 "notes": "exit 0 in 1.6s",1962 "stdout_tail": "text_completion gpt-3.5-turbo-instruct:20230824-v2 '\\n\\nOK.' stop {'completion_tokens': 3, 'prompt_tokens': 3, 'total_tokens': 6, 'completion_tokens_details': None, 'prompt_tokens_details': None}",1963 "_manifest": "manifest-openai-core.json"1964 },1965 {1966 "provider": "openai",1967 "area": "chat",1968 "file": "examples/openai/chat/legacy_completions.sh",1969 "language": "bash/curl",1970 "status": "LIVE_VERIFIED",1971 "verified_at": "2026-09-18",1972 "notes": "exit 0 in 1.5s",1973 "stdout_tail": "text_completion gpt-3.5-turbo-instruct:20230824-v2 ' I resign.\"\\n\\n\\nI' length {'prompt_tokens': 3, 'completion_tokens': 5, 'total_tokens': 8}",1974 "_manifest": "manifest-openai-core.json"1975 },1976 {1977 "provider": "openai",1978 "area": "chat",1979 "file": "examples/openai/chat/minimal.py",1980 "language": "python",1981 "status": "LIVE_VERIFIED",1982 "verified_at": "2026-09-18",1983 "notes": "exit 0 in 1.1s",1984 "stdout_tail": "n_tokens': 1, 'prompt_tokens': 11, 'total_tokens': 12, 'completion_tokens_details': {'accepted_prediction_tokens': 0, 'audio_tokens': 0, 'reasoning_tokens': 0, 'rejected_prediction_tokens': 0, 'text_tokens': None}, 'prompt_tokens_details': {'audio_tokens': 0, 'cache_write_tokens': None, 'cached_tokens': 0, 'image_tokens': None, 'text_tokens': None}}\nreasoning model via chat: OK. 0 reasoning tokens",1985 "_manifest": "manifest-openai-core.json"1986 },1987 {1988 "provider": "openai",1989 "area": "chat",1990 "file": "examples/openai/chat/minimal.sh",1991 "language": "bash/curl",1992 "status": "LIVE_VERIFIED",1993 "verified_at": "2026-09-18",1994 "notes": "exit 0 in 0.7s",1995 "stdout_tail": "chat.completion OK stop {'prompt_tokens': 11, 'completion_tokens': 1, 'total_tokens': 12, 'prompt_tokens_details': {'cached_tokens': 0, 'audio_tokens': 0}, 'completion_tokens_details': {'reasoning_tokens': 0, 'audio_tokens': 0, 'accepted_prediction_tokens': 0, 'rejected_prediction_tokens': 0}}",1996 "_manifest": "manifest-openai-core.json"1997 },1998 {1999 "provider": "openai",2000 "area": "chat",2001 "file": "examples/openai/chat/minimal.ts",2002 "language": "typescript",2003 "status": "LIVE_VERIFIED",2004 "verified_at": "2026-09-18",2005 "notes": "exit 0 in 0.6s",2006 "stdout_tail": "OK stop {\n prompt_tokens: 11,\n completion_tokens: 1,\n total_tokens: 12,\n prompt_tokens_details: { cached_tokens: 0, audio_tokens: 0 },\n completion_tokens_details: {\n reasoning_tokens: 0,\n audio_tokens: 0,\n accepted_prediction_tokens: 0,\n rejected_prediction_tokens: 0\n }\n}",2007 "_manifest": "manifest-openai-core.json"2008 },2009 {2010 "provider": "openai",2011 "area": "chat",2012 "file": "examples/openai/chat/stored_retrieve_delete.py",2013 "language": "python",2014 "status": "LIVE_VERIFIED",2015 "verified_at": "2026-09-18",2016 "notes": "exit 0 in 6.7s",2017 "stdout_tail": "retrieved: True metadata: {'atlas': 'example'}\nstored request messages: [('chatcmpl-EPehZ5lsxll5Ef7sVRpCa9ZBblWnm-0', 'user', 'Reply with OK.')]\nlist by metadata: ['chatcmpl-EPehZ5lsxll5Ef7sVRpCa9ZBblWnm']\nupdated metadata: {'atlas': 'example', 'reviewed': 'yes'}\nchat.completion.deleted True",2018 "_manifest": "manifest-openai-core.json"2019 },2020 {2021 "provider": "openai",2022 "area": "chat",2023 "file": "examples/openai/chat/stored_retrieve_delete.ts",2024 "language": "typescript",2025 "status": "LIVE_VERIFIED",2026 "verified_at": "2026-09-18",2027 "notes": "exit 0 in 2.6s",2028 "stdout_tail": "retrieved: true { atlas: 'example' }\nchat.completion.deleted true",2029 "_manifest": "manifest-openai-core.json"2030 },2031 {2032 "provider": "openai",2033 "area": "chat",2034 "file": "examples/openai/chat/streaming.py",2035 "language": "python",2036 "status": "LIVE_VERIFIED",2037 "verified_at": "2026-09-18",2038 "notes": "exit 0 in 0.7s",2039 "stdout_tail": "'OK' stop {'completion_tokens': 1, 'prompt_tokens': 11, 'total_tokens': 12, 'completion_tokens_details': {'accepted_prediction_tokens': 0, 'audio_tokens': 0, 'reasoning_tokens': 0, 'rejected_prediction_tokens': 0, 'text_tokens': None}, 'prompt_tokens_details': {'audio_tokens': 0, 'cache_write_tokens': None, 'cached_tokens': 0, 'image_tokens': None, 'text_tokens': None}}",2040 "_manifest": "manifest-openai-core.json"2041 },2042 {2043 "provider": "openai",2044 "area": "chat",2045 "file": "examples/openai/chat/streaming.sh",2046 "language": "bash/curl",2047 "status": "LIVE_VERIFIED",2048 "verified_at": "2026-09-18",2049 "notes": "exit 0 in 0.6s",2050 "stdout_tail": ":1789783375,\"model\":\"gpt-4.1-nano-2025-04-14\",\"service_tier\":\"def\ndata: {\"id\":\"chatcmpl-EPehjA2k7QDB1DQIt2ubDWo5ASU3V\",\"object\":\"chat.completion.chunk\",\"created\":1789783375,\"model\":\"gpt-4.1-nano-2025-04-14\",\"service_tier\":\"def\ndata: {\"id\":\"chatcmpl-EPehjA2k7QDB1DQIt2ubDWo5ASU3V\",\"object\":\"chat.completion.chunk\",\"created\":1789783375,\"model\":\"gpt-4.1-nano-2025-04-14\",\"service_tier\":\"def\ndata: [DONE]",2051 "_manifest": "manifest-openai-core.json"2052 },2053 {2054 "provider": "openai",2055 "area": "chat",2056 "file": "examples/openai/chat/streaming.ts",2057 "language": "typescript",2058 "status": "LIVE_VERIFIED",2059 "verified_at": "2026-09-18",2060 "notes": "exit 0 in 0.9s",2061 "stdout_tail": "\"OK\" {\n prompt_tokens: 11,\n completion_tokens: 1,\n total_tokens: 12,\n prompt_tokens_details: { cached_tokens: 0, audio_tokens: 0 },\n completion_tokens_details: {\n reasoning_tokens: 0,\n audio_tokens: 0,\n accepted_prediction_tokens: 0,\n rejected_prediction_tokens: 0\n }\n}",2062 "_manifest": "manifest-openai-core.json"2063 },2064 {2065 "provider": "openai",2066 "area": "chat",2067 "file": "examples/openai/chat/structured_output.py",2068 "language": "python",2069 "status": "LIVE_VERIFIED",2070 "verified_at": "2026-09-18",2071 "notes": "exit 0 in 1.2s",2072 "stdout_tail": "{'answer': 'OK.'}\nanswer='OK'",2073 "_manifest": "manifest-openai-core.json"2074 },2075 {2076 "provider": "openai",2077 "area": "chat",2078 "file": "examples/openai/chat/structured_output.ts",2079 "language": "typescript",2080 "status": "LIVE_VERIFIED",2081 "verified_at": "2026-09-18",2082 "notes": "exit 0 in 0.5s",2083 "stdout_tail": "{ answer: 'OK.' }",2084 "_manifest": "manifest-openai-core.json"2085 },2086 {2087 "provider": "openai",2088 "area": "conversations",2089 "file": "examples/openai/conversations/lifecycle.py",2090 "language": "python",2091 "status": "LIVE_VERIFIED",2092 "verified_at": "2026-09-18",2093 "notes": "exit 0 in 4.2s",2094 "stdout_tail": "conv_6aaded52bcc08195b4731fed21f15f720cbdca3407cc4636 conversation {'atlas': 'example'}\nresponse bound to: conv_6aaded52bcc08195b4731fed21f15f720cbdca3407cc4636 | OK\nitems: [('message', 'user'), ('message', 'user'), ('message', 'assistant')]\nitem: message True\nitem delete returns: conversation\nconversation.deleted True",2095 "_manifest": "manifest-openai-core.json"2096 },2097 {2098 "provider": "openai",2099 "area": "conversations",2100 "file": "examples/openai/conversations/lifecycle.sh",2101 "language": "bash/curl",2102 "status": "LIVE_VERIFIED",2103 "verified_at": "2026-09-18",2104 "notes": "exit 0 in 3.8s",2105 "stdout_tail": "conversation: conv_6aadeeaf21288193911dc71e97e505a5016fa830b28220ed\n[('message', 'user', 'completed')]\ncompleted {'id': 'conv_6aadeeaf21288193911dc71e97e505a5016fa830b28220ed'}\n[('message', 'user'), ('message', 'user'), ('message', 'assistant')]\n{'atlas': 'example', 'done': 'yes'}\nconversation.deleted True",2106 "_manifest": "manifest-openai-core.json"2107 },2108 {2109 "provider": "openai",2110 "area": "conversations",2111 "file": "examples/openai/conversations/lifecycle.ts",2112 "language": "typescript",2113 "status": "LIVE_VERIFIED",2114 "verified_at": "2026-09-18",2115 "notes": "exit 0 in 4.1s",2116 "stdout_tail": "true OK\n[\n [ 'message', 'user' ],\n [ 'message', 'user' ],\n [ 'message', 'assistant' ]\n]\nconversation.deleted true",2117 "_manifest": "manifest-openai-core.json"2118 },2119 {2120 "provider": "openai",2121 "area": "responses",2122 "file": "examples/openai/responses/background.py",2123 "language": "python",2124 "status": "LIVE_VERIFIED",2125 "verified_at": "2026-09-18",2126 "notes": "exit 0 in 9.4s",2127 "stdout_tail": "initial status: queued\nfinal: completed 'OK'\ncancelled status: cancelled\nresumed after seq 2: ['response.output_item.added', 'response.content_part.added', 'response.output_text.delta', 'response.output_text.done', 'response.content_part.done', 'response.output_item.done', 'response.completed']",2128 "_manifest": "manifest-openai-core.json"2129 },2130 {2131 "provider": "openai",2132 "area": "responses",2133 "file": "examples/openai/responses/background.sh",2134 "language": "bash/curl",2135 "status": "LIVE_VERIFIED",2136 "verified_at": "2026-09-18",2137 "notes": "exit 0 in 8.4s",2138 "stdout_tail": "initial status: queued\npoll 1: in_progress\npoll 2: completed\ncancel right after create: HTTP 200 status=cancelled\ncancel again: HTTP 200 status=cancelled",2139 "_manifest": "manifest-openai-core.json"2140 },2141 {2142 "provider": "openai",2143 "area": "responses",2144 "file": "examples/openai/responses/background.ts",2145 "language": "typescript",2146 "status": "LIVE_VERIFIED",2147 "verified_at": "2026-09-18",2148 "notes": "exit 0 in 3.9s",2149 "stdout_tail": "initial: queued\nfinal: completed \"OK.\"\ncancel: cancelled | cancel again: cancelled",2150 "_manifest": "manifest-openai-core.json"2151 },2152 {2153 "provider": "openai",2154 "area": "responses",2155 "file": "examples/openai/responses/compaction.py",2156 "language": "python",2157 "status": "LIVE_VERIFIED",2158 "verified_at": "2026-09-18",2159 "notes": "exit 0 in 4.9s",2160 "stdout_tail": "response.compaction ['message', 'message', 'compaction'] {'input_tokens': 119, 'input_tokens_details': {'cache_write_tokens': 0, 'cached_tokens': 0}, 'output_tokens': 127, 'output_tokens_details': {'reasoning_tokens': 0}, 'total_tokens': 246}\nfollow-up: completed 'OK' input_tokens: 231\ncontext_management accepted: completed ['message']",2161 "_manifest": "manifest-openai-core.json"2162 },2163 {2164 "provider": "openai",2165 "area": "responses",2166 "file": "examples/openai/responses/compaction.sh",2167 "language": "bash/curl",2168 "status": "LIVE_VERIFIED",2169 "verified_at": "2026-09-18",2170 "notes": "exit 0 in 1.9s",2171 "stdout_tail": "response.compaction ['message', 'message', 'compaction'] 119 -> 204 tokens",2172 "_manifest": "manifest-openai-core.json"2173 },2174 {2175 "provider": "openai",2176 "area": "responses",2177 "file": "examples/openai/responses/compaction.ts",2178 "language": "typescript",2179 "status": "LIVE_VERIFIED",2180 "verified_at": "2026-09-18",2181 "notes": "exit 0 in 2.2s",2182 "stdout_tail": "response.compaction [ 'message', 'message', 'compaction' ] {\n input_tokens: 119,\n input_tokens_details: { cache_write_tokens: 0, cached_tokens: 0 },\n output_tokens: 78,\n output_tokens_details: { reasoning_tokens: 0 },\n total_tokens: 197\n}\nfollow-up: completed \"OK\"",2183 "_manifest": "manifest-openai-core.json"2184 },2185 {2186 "provider": "openai",2187 "area": "responses",2188 "file": "examples/openai/responses/image_input.py",2189 "language": "python",2190 "status": "LIVE_VERIFIED",2191 "verified_at": "2026-09-18",2192 "notes": "exit 0 in 1.7s",2193 "stdout_tail": "completed OK 15 input tokens",2194 "_manifest": "manifest-openai-core.json"2195 },2196 {2197 "provider": "openai",2198 "area": "responses",2199 "file": "examples/openai/responses/image_input.sh",2200 "language": "bash/curl",2201 "status": "LIVE_VERIFIED",2202 "verified_at": "2026-09-18",2203 "notes": "exit 0 in 1.1s",2204 "stdout_tail": "completed 15 input tokens incl. image",2205 "_manifest": "manifest-openai-core.json"2206 },2207 {2208 "provider": "openai",2209 "area": "responses",2210 "file": "examples/openai/responses/image_input.ts",2211 "language": "typescript",2212 "status": "LIVE_VERIFIED",2213 "verified_at": "2026-09-18",2214 "notes": "exit 0 in 1.5s",2215 "stdout_tail": "completed OK 15",2216 "_manifest": "manifest-openai-core.json"2217 },2218 {2219 "provider": "openai",2220 "area": "responses",2221 "file": "examples/openai/responses/minimal.py",2222 "language": "python",2223 "status": "LIVE_VERIFIED",2224 "verified_at": "2026-09-18",2225 "notes": "exit 0 in 1.1s",2226 "stdout_tail": "resp_02a8d5b8212a306a006aaded28c72487d2814336e8c8ab68e8 completed\nOK\n{'input_tokens': 10, 'input_tokens_details': {'cache_write_tokens': 0, 'cached_tokens': 0}, 'output_tokens': 5, 'output_tokens_details': {'reasoning_tokens': 0}, 'total_tokens': 15}",2227 "_manifest": "manifest-openai-core.json"2228 },2229 {2230 "provider": "openai",2231 "area": "responses",2232 "file": "examples/openai/responses/minimal.sh",2233 "language": "bash/curl",2234 "status": "LIVE_VERIFIED",2235 "verified_at": "2026-09-18",2236 "notes": "exit 0 in 0.9s",2237 "stdout_tail": "HTTP 200\ncompleted ['OK.'] {'input_tokens': 10, 'input_tokens_details': {'cache_write_tokens': 0, 'cached_tokens': 0}, 'output_tokens': 6, 'output_tokens_details': {'reasoning_tokens': 0}, 'total_tokens': 16}",2238 "_manifest": "manifest-openai-core.json"2239 },2240 {2241 "provider": "openai",2242 "area": "responses",2243 "file": "examples/openai/responses/minimal.ts",2244 "language": "typescript",2245 "status": "LIVE_VERIFIED",2246 "verified_at": "2026-09-18",2247 "notes": "exit 0 in 0.8s",2248 "stdout_tail": "resp_091c6e89f8cd1927006aaded2a7f5087d2ab206f5edfffcd3e completed\nOK\n{\n input_tokens: 10,\n input_tokens_details: { cache_write_tokens: 0, cached_tokens: 0 },\n output_tokens: 5,\n output_tokens_details: { reasoning_tokens: 0 },\n total_tokens: 15\n}",2249 "_manifest": "manifest-openai-core.json"2250 },2251 {2252 "provider": "openai",2253 "area": "responses",2254 "file": "examples/openai/responses/previous_response_id.py",2255 "language": "python",2256 "status": "LIVE_VERIFIED",2257 "verified_at": "2026-09-18",2258 "notes": "exit 0 in 3.8s",2259 "stdout_tail": "turn2 previous_response_id: resp_0dff309bfcc10f03006aaded2b627c87d2a46cad82ba9a666e | input_tokens: 26\nrendered context of turn 2: [('message', 'user'), ('message', 'assistant'), ('message', 'user')]\nstateless turn 2: OK",2260 "_manifest": "manifest-openai-core.json"2261 },2262 {2263 "provider": "openai",2264 "area": "responses",2265 "file": "examples/openai/responses/previous_response_id.sh",2266 "language": "bash/curl",2267 "status": "LIVE_VERIFIED",2268 "verified_at": "2026-09-18",2269 "notes": "exit 0 in 2.3s",2270 "stdout_tail": "resp_0680ad9f2db8532c006aadeea626fc87d2a5a70682e5f578e1 26 input tokens (prior turn re-billed)\ninput_items: [('message', 'user'), ('message', 'assistant'), ('message', 'user')]",2271 "_manifest": "manifest-openai-core.json"2272 },2273 {2274 "provider": "openai",2275 "area": "responses",2276 "file": "examples/openai/responses/previous_response_id.ts",2277 "language": "typescript",2278 "status": "LIVE_VERIFIED",2279 "verified_at": "2026-09-18",2280 "notes": "exit 0 in 2.3s",2281 "stdout_tail": "true OK 26\nretrieved status: completed",2282 "_manifest": "manifest-openai-core.json"2283 },2284 {2285 "provider": "openai",2286 "area": "responses",2287 "file": "examples/openai/responses/reasoning_summary.py",2288 "language": "python",2289 "status": "LIVE_VERIFIED",2290 "verified_at": "2026-09-18",2291 "notes": "exit 0 in 2.3s",2292 "stdout_tail": "detailed'}\nreasoning_tokens: 56 / output_tokens: 63\nreasoning item id: rs_060331383b1389ca016aaded33993c87d285ac9c3204c14fc6 | encrypted_content present: True\nsummary: **Counting letters in a word**\n\nI need to count the letter 'r' in the word \"strawberry.\" Okay, so I break it down: s t r a w b e r r y. I see that 'r' appears in the 3rd, 8th, and 9th positions, so th\nanswer: 3 | phase: final_answer",2293 "_manifest": "manifest-openai-core.json"2294 },2295 {2296 "provider": "openai",2297 "area": "responses",2298 "file": "examples/openai/responses/streaming.py",2299 "language": "python",2300 "status": "LIVE_VERIFIED",2301 "verified_at": "2026-09-18",2302 "notes": "exit 0 in 0.9s",2303 "stdout_tail": "OK.\n['response.created', 'response.in_progress', 'response.output_item.added', 'response.content_part.added', 'response.output_text.delta', 'response.output_text.delta', 'response.output_text.done', 'response.content_part.done', 'response.output_item.done', 'response.completed']",2304 "_manifest": "manifest-openai-core.json"2305 },2306 {2307 "provider": "openai",2308 "area": "responses",2309 "file": "examples/openai/responses/streaming.sh",2310 "language": "bash/curl",2311 "status": "LIVE_VERIFIED",2312 "verified_at": "2026-09-18",2313 "notes": "exit 0 in 1.5s",2314 "stdout_tail": "response.created\nresponse.in_progress\nresponse.output_item.added\nresponse.content_part.added\nresponse.output_text.delta\nresponse.output_text.done\nresponse.content_part.done\nresponse.output_item.done\nresponse.completed",2315 "_manifest": "manifest-openai-core.json"2316 },2317 {2318 "provider": "openai",2319 "area": "responses",2320 "file": "examples/openai/responses/streaming.ts",2321 "language": "typescript",2322 "status": "LIVE_VERIFIED",2323 "verified_at": "2026-09-18",2324 "notes": "exit 0 in 0.9s",2325 "stdout_tail": "OK\n[\n 'response.created',\n 'response.in_progress',\n 'response.output_item.added',\n 'response.content_part.added',\n 'response.output_text.delta',\n 'response.output_text.done',\n 'response.content_part.done',\n 'response.output_item.done',\n 'response.completed'\n]",2326 "_manifest": "manifest-openai-core.json"2327 },2328 {2329 "provider": "openai",2330 "area": "responses",2331 "file": "examples/openai/responses/structured_output.py",2332 "language": "python",2333 "status": "LIVE_VERIFIED",2334 "verified_at": "2026-09-18",2335 "notes": "exit 0 in 1.3s",2336 "stdout_tail": "answer='OK'\n{'name': 'OkReply', 'schema_': {'properties': {'answer': {'title': 'Answer', 'type': 'string'}}, 'required': ['answer'], 'title': 'OkReply', 'type': 'object', 'additionalProperties': False}, 'type': 'json_schema', 'description': None, 'strict': True}",2337 "_manifest": "manifest-openai-core.json"2338 },2339 {2340 "provider": "openai",2341 "area": "responses",2342 "file": "examples/openai/responses/structured_output.sh",2343 "language": "bash/curl",2344 "status": "LIVE_VERIFIED",2345 "verified_at": "2026-09-18",2346 "notes": "exit 0 in 1.0s",2347 "stdout_tail": "{\"answer\":\"OK\"}",2348 "_manifest": "manifest-openai-core.json"2349 },2350 {2351 "provider": "openai",2352 "area": "responses",2353 "file": "examples/openai/responses/structured_output.ts",2354 "language": "typescript",2355 "status": "LIVE_VERIFIED",2356 "verified_at": "2026-09-18",2357 "notes": "exit 0 in 1.0s",2358 "stdout_tail": "{ answer: 'OK' }",2359 "_manifest": "manifest-openai-core.json"2360 },2361 {2362 "provider": "openai",2363 "area": "responses",2364 "file": "examples/openai/responses/token_counting.py",2365 "language": "python",2366 "status": "LIVE_VERIFIED",2367 "verified_at": "2026-09-18",2368 "notes": "exit 0 in 1.6s",2369 "stdout_tail": "response.input_tokens 10\nwith instructions + tool: 44",2370 "_manifest": "manifest-openai-core.json"2371 },2372 {2373 "provider": "openai",2374 "area": "responses",2375 "file": "examples/openai/responses/token_counting.sh",2376 "language": "bash/curl",2377 "status": "LIVE_VERIFIED",2378 "verified_at": "2026-09-18",2379 "notes": "exit 0 in 0.6s",2380 "stdout_tail": "{\n \"object\": \"response.input_tokens\",\n \"input_tokens\": 10\n}\n{\n \"object\": \"response.input_tokens\",\n \"input_tokens\": 49\n}",2381 "_manifest": "manifest-openai-core.json"2382 },2383 {2384 "provider": "openai",2385 "area": "responses",2386 "file": "examples/openai/responses/token_counting.ts",2387 "language": "typescript",2388 "status": "LIVE_VERIFIED",2389 "verified_at": "2026-09-18",2390 "notes": "exit 0 in 1.4s",2391 "stdout_tail": "response.input_tokens 10",2392 "_manifest": "manifest-openai-core.json"2393 },2394 {2395 "provider": "openai",2396 "area": "images",2397 "file": "examples/openai/images/generate.sh",2398 "language": "bash",2399 "status": "UNVERIFIED",2400 "verified_at": null,2401 "notes": "Identical raw request LIVE_VERIFIED 2026-09-18 via scripts/live.py (gpt-image-1-mini low jpeg, $0.0022); script itself not run to avoid a second paid generation.",2402 "_manifest": "manifest-openai-media.json"2403 },2404 {2405 "provider": "openai",2406 "area": "images",2407 "file": "examples/openai/images/generate.py",2408 "language": "python",2409 "status": "UNVERIFIED",2410 "verified_at": null,2411 "notes": "SDK client.images.generate; same request as above; not run (paid).",2412 "_manifest": "manifest-openai-media.json"2413 },2414 {2415 "provider": "openai",2416 "area": "images",2417 "file": "examples/openai/images/generate.ts",2418 "language": "typescript",2419 "status": "UNVERIFIED",2420 "verified_at": null,2421 "notes": "SDK client.images.generate; not run (paid).",2422 "_manifest": "manifest-openai-media.json"2423 },2424 {2425 "provider": "openai",2426 "area": "images",2427 "file": "examples/openai/images/edit.sh",2428 "language": "bash",2429 "status": "UNVERIFIED",2430 "verified_at": null,2431 "notes": "Multipart edit with image[], mask, input_fidelity; parameters cross-checked with OpenAPI CreateImageEditRequest.",2432 "_manifest": "manifest-openai-media.json"2433 },2434 {2435 "provider": "openai",2436 "area": "images",2437 "file": "examples/openai/images/stream.py",2438 "language": "python",2439 "status": "UNVERIFIED",2440 "verified_at": null,2441 "notes": "SSE image_generation.partial_image / .completed; not run (paid).",2442 "_manifest": "manifest-openai-media.json"2443 },2444 {2445 "provider": "openai",2446 "area": "images",2447 "file": "examples/openai/images/provenance_check.sh",2448 "language": "bash",2449 "status": "LIVE_VERIFIED",2450 "verified_at": "2026-09-18",2451 "notes": "POST /v1/content_provenance_checks on tmp-live/gen-1mini.jpg: c2pa detected/trusted, synthid not_detected.",2452 "_manifest": "manifest-openai-media.json"2453 },2454 {2455 "provider": "openai",2456 "area": "images",2457 "file": "examples/openai/images/provenance_check.py",2458 "language": "python",2459 "status": "LIVE_VERIFIED",2460 "verified_at": "2026-09-18",2461 "notes": "SDK client.content_provenance_checks.create.",2462 "_manifest": "manifest-openai-media.json"2463 },2464 {2465 "provider": "openai",2466 "area": "video",2467 "file": "examples/openai/video/list.sh",2468 "language": "bash",2469 "status": "LIVE_VERIFIED",2470 "verified_at": "2026-09-18",2471 "notes": "GET /v1/videos?limit&order -> 200.",2472 "_manifest": "manifest-openai-media.json"2473 },2474 {2475 "provider": "openai",2476 "area": "video",2477 "file": "examples/openai/video/list.py",2478 "language": "python",2479 "status": "LIVE_VERIFIED",2480 "verified_at": "2026-09-18",2481 "notes": "client.videos.list + retrieve.",2482 "_manifest": "manifest-openai-media.json"2483 },2484 {2485 "provider": "openai",2486 "area": "video",2487 "file": "examples/openai/video/list.ts",2488 "language": "typescript",2489 "status": "LIVE_VERIFIED",2490 "verified_at": "2026-09-18",2491 "notes": "client.videos.list.",2492 "_manifest": "manifest-openai-media.json"2493 },2494 {2495 "provider": "openai",2496 "area": "video",2497 "file": "examples/openai/video/create_poll_download.py",2498 "language": "python",2499 "status": "UNVERIFIED",2500 "verified_at": null,2501 "notes": "create -> poll -> download; guarded by RUN_VIDEO_TESTS; not run (~$0.40). Videos API shutdown 2026-09-24.",2502 "_manifest": "manifest-openai-media.json"2503 },2504 {2505 "provider": "openai",2506 "area": "video",2507 "file": "examples/openai/video/create_poll_download.ts",2508 "language": "typescript",2509 "status": "UNVERIFIED",2510 "verified_at": null,2511 "notes": "Same lifecycle with the Node SDK; not run.",2512 "_manifest": "manifest-openai-media.json"2513 },2514 {2515 "provider": "openai",2516 "area": "video",2517 "file": "examples/openai/video/create_poll_download.sh",2518 "language": "bash",2519 "status": "UNVERIFIED",2520 "verified_at": null,2521 "notes": "curl lifecycle + remix/edit/extend/delete snippets; not run.",2522 "_manifest": "manifest-openai-media.json"2523 },2524 {2525 "provider": "openai",2526 "area": "embeddings",2527 "file": "examples/openai/embeddings/create.sh",2528 "language": "bash",2529 "status": "LIVE_VERIFIED",2530 "verified_at": "2026-09-18",2531 "notes": "text-embedding-3-small, 1536 dims.",2532 "_manifest": "manifest-openai-media.json"2533 },2534 {2535 "provider": "openai",2536 "area": "embeddings",2537 "file": "examples/openai/embeddings/create.py",2538 "language": "python",2539 "status": "LIVE_VERIFIED",2540 "verified_at": "2026-09-18",2541 "notes": "array input + dimensions=16 base64 decoding.",2542 "_manifest": "manifest-openai-media.json"2543 },2544 {2545 "provider": "openai",2546 "area": "embeddings",2547 "file": "examples/openai/embeddings/create.ts",2548 "language": "typescript",2549 "status": "LIVE_VERIFIED",2550 "verified_at": "2026-09-18",2551 "notes": "dimensions=64 + cosine via dot product.",2552 "_manifest": "manifest-openai-media.json"2553 },2554 {2555 "provider": "openai",2556 "area": "moderation",2557 "file": "examples/openai/moderation/moderate.sh",2558 "language": "bash",2559 "status": "LIVE_VERIFIED",2560 "verified_at": "2026-09-18",2561 "notes": "omni-moderation-latest text.",2562 "_manifest": "manifest-openai-media.json"2563 },2564 {2565 "provider": "openai",2566 "area": "moderation",2567 "file": "examples/openai/moderation/moderate.py",2568 "language": "python",2569 "status": "LIVE_VERIFIED",2570 "verified_at": "2026-09-18",2571 "notes": "SDK text moderation.",2572 "_manifest": "manifest-openai-media.json"2573 },2574 {2575 "provider": "openai",2576 "area": "moderation",2577 "file": "examples/openai/moderation/moderate_image.py",2578 "language": "python",2579 "status": "LIVE_VERIFIED",2580 "verified_at": "2026-09-18",2581 "notes": "text + image data URL.",2582 "_manifest": "manifest-openai-media.json"2583 },2584 {2585 "provider": "openai",2586 "area": "moderation",2587 "file": "examples/openai/moderation/moderate.ts",2588 "language": "typescript",2589 "status": "LIVE_VERIFIED",2590 "verified_at": "2026-09-18",2591 "notes": "SDK text moderation.",2592 "_manifest": "manifest-openai-media.json"2593 },2594 {2595 "provider": "openai",2596 "area": "files",2597 "file": "examples/openai/files/files-roundtrip.sh",2598 "language": "sh",2599 "status": "LIVE_VERIFIED",2600 "verified_at": "2026-09-18",2601 "notes": "upload user_data w/ expires_after, list?purpose, retrieve, content (400 for user_data, shown), delete",2602 "_manifest": "manifest-openai-platform.json"2603 },2604 {2605 "provider": "openai",2606 "area": "files",2607 "file": "examples/openai/files/uploads-multipart.py",2608 "language": "py",2609 "status": "LIVE_VERIFIED",2610 "verified_at": "2026-09-18",2611 "notes": "Uploads API create/parts/complete + cancel path; purpose user_data accepted (not in spec enum)",2612 "_manifest": "manifest-openai-platform.json"2613 },2614 {2615 "provider": "openai",2616 "area": "files",2617 "file": "examples/openai/files/files-roundtrip.ts",2618 "language": "ts",2619 "status": "LIVE_VERIFIED",2620 "verified_at": "2026-09-18",2621 "notes": "openai SDK files.create/list/retrieve/content(400 caught)/delete",2622 "_manifest": "manifest-openai-platform.json"2623 },2624 {2625 "provider": "openai",2626 "area": "vector-stores",2627 "file": "examples/openai/vector-stores/vector-store-search.sh",2628 "language": "sh",2629 "status": "LIVE_VERIFIED",2630 "verified_at": "2026-09-18",2631 "notes": "static chunking, attributes, poll, search w/ and-filter + rewrite_query, update attributes, cleanup",2632 "_manifest": "manifest-openai-platform.json"2633 },2634 {2635 "provider": "openai",2636 "area": "vector-stores",2637 "file": "examples/openai/vector-stores/file-batches.py",2638 "language": "py",2639 "status": "LIVE_VERIFIED",2640 "verified_at": "2026-09-18",2641 "notes": "file_batches.create files[] with per-file attributes/chunking, poll, list_files, content, filtered search, cleanup",2642 "_manifest": "manifest-openai-platform.json"2643 },2644 {2645 "provider": "openai",2646 "area": "vector-stores",2647 "file": "examples/openai/vector-stores/vector-store-search.ts",2648 "language": "ts",2649 "status": "LIVE_VERIFIED",2650 "verified_at": "2026-09-18",2651 "notes": "SDK createAndPoll + search filters",2652 "_manifest": "manifest-openai-platform.json"2653 },2654 {2655 "provider": "openai",2656 "area": "batch",2657 "file": "examples/openai/batch/batch-responses.sh",2658 "language": "sh",2659 "status": "LIVE_VERIFIED",2660 "verified_at": "2026-09-18",2661 "notes": "1-request /v1/responses batch; completed ~30s; downloads output; deletes files",2662 "_manifest": "manifest-openai-platform.json"2663 },2664 {2665 "provider": "openai",2666 "area": "batch",2667 "file": "examples/openai/batch/batch-lifecycle.py",2668 "language": "py",2669 "status": "LIVE_VERIFIED",2670 "verified_at": "2026-09-18",2671 "notes": "JSONL build, poll, join by custom_id; BATCH_ENDPOINT switch for chat/embeddings shapes (those shapes DOCUMENTED only)",2672 "_manifest": "manifest-openai-platform.json"2673 },2674 {2675 "provider": "openai",2676 "area": "batch",2677 "file": "examples/openai/batch/batch-create.ts",2678 "language": "ts",2679 "status": "LIVE_VERIFIED",2680 "verified_at": "2026-09-18",2681 "notes": "SDK batches.create/retrieve + files.content",2682 "_manifest": "manifest-openai-platform.json"2683 },2684 {2685 "provider": "openai",2686 "area": "fine-tuning",2687 "file": "examples/openai/fine-tuning/list-jobs.sh",2688 "language": "sh",2689 "status": "LIVE_VERIFIED",2690 "verified_at": "2026-09-18",2691 "notes": "list (empty), metadata filter, 404 fine_tune_not_found, 401 checkpoint permissions scope",2692 "_manifest": "manifest-openai-platform.json"2693 },2694 {2695 "provider": "openai",2696 "area": "fine-tuning",2697 "file": "examples/openai/fine-tuning/create-job.py",2698 "language": "py",2699 "status": "UNVERIFIED",2700 "verified_at": null,2701 "notes": "SFT/DPO/RFT payloads; dry-run by default; org gets 403 training_not_available (ACCOUNT_RESTRICTED, platform winding down)",2702 "_manifest": "manifest-openai-platform.json"2703 },2704 {2705 "provider": "openai",2706 "area": "fine-tuning",2707 "file": "examples/openai/fine-tuning/graders-run.ts",2708 "language": "ts",2709 "status": "LIVE_VERIFIED",2710 "verified_at": "2026-09-18",2711 "notes": "graders validate/run: string_check, text_similarity, python, multi",2712 "_manifest": "manifest-openai-platform.json"2713 },2714 {2715 "provider": "openai",2716 "area": "evals",2717 "file": "examples/openai/evals/eval-string-check.sh",2718 "language": "sh",2719 "status": "LIVE_VERIFIED",2720 "verified_at": "2026-09-18",2721 "notes": "custom eval + inline jsonl run with pre-computed samples ($0), output items, cleanup",2722 "_manifest": "manifest-openai-platform.json"2723 },2724 {2725 "provider": "openai",2726 "area": "evals",2727 "file": "examples/openai/evals/eval-python-grader.py",2728 "language": "py",2729 "status": "LIVE_VERIFIED",2730 "verified_at": "2026-09-18",2731 "notes": "3 graders incl. python (rapidfuzz), inline + file_id (purpose evals) runs, cleanup",2732 "_manifest": "manifest-openai-platform.json"2733 },2734 {2735 "provider": "openai",2736 "area": "evals",2737 "file": "examples/openai/evals/eval-run-sampling.ts",2738 "language": "ts",2739 "status": "UNVERIFIED",2740 "verified_at": null,2741 "notes": "responses data_source with template sampling; dry-run creates+deletes the eval only unless ATLAS_ALLOW_SAMPLING=1",2742 "_manifest": "manifest-openai-platform.json"2743 },2744 {2745 "domain": "openai-realtime-live-audio",2746 "last_verified": "2026-09-18",2747 "runner_notes": "python: .venv/bin/python <file>; sh: bash <file> (source scripts/lib.sh); ts: node --env-file=.env --experimental-strip-types <file>",2748 "_manifest": "manifest-openai-realtime-audio.json"2749 },2750 {2751 "sh": "bash <file> (uses scripts/lib.sh: oai/log_request; multipart uploads use direct curl because oai() forces application/json)",2752 "py": ".venv/bin/python <file> (openai SDK 3.16.2 + scripts/live.py logging)",2753 "ts": "node --env-file=.env --experimental-strip-types <file> (openai node SDK; logs via examples/shared/tool-loop/log.ts)",2754 "_manifest": "manifest-openai-tools.json"2755 },2756 {2757 "provider": "xai",2758 "area": "batches",2759 "file": "examples/xai/batches/create.sh",2760 "language": "bash/curl",2761 "status": "LIVE_VERIFIED",2762 "verified_at": "2026-09-19",2763 "notes": "exit 0 in 1.9s",2764 "stdout_tail": "cancel_time 2026-09-19 {'num_requests': 1, 'num_pending': 0, 'num_success': 0, 'num_error': 0, 'num_cancelled': 1}",2765 "_manifest": "manifest-xai-inference.json"2766 },2767 {2768 "provider": "xai",2769 "area": "batches",2770 "file": "examples/xai/batches/lifecycle.py",2771 "language": "python",2772 "status": "LIVE_VERIFIED",2773 "verified_at": "2026-09-19",2774 "notes": "exit 0 in 12.0s",2775 "stdout_tail": "cancel: 200 2026-09-19",2776 "_manifest": "manifest-xai-inference.json"2777 },2778 {2779 "provider": "xai",2780 "area": "chat",2781 "file": "examples/xai/chat/image_input.py",2782 "language": "python",2783 "status": "LIVE_VERIFIED",2784 "verified_at": "2026-09-19",2785 "notes": "exit 0 in 3.0s",2786 "stdout_tail": "OK. image_tokens: PromptTokensDetails(audio_tokens=0, cache_write_tokens=None, cached_tokens=192, image_tokens=3, text_tokens=227)",2787 "_manifest": "manifest-xai-inference.json"2788 },2789 {2790 "provider": "xai",2791 "area": "chat",2792 "file": "examples/xai/chat/minimal.py",2793 "language": "python",2794 "status": "LIVE_VERIFIED",2795 "verified_at": "2026-09-19",2796 "notes": "exit 0 in 5.0s",2797 "stdout_tail": "effort low: OK. 108 reasoning tokens",2798 "_manifest": "manifest-xai-inference.json"2799 },2800 {2801 "provider": "xai",2802 "area": "chat",2803 "file": "examples/xai/chat/minimal.sh",2804 "language": "bash/curl",2805 "status": "LIVE_VERIFIED",2806 "verified_at": "2026-09-19",2807 "notes": "exit 0 in 9.2s",2808 "stdout_tail": "chat.completion 'OK\\n\\\\confidence{100}' reasoning_content: 'The user requested a reply of \"OK.\"\\n\\nThe system prompt contains a formatting instruction requiring confidence values inside \\\\confidence{} tags.' 594 reasoning tokens",2809 "_manifest": "manifest-xai-inference.json"2810 },2811 {2812 "provider": "xai",2813 "area": "chat",2814 "file": "examples/xai/chat/minimal.ts",2815 "language": "typescript",2816 "status": "LIVE_VERIFIED",2817 "verified_at": "2026-09-19",2818 "notes": "exit 0 in 1.9s",2819 "stdout_tail": "OK. | reasoning_content: undefined | reasoning tokens: 68",2820 "_manifest": "manifest-xai-inference.json"2821 },2822 {2823 "provider": "xai",2824 "area": "collections",2825 "file": "examples/xai/collections/lifecycle.py",2826 "language": "python",2827 "status": "LIVE_VERIFIED",2828 "verified_at": "2026-09-19",2829 "notes": "exit 0 in 33.2s",2830 "stdout_tail": "delete collection: 200",2831 "_manifest": "manifest-xai-inference.json"2832 },2833 {2834 "provider": "xai",2835 "area": "collections",2836 "file": "examples/xai/collections/search.sh",2837 "language": "bash/curl",2838 "status": "LIVE_VERIFIED",2839 "verified_at": "2026-09-19",2840 "notes": "exit 0 in 0.4s",2841 "stdout_tail": "{\"code\":\"not-found\",\"error\":\"One or more collection IDs in group [\\\"collection_00000000-0000-0000-0000-000000000000\\\"] not found or not accessible.\"}",2842 "_manifest": "manifest-xai-inference.json"2843 },2844 {2845 "provider": "xai",2846 "area": "deferred",2847 "file": "examples/xai/deferred/deferred.py",2848 "language": "python",2849 "status": "LIVE_VERIFIED",2850 "verified_at": "2026-09-19",2851 "notes": "exit 0 in 3.1s",2852 "stdout_tail": "OK | reasoning tokens: 103",2853 "_manifest": "manifest-xai-inference.json"2854 },2855 {2856 "provider": "xai",2857 "area": "deferred",2858 "file": "examples/xai/deferred/deferred.sh",2859 "language": "bash/curl",2860 "status": "LIVE_VERIFIED",2861 "verified_at": "2026-09-19",2862 "notes": "exit 0 in 3.5s",2863 "stdout_tail": "chat.completion OK.",2864 "_manifest": "manifest-xai-inference.json"2865 },2866 {2867 "provider": "xai",2868 "area": "files",2869 "file": "examples/xai/files/attach_to_responses.py",2870 "language": "python",2871 "status": "LIVE_VERIFIED",2872 "verified_at": "2026-09-19",2873 "notes": "exit 0 in 4.0s",2874 "stdout_tail": "answer: PINEAPPLE | output types: ['message']",2875 "_manifest": "manifest-xai-inference.json"2876 },2877 {2878 "provider": "xai",2879 "area": "files",2880 "file": "examples/xai/files/public_url.ts",2881 "language": "typescript",2882 "status": "LIVE_VERIFIED",2883 "verified_at": "2026-09-19",2884 "notes": "exit 0 in 2.1s",2885 "stdout_tail": "revoked: true | deleted: 200",2886 "_manifest": "manifest-xai-inference.json"2887 },2888 {2889 "provider": "xai",2890 "area": "files",2891 "file": "examples/xai/files/roundtrip.sh",2892 "language": "bash/curl",2893 "status": "LIVE_VERIFIED",2894 "verified_at": "2026-09-19",2895 "notes": "exit 0 in 1.9s",2896 "stdout_tail": "{\"id\":\"file_f39377b1-18a0-4cfe-95de-8f39a02ca3df\",\"deleted\":true,\"object\":\"file\"}",2897 "_manifest": "manifest-xai-inference.json"2898 },2899 {2900 "provider": "xai",2901 "area": "messages-compat",2902 "file": "examples/xai/messages-compat/minimal.sh",2903 "language": "bash/curl",2904 "status": "LIVE_VERIFIED",2905 "verified_at": "2026-09-19",2906 "notes": "exit 0 in 4.2s",2907 "stdout_tail": "message end_turn ['thinking', 'text'] {'input_tokens': 10, 'cache_creation_input_tokens': 0, 'cache_read_input_tokens': 192, 'output_tokens': 189}",2908 "_manifest": "manifest-xai-inference.json"2909 },2910 {2911 "provider": "xai",2912 "area": "messages-compat",2913 "file": "examples/xai/messages-compat/tool_use.py",2914 "language": "python",2915 "status": "LIVE_VERIFIED",2916 "verified_at": "2026-09-19",2917 "notes": "exit 0 in 4.9s",2918 "stdout_tail": "final: The weather in Paris is currently 18°C and sunny.",2919 "_manifest": "manifest-xai-inference.json"2920 },2921 {2922 "provider": "xai",2923 "area": "responses",2924 "file": "examples/xai/responses/compact.py",2925 "language": "python",2926 "status": "LIVE_VERIFIED",2927 "verified_at": "2026-09-19",2928 "notes": "exit 0 in 13.5s",2929 "stdout_tail": "after compaction: A and B",2930 "_manifest": "manifest-xai-inference.json"2931 },2932 {2933 "provider": "xai",2934 "area": "responses",2935 "file": "examples/xai/responses/image_input.sh",2936 "language": "bash/curl",2937 "status": "LIVE_VERIFIED",2938 "verified_at": "2026-09-19",2939 "notes": "exit 0 in 2.5s",2940 "stdout_tail": "['message'] 230 input tokens",2941 "_manifest": "manifest-xai-inference.json"2942 },2943 {2944 "provider": "xai",2945 "area": "responses",2946 "file": "examples/xai/responses/minimal.py",2947 "language": "python",2948 "status": "LIVE_VERIFIED",2949 "verified_at": "2026-09-19",2950 "notes": "exit 0 in 5.4s",2951 "stdout_tail": "deleted",2952 "_manifest": "manifest-xai-inference.json"2953 },2954 {2955 "provider": "xai",2956 "area": "responses",2957 "file": "examples/xai/responses/minimal.sh",2958 "language": "bash/curl",2959 "status": "LIVE_VERIFIED",2960 "verified_at": "2026-09-19",2961 "notes": "exit 0 in 2.6s",2962 "stdout_tail": "{\"id\":\"7b6c5b5e-1750-9154-9107-0f5ff1dee20e\",\"object\":\"response\",\"deleted\":true}",2963 "_manifest": "manifest-xai-inference.json"2964 },2965 {2966 "provider": "xai",2967 "area": "responses",2968 "file": "examples/xai/responses/minimal.ts",2969 "language": "typescript",2970 "status": "LIVE_VERIFIED",2971 "verified_at": "2026-09-19",2972 "notes": "exit 0 in 4.0s",2973 "stdout_tail": "replayed: OK. | cached: 192",2974 "_manifest": "manifest-xai-inference.json"2975 },2976 {2977 "provider": "xai",2978 "area": "responses",2979 "file": "examples/xai/responses/tool_loop.py",2980 "language": "python",2981 "status": "LIVE_VERIFIED",2982 "verified_at": "2026-09-19",2983 "notes": "exit 0 in 5.0s",2984 "stdout_tail": "final: The current weather in Paris is 18°C.",2985 "_manifest": "manifest-xai-inference.json"2986 },2987 {2988 "provider": "xai",2989 "area": "streaming",2990 "file": "examples/xai/streaming/chat_stream.sh",2991 "language": "bash/curl",2992 "status": "LIVE_VERIFIED",2993 "verified_at": "2026-09-19",2994 "notes": "exit 0 in 1.8s",2995 "stdout_tail": "[DONE]",2996 "_manifest": "manifest-xai-inference.json"2997 },2998 {2999 "provider": "xai",3000 "area": "streaming",3001 "file": "examples/xai/streaming/chat_stream.ts",3002 "language": "typescript",3003 "status": "LIVE_VERIFIED",3004 "verified_at": "2026-09-19",3005 "notes": "exit 0 in 1.7s",3006 "stdout_tail": "reasoning: (none) | text: 391 | reasoning tokens: 146",3007 "_manifest": "manifest-xai-inference.json"3008 },3009 {3010 "provider": "xai",3011 "area": "streaming",3012 "file": "examples/xai/streaming/responses_stream.py",3013 "language": "python",3014 "status": "LIVE_VERIFIED",3015 "verified_at": "2026-09-19",3016 "notes": "exit 0 in 2.5s",3017 "stdout_tail": "text: 391",3018 "_manifest": "manifest-xai-inference.json"3019 },3020 {3021 "provider": "xai",3022 "area": "structured-output",3023 "file": "examples/xai/structured-output/json_schema.sh",3024 "language": "bash/curl",3025 "status": "LIVE_VERIFIED",3026 "verified_at": "2026-09-19",3027 "notes": "exit 0 in 1.9s",3028 "stdout_tail": "{'answer': 'OK', 'n': 1}",3029 "_manifest": "manifest-xai-inference.json"3030 },3031 {3032 "provider": "xai",3033 "area": "structured-output",3034 "file": "examples/xai/structured-output/pydantic_parse.py",3035 "language": "python",3036 "status": "LIVE_VERIFIED",3037 "verified_at": "2026-09-19",3038 "notes": "exit 0 in 5.1s",3039 "stdout_tail": "responses: answer='OK' n=1",3040 "_manifest": "manifest-xai-inference.json"3041 },3042 {3043 "provider": "xai",3044 "area": "structured-output",3045 "file": "examples/xai/structured-output/zod.ts",3046 "language": "typescript",3047 "status": "LIVE_VERIFIED",3048 "verified_at": "2026-09-19",3049 "notes": "exit 0 in 2.3s",3050 "stdout_tail": "{ answer: 'OK', n: 1 }",3051 "_manifest": "manifest-xai-inference.json"3052 },3053 {3054 "provider": "xai",3055 "area": "tools/code-execution",3056 "file": "examples/xai/tools/code-execution/code_execution.sh",3057 "language": "bash/curl",3058 "status": "LIVE_VERIFIED",3059 "verified_at": "2026-09-19",3060 "notes": "exit 0 in 6.5s",3061 "stdout_tail": "4",3062 "_manifest": "manifest-xai-inference.json"3063 },3064 {3065 "provider": "xai",3066 "area": "tools/code-execution",3067 "file": "examples/xai/tools/code-execution/code_interpreter.py",3068 "language": "python",3069 "status": "LIVE_VERIFIED",3070 "verified_at": "2026-09-19",3071 "notes": "exit 0 in 3.8s",3072 "stdout_tail": "text: 42 | calls: None",3073 "_manifest": "manifest-xai-inference.json"3074 },3075 {3076 "provider": "xai",3077 "area": "tools/collections-search",3078 "file": "examples/xai/tools/collections-search/file_search.py",3079 "language": "python",3080 "status": "LIVE_VERIFIED",3081 "verified_at": "2026-09-19",3082 "notes": "exit 0 in 9.1s",3083 "stdout_tail": "text: none",3084 "_manifest": "manifest-xai-inference.json"3085 },3086 {3087 "provider": "xai",3088 "area": "tools/function-calling",3089 "file": "examples/xai/tools/function-calling/forced.sh",3090 "language": "bash/curl",3091 "status": "LIVE_VERIFIED",3092 "verified_at": "2026-09-19",3093 "notes": "exit 0 in 1.7s",3094 "stdout_tail": "function_call get_weather {\"city\":\"Paris\"} call-ae5ae233-9019-4c42-a227-bf0ca146589c-0",3095 "_manifest": "manifest-xai-inference.json"3096 },3097 {3098 "provider": "xai",3099 "area": "tools/function-calling",3100 "file": "examples/xai/tools/function-calling/loop.ts",3101 "language": "typescript",3102 "status": "LIVE_VERIFIED",3103 "verified_at": "2026-09-19",3104 "notes": "exit 0 in 5.0s",3105 "stdout_tail": "final: The weather in Paris is 18°C.",3106 "_manifest": "manifest-xai-inference.json"3107 },3108 {3109 "provider": "xai",3110 "area": "tools/function-calling",3111 "file": "examples/xai/tools/function-calling/roundtrip.py",3112 "language": "python",3113 "status": "LIVE_VERIFIED",3114 "verified_at": "2026-09-19",3115 "notes": "exit 0 in 5.1s",3116 "stdout_tail": "final: The current temperature is **18°C** in both Paris and Rome.",3117 "_manifest": "manifest-xai-inference.json"3118 },3119 {3120 "provider": "xai",3121 "area": "tools/mcp",3122 "file": "examples/xai/tools/mcp/deepwiki.py",3123 "language": "python",3124 "status": "LIVE_VERIFIED",3125 "verified_at": "2026-09-19",3126 "notes": "exit 0 in 17.0s",3127 "stdout_tail": "text: Official Python SDK for xAI API. | mcp_calls: 1",3128 "_manifest": "manifest-xai-inference.json"3129 },3130 {3131 "provider": "xai",3132 "area": "tools/mcp",3133 "file": "examples/xai/tools/mcp/deepwiki.sh",3134 "language": "bash/curl",3135 "status": "LIVE_VERIFIED",3136 "verified_at": "2026-09-19",3137 "notes": "exit 0 in 43.4s",3138 "stdout_tail": "**xai-sdk-python** is the official Python SDK for xAI APIs. It offers type-safe gRPC clients (sync + async) for chat, image/video generation, files/collections, batch jobs, and models/tokenization, plus optional OpenTelemetry support.",3139 "_manifest": "manifest-xai-inference.json"3140 },3141 {3142 "provider": "xai",3143 "area": "tools/web-search",3144 "file": "examples/xai/tools/web-search/web_search.py",3145 "language": "python",3146 "status": "LIVE_VERIFIED",3147 "verified_at": "2026-09-19",3148 "notes": "exit 0 in 5.0s",3149 "stdout_tail": "usage: {'web_search_calls': 1, 'x_search_calls': 0, 'code_interpreter_calls': 0, 'file_search_calls': 0, 'mcp_calls': 0, 'document_search_calls': 0, 'image_generation_calls': 0} cost ticks: 154084000",3150 "_manifest": "manifest-xai-inference.json"3151 },3152 {3153 "provider": "xai",3154 "area": "tools/web-search",3155 "file": "examples/xai/tools/web-search/web_search.sh",3156 "language": "bash/curl",3157 "status": "LIVE_VERIFIED",3158 "verified_at": "2026-09-19",3159 "notes": "exit 0 in 11.0s",3160 "stdout_tail": "{'web_search_calls': 1, 'x_search_calls': 0, 'code_interpreter_calls': 0, 'file_search_calls': 0, 'mcp_calls': 0, 'document_search_calls': 0, 'image_generation_calls': 0}",3161 "_manifest": "manifest-xai-inference.json"3162 },3163 {3164 "provider": "xai",3165 "area": "tools/x-search",3166 "file": "examples/xai/tools/x-search/x_search.py",3167 "language": "python",3168 "status": "LIVE_VERIFIED",3169 "verified_at": "2026-09-19",3170 "notes": "exit 0 in 13.9s",3171 "stdout_tail": "x_search_calls: 1",3172 "_manifest": "manifest-xai-inference.json"3173 },3174 {3175 "sh": "bash examples/xai/<area>/<file>.sh (sources scripts/lib.sh: `xai METHOD PATH` sets XAI_STATUS; needs .env with XAI_API_KEY; python3 for pretty-printing)",3176 "py": ".venv/bin/python examples/xai/<area>/<file>.py (raw requests through scripts/live.py -> logged in reports/live-requests.jsonl; images/generate.py uses the openai SDK with base_url https://api.x.ai/v1; realtime uses websockets)",3177 "ts": "node --env-file=.env --experimental-strip-types examples/xai/<area>/<file>.ts (plain fetch; realtime_text_turn.ts needs `npm i ws`)",3178 "env": "XAI_API_KEY in .env. No official xAI Node SDK; the Python xai-sdk (client.image.sample / client.video.generate) is an alternative to the raw calls shown.",3179 "_manifest": "manifest-xai-media.json"3180 }3181]