spb/tools-spboucher-ai

1{"slug":"self-hosted-agent-infrastructure","title":"Self-Hosted Agent Infrastructure","published":true,2 "description":"Running LLM agents on hardware you control: a coding agent, the protocol that connects it to tools, frameworks for multi-step workflows, local or hosted model access through one interface, observability, and the plumbing (process supervision, reverse proxy, tunnel, secrets) that keeps it reachable and safe.",3 "items":[4  {"tool":"claude-code","blurb":"Terminal-native coding agent that reads a repository, runs commands and edits files under instruction."},5  {"tool":"model-context-protocol","blurb":"Open standard for exposing tools and data to agents; servers can run locally on the same machine."},6  {"tool":"langgraph","blurb":"Graph-based orchestration for stateful, resumable agent workflows."},7  {"tool":"pydantic-ai","blurb":"Typed, minimal agent framework for Python with structured outputs."},8  {"tool":"litellm","blurb":"One OpenAI-compatible interface in front of hosted and local models, with budgets and keys."},9  {"tool":"ollama","blurb":"Local model serving for the parts of a workflow that should not leave the machine."},10  {"tool":"vllm","blurb":"High-throughput serving when a GPU server is available."},11  {"tool":"langfuse","blurb":"Self-hostable tracing, evaluation and cost tracking for LLM applications."},12  {"tool":"promptfoo","blurb":"Test prompts and agents like code, in CI."},13  {"tool":"pm2","blurb":"Keeps long-running Node processes and workers alive."},14  {"tool":"caddy","blurb":"Reverse proxy with automatic HTTPS in front of every service."},15  {"tool":"wireguard","blurb":"The tunnel between a public gateway and private machines."},16  {"tool":"tailscale","blurb":"Zero-configuration mesh networking when WireGuard by hand is too much."},17  {"tool":"1password","blurb":"Secrets and API keys kept out of configuration files and prompts."}18 ]}19