spb/tools-spboucher-ai

1{"slug":"evidence-based-llm-development","title":"Evidence-Based LLM Development","published":true,2 "description":"Building LLM applications that can be measured: model APIs, retrieval components, and the evaluation and observability layer that turns prompt tinkering into something closer to engineering.",3 "items":[4  {"tool":"claude-developer-platform","blurb":"Anthropic's API and developer tooling."},5  {"tool":"openai-platform","blurb":"OpenAI's API and developer platform."},6  {"tool":"openrouter","blurb":"Many providers behind one API, useful for model comparisons."},7  {"tool":"sentence-transformers","blurb":"Embedding and reranking models you can run yourself."},8  {"tool":"voyage-ai","blurb":"Hosted embeddings and rerankers."},9  {"tool":"pgvector","blurb":"Vector similarity inside PostgreSQL, often enough instead of a separate store."},10  {"tool":"qdrant","blurb":"Dedicated vector database when filtering and scale demand it."},11  {"tool":"ragas","blurb":"Metrics for retrieval-augmented generation pipelines."},12  {"tool":"promptfoo","blurb":"Declarative test suites for prompts, models and agents."},13  {"tool":"langfuse","blurb":"Tracing, datasets and evaluations, self-hostable."},14  {"tool":"braintrust","blurb":"Hosted evaluation and logging platform."},15  {"tool":"dspy","blurb":"Programmatic prompt optimization against a metric."},16  {"tool":"instructor","blurb":"Structured, validated outputs from any model."}17 ]}18