SPB Git

spb/tendril Public

Tendril — web ingestion platform (scrape/crawl/map/search) on macOS Apple Silicon: WebKit fidelity, authenticated pages, deterministic testable extraction. A self-hosted Firecrawl alternative.

JavaScript 82.6% TypeScript 11.8% HTML 5.3%
723 B · 33 lines typescript
Raw Blame History
1// author: simon-pierre boucher <contact@spboucher.ai>2import { pino, type Logger } from "pino";34const REDACT_PATHS = [5  "req.headers.authorization",6  "req.headers.cookie",7  "res.headers['set-cookie']",8  "headers.authorization",9  "headers.cookie",10  "*.apiKey",11  "*.cookies",12  "*.cookies_enc",13  "*.secret",14  "llm.apiKey",15];1617export const logger: Logger = pino({18  level: process.env["LOG_LEVEL"] ?? "info",19  base: { service: "tendril" },20  redact: { paths: REDACT_PATHS, censor: "[redacted]" },21  formatters: {22    level(label) {23      return { level: label };24    },25  },26});2728export type { Logger };2930export function childLogger(bindings: Record<string, unknown>): Logger {31  return logger.child(bindings);32}33