# WebSensor — web-posture sensor class (generated 2026-09-08 by scripts/gen-web-posture.py, then pruned by
# the live validator). For every tier S/A organization of the founding registry: crawler policy (robots.txt),
# security.txt, TLS certificate, DNS records, HTTP security headers and RDAP registration — tier D (6–24 h).
# Changes here are the classic *silent* changes: AI-crawler blocks, CA switches, hosting/DNS migrations,
# CSP/HSTS regressions, registrar transfers, expiring domains.
sources:
  - id: openai
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://openai.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://openai.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://openai.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://openai.com", type: DNS, connector: dns, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/openai.com", type: JSON, connector: rdap, tier: D }
  - id: anthropic
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.anthropic.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.anthropic.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.anthropic.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://anthropic.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.anthropic.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/anthropic.com", type: JSON, connector: rdap, tier: D }
  - id: deepmind
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://deepmind.google/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://deepmind.google", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://deepmind.google", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://deepmind.google/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/deepmind.google", type: JSON, connector: rdap, tier: D }
  - id: google-ai
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://ai.google/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://ai.google", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://ai.google", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://ai.google/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/ai.google", type: JSON, connector: rdap, tier: D }
  - id: google-developers-ai
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://developers.google.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://developers.google.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://google.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://developers.google.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/google.com", type: JSON, connector: rdap, tier: D }
  - id: microsoft-ai
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.microsoft.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.microsoft.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.microsoft.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://microsoft.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.microsoft.com/ai/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/microsoft.com", type: JSON, connector: rdap, tier: D }
  - id: azure-ai
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://azure.microsoft.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://azure.microsoft.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://microsoft.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://azure.microsoft.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/microsoft.com", type: JSON, connector: rdap, tier: D }
  - id: meta-ai
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://ai.meta.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://ai.meta.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://meta.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://ai.meta.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/meta.com", type: JSON, connector: rdap, tier: D }
  - id: mistral
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://mistral.ai/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://mistral.ai/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://mistral.ai", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://mistral.ai", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://mistral.ai/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/mistral.ai", type: JSON, connector: rdap, tier: D }
  - id: huggingface
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://huggingface.co/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://huggingface.co/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://huggingface.co", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://huggingface.co", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://huggingface.co/", type: HTTP_HEADERS, connector: headers, tier: D }
  - id: xai
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://x.ai/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://x.ai/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://x.ai", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://x.ai", type: DNS, connector: dns, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/x.ai", type: JSON, connector: rdap, tier: D }
  - id: nvidia
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.nvidia.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.nvidia.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://nvidia.com", type: DNS, connector: dns, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/nvidia.com", type: JSON, connector: rdap, tier: D }
  - id: aws
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://aws.amazon.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://aws.amazon.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://aws.amazon.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://amazon.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://aws.amazon.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/amazon.com", type: JSON, connector: rdap, tier: D }
  - id: google-cloud
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://cloud.google.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://cloud.google.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://google.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://cloud.google.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/google.com", type: JSON, connector: rdap, tier: D }
  - id: cloudflare
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.cloudflare.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.cloudflare.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.cloudflare.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://cloudflare.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.cloudflare.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/cloudflare.com", type: JSON, connector: rdap, tier: D }
  - id: vercel
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://vercel.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://vercel.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://vercel.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://vercel.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://vercel.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/vercel.com", type: JSON, connector: rdap, tier: D }
  - id: github
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://github.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://github.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://github.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://github.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://github.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/github.com", type: JSON, connector: rdap, tier: D }
  - id: gitlab
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://about.gitlab.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://about.gitlab.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://gitlab.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://about.gitlab.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/gitlab.com", type: JSON, connector: rdap, tier: D }
  - id: kubernetes
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://kubernetes.io/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://kubernetes.io/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://kubernetes.io", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://kubernetes.io", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://kubernetes.io/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/kubernetes.io", type: JSON, connector: rdap, tier: D }
  - id: nodejs
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://nodejs.org/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://nodejs.org/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://nodejs.org", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://nodejs.org", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://nodejs.org/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/nodejs.org", type: JSON, connector: rdap, tier: D }
  - id: python
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.python.org/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.python.org", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://python.org", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.python.org/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/python.org", type: JSON, connector: rdap, tier: D }
  - id: cisa
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.cisa.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.cisa.gov/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.cisa.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://cisa.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.cisa.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/cisa.gov", type: JSON, connector: rdap, tier: D }
  - id: nvd
    extend: true
    categories: [web-policy]
    sensors:
      - { name: tls certificate, url: "tls://nvd.nist.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://nist.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://nvd.nist.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/nist.gov", type: JSON, connector: rdap, tier: D }
  - id: cert-cc
    extend: true
    categories: [web-policy]
    sensors:
      - { name: security.txt, url: "https://www.kb.cert.org/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.kb.cert.org", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://cert.org", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.kb.cert.org/vuls/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/cert.org", type: JSON, connector: rdap, tier: D }
  - id: microsoft-security
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://msrc.microsoft.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://msrc.microsoft.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: dns records, url: "dns://microsoft.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://msrc.microsoft.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/microsoft.com", type: JSON, connector: rdap, tier: D }
  - id: apple-security
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://support.apple.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://support.apple.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://apple.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://support.apple.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/apple.com", type: JSON, connector: rdap, tier: D }
  - id: cisco-security
    extend: true
    categories: [web-policy]
    sensors:
      - { name: tls certificate, url: "tls://sec.cloudapps.cisco.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://cisco.com", type: DNS, connector: dns, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/cisco.com", type: JSON, connector: rdap, tier: D }
  - id: palo-alto-networks
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.paloaltonetworks.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.paloaltonetworks.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://paloaltonetworks.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.paloaltonetworks.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/paloaltonetworks.com", type: JSON, connector: rdap, tier: D }
  - id: fortinet
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.fortinet.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.fortinet.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.fortinet.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://fortinet.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.fortinet.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/fortinet.com", type: JSON, connector: rdap, tier: D }
  - id: hibp
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://haveibeenpwned.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://haveibeenpwned.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://haveibeenpwned.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://haveibeenpwned.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://haveibeenpwned.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/haveibeenpwned.com", type: JSON, connector: rdap, tier: D }
  - id: apple
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.apple.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.apple.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.apple.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://apple.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.apple.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/apple.com", type: JSON, connector: rdap, tier: D }
  - id: google
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://blog.google/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://blog.google", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://blog.google", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://blog.google/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/blog.google", type: JSON, connector: rdap, tier: D }
  - id: microsoft
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://news.microsoft.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://news.microsoft.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://microsoft.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://news.microsoft.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/microsoft.com", type: JSON, connector: rdap, tier: D }
  - id: sec
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.sec.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.sec.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://sec.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.sec.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/sec.gov", type: JSON, connector: rdap, tier: D }
  - id: federal-reserve
    extend: true
    categories: [web-policy]
    sensors:
      - { name: tls certificate, url: "tls://www.federalreserve.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://federalreserve.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.federalreserve.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/federalreserve.gov", type: JSON, connector: rdap, tier: D }
  - id: us-treasury
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://home.treasury.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://home.treasury.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://treasury.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://home.treasury.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/treasury.gov", type: JSON, connector: rdap, tier: D }
  - id: bank-of-canada
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.bankofcanada.ca/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.bankofcanada.ca", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://bankofcanada.ca", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.bankofcanada.ca/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/bankofcanada.ca", type: JSON, connector: rdap, tier: D }
  - id: ecb
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.ecb.europa.eu/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.ecb.europa.eu/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.ecb.europa.eu", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://ecb.europa.eu", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.ecb.europa.eu/", type: HTTP_HEADERS, connector: headers, tier: D }
  - id: bank-of-england
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.bankofengland.co.uk/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.bankofengland.co.uk", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://bankofengland.co.uk", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.bankofengland.co.uk/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/bankofengland.co.uk", type: JSON, connector: rdap, tier: D }
  - id: bank-of-japan
    extend: true
    categories: [web-policy]
    sensors:
      - { name: tls certificate, url: "tls://www.boj.or.jp", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://or.jp", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.boj.or.jp/en/", type: HTTP_HEADERS, connector: headers, tier: D }
  - id: canada
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.canada.ca/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.canada.ca/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.canada.ca", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://canada.ca", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.canada.ca/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/canada.ca", type: JSON, connector: rdap, tier: D }
  - id: statcan
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.statcan.gc.ca/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.statcan.gc.ca", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://statcan.gc.ca", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.statcan.gc.ca/", type: HTTP_HEADERS, connector: headers, tier: D }
  - id: federal-register
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.federalregister.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.federalregister.gov/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.federalregister.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://federalregister.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.federalregister.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/federalregister.gov", type: JSON, connector: rdap, tier: D }
  - id: white-house
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.whitehouse.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.whitehouse.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://whitehouse.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.whitehouse.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/whitehouse.gov", type: JSON, connector: rdap, tier: D }
  - id: bls
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.bls.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.bls.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://bls.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.bls.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/bls.gov", type: JSON, connector: rdap, tier: D }
  - id: bea
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.bea.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.bea.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://bea.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.bea.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/bea.gov", type: JSON, connector: rdap, tier: D }
  - id: fda
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.fda.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.fda.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://fda.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.fda.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/fda.gov", type: JSON, connector: rdap, tier: D }
  - id: ema
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.ema.europa.eu/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.ema.europa.eu", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://ema.europa.eu", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.ema.europa.eu/", type: HTTP_HEADERS, connector: headers, tier: D }
  - id: cdc
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.cdc.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.cdc.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://cdc.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.cdc.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/cdc.gov", type: JSON, connector: rdap, tier: D }
  - id: who
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.who.int/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.who.int", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://who.int", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.who.int/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/who.int", type: JSON, connector: rdap, tier: D }
  - id: nasa
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.nasa.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.nasa.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://nasa.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.nasa.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/nasa.gov", type: JSON, connector: rdap, tier: D }
  - id: usgs
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.usgs.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.usgs.gov/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.usgs.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://usgs.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.usgs.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/usgs.gov", type: JSON, connector: rdap, tier: D }
  - id: tesla
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.tesla.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.tesla.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.tesla.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://tesla.com", type: DNS, connector: dns, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/tesla.com", type: JSON, connector: rdap, tier: D }
  - id: nhtsa
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.nhtsa.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.nhtsa.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://nhtsa.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.nhtsa.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/nhtsa.gov", type: JSON, connector: rdap, tier: D }
  - id: stripe
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://stripe.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://stripe.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://stripe.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://stripe.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://stripe.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/stripe.com", type: JSON, connector: rdap, tier: D }
  - id: coinbase
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.coinbase.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.coinbase.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.coinbase.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://coinbase.com", type: DNS, connector: dns, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/coinbase.com", type: JSON, connector: rdap, tier: D }
  - id: uk-government
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.gov.uk/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.gov.uk/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.gov.uk", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://www.gov.uk", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.gov.uk/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/www.gov.uk", type: JSON, connector: rdap, tier: D }
  - id: european-commission
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://commission.europa.eu/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://commission.europa.eu", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://commission.europa.eu", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://commission.europa.eu/", type: HTTP_HEADERS, connector: headers, tier: D }
  - id: united-nations
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://news.un.org/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://news.un.org", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://un.org", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://news.un.org/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/un.org", type: JSON, connector: rdap, tier: D }
  - id: us-state-department
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.state.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.state.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://state.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.state.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/state.gov", type: JSON, connector: rdap, tier: D }
  - id: us-doj
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.justice.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.justice.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://justice.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.justice.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/justice.gov", type: JSON, connector: rdap, tier: D }
  - id: ftc
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.ftc.gov/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.ftc.gov", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://ftc.gov", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.ftc.gov/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/ftc.gov", type: JSON, connector: rdap, tier: D }
  - id: prime-minister-canada
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.pm.gc.ca/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.pm.gc.ca", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://pm.gc.ca", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.pm.gc.ca/", type: HTTP_HEADERS, connector: headers, tier: D }
  - id: bbc-news
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.bbc.co.uk/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.bbc.co.uk/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.bbc.co.uk", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://bbc.co.uk", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.bbc.co.uk/news/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/bbc.co.uk", type: JSON, connector: rdap, tier: D }
  - id: nytimes
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.nytimes.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.nytimes.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.nytimes.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://nytimes.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.nytimes.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/nytimes.com", type: JSON, connector: rdap, tier: D }
  - id: the-guardian
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.theguardian.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.theguardian.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.theguardian.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://theguardian.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.theguardian.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/theguardian.com", type: JSON, connector: rdap, tier: D }
  - id: cnbc
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.cnbc.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.cnbc.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://cnbc.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.cnbc.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/cnbc.com", type: JSON, connector: rdap, tier: D }
  - id: radio-canada
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://ici.radio-canada.ca/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://ici.radio-canada.ca", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://radio-canada.ca", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://ici.radio-canada.ca/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/radio-canada.ca", type: JSON, connector: rdap, tier: D }
  - id: cbc
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.cbc.ca/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.cbc.ca", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://cbc.ca", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.cbc.ca/news/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/cbc.ca", type: JSON, connector: rdap, tier: D }
  - id: la-presse
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.lapresse.ca/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.lapresse.ca", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://lapresse.ca", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.lapresse.ca/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/lapresse.ca", type: JSON, connector: rdap, tier: D }
  - id: le-devoir
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.ledevoir.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.ledevoir.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://ledevoir.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.ledevoir.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/ledevoir.com", type: JSON, connector: rdap, tier: D }
  - id: globe-and-mail
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.theglobeandmail.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.theglobeandmail.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://theglobeandmail.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.theglobeandmail.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/theglobeandmail.com", type: JSON, connector: rdap, tier: D }
  - id: wsj
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.wsj.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.wsj.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://wsj.com", type: DNS, connector: dns, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/wsj.com", type: JSON, connector: rdap, tier: D }
  - id: financial-times
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.ft.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: security.txt, url: "https://www.ft.com/.well-known/security.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.ft.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://ft.com", type: DNS, connector: dns, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/ft.com", type: JSON, connector: rdap, tier: D }
  - id: washington-post
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.washingtonpost.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.washingtonpost.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://washingtonpost.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.washingtonpost.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/washingtonpost.com", type: JSON, connector: rdap, tier: D }
  - id: techcrunch
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://techcrunch.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://techcrunch.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://techcrunch.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://techcrunch.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/techcrunch.com", type: JSON, connector: rdap, tier: D }
  - id: bleepingcomputer
    extend: true
    categories: [web-policy]
    sensors:
      - { name: crawler policy (robots.txt), url: "https://www.bleepingcomputer.com/robots.txt", type: FILE, connector: http, tier: D }
      - { name: tls certificate, url: "tls://www.bleepingcomputer.com", type: TLS, connector: tls, tier: D }
      - { name: dns records, url: "dns://bleepingcomputer.com", type: DNS, connector: dns, tier: D }
      - { name: http security headers, url: "https://www.bleepingcomputer.com/", type: HTTP_HEADERS, connector: headers, tier: D }
      - { name: domain registration (rdap), url: "https://rdap.org/domain/bleepingcomputer.com", type: JSON, connector: rdap, tier: D }