TypeScript 55.4%
Python 43.2%
SQL 1.2%
1# WebSensor — web-posture sensor class (generated 2026-09-08 by scripts/gen-web-posture.py, then pruned by2# the live validator). For every tier S/A organization of the founding registry: crawler policy (robots.txt),3# security.txt, TLS certificate, DNS records, HTTP security headers and RDAP registration — tier D (6–24 h).4# Changes here are the classic *silent* changes: AI-crawler blocks, CA switches, hosting/DNS migrations,5# CSP/HSTS regressions, registrar transfers, expiring domains.6sources:7 - id: openai8 extend: true9 categories: [web-policy]10 sensors:11 - { name: crawler policy (robots.txt), url: "https://openai.com/robots.txt", type: FILE, connector: http, tier: D }12 - { name: security.txt, url: "https://openai.com/.well-known/security.txt", type: FILE, connector: http, tier: D }13 - { name: tls certificate, url: "tls://openai.com", type: TLS, connector: tls, tier: D }14 - { name: dns records, url: "dns://openai.com", type: DNS, connector: dns, tier: D }15 - { name: domain registration (rdap), url: "https://rdap.org/domain/openai.com", type: JSON, connector: rdap, tier: D }16 - id: anthropic17 extend: true18 categories: [web-policy]19 sensors:20 - { name: crawler policy (robots.txt), url: "https://www.anthropic.com/robots.txt", type: FILE, connector: http, tier: D }21 - { name: security.txt, url: "https://www.anthropic.com/.well-known/security.txt", type: FILE, connector: http, tier: D }22 - { name: tls certificate, url: "tls://www.anthropic.com", type: TLS, connector: tls, tier: D }23 - { name: dns records, url: "dns://anthropic.com", type: DNS, connector: dns, tier: D }24 - { name: http security headers, url: "https://www.anthropic.com/", type: HTTP_HEADERS, connector: headers, tier: D }25 - { name: domain registration (rdap), url: "https://rdap.org/domain/anthropic.com", type: JSON, connector: rdap, tier: D }26 - id: deepmind27 extend: true28 categories: [web-policy]29 sensors:30 - { name: crawler policy (robots.txt), url: "https://deepmind.google/robots.txt", type: FILE, connector: http, tier: D }31 - { name: tls certificate, url: "tls://deepmind.google", type: TLS, connector: tls, tier: D }32 - { name: dns records, url: "dns://deepmind.google", type: DNS, connector: dns, tier: D }33 - { name: http security headers, url: "https://deepmind.google/", type: HTTP_HEADERS, connector: headers, tier: D }34 - { name: domain registration (rdap), url: "https://rdap.org/domain/deepmind.google", type: JSON, connector: rdap, tier: D }35 - id: google-ai36 extend: true37 categories: [web-policy]38 sensors:39 - { name: crawler policy (robots.txt), url: "https://ai.google/robots.txt", type: FILE, connector: http, tier: D }40 - { name: tls certificate, url: "tls://ai.google", type: TLS, connector: tls, tier: D }41 - { name: dns records, url: "dns://ai.google", type: DNS, connector: dns, tier: D }42 - { name: http security headers, url: "https://ai.google/", type: HTTP_HEADERS, connector: headers, tier: D }43 - { name: domain registration (rdap), url: "https://rdap.org/domain/ai.google", type: JSON, connector: rdap, tier: D }44 - id: google-developers-ai45 extend: true46 categories: [web-policy]47 sensors:48 - { name: crawler policy (robots.txt), url: "https://developers.google.com/robots.txt", type: FILE, connector: http, tier: D }49 - { name: tls certificate, url: "tls://developers.google.com", type: TLS, connector: tls, tier: D }50 - { name: dns records, url: "dns://google.com", type: DNS, connector: dns, tier: D }51 - { name: http security headers, url: "https://developers.google.com/", type: HTTP_HEADERS, connector: headers, tier: D }52 - { name: domain registration (rdap), url: "https://rdap.org/domain/google.com", type: JSON, connector: rdap, tier: D }53 - id: microsoft-ai54 extend: true55 categories: [web-policy]56 sensors:57 - { name: crawler policy (robots.txt), url: "https://www.microsoft.com/robots.txt", type: FILE, connector: http, tier: D }58 - { name: security.txt, url: "https://www.microsoft.com/.well-known/security.txt", type: FILE, connector: http, tier: D }59 - { name: tls certificate, url: "tls://www.microsoft.com", type: TLS, connector: tls, tier: D }60 - { name: dns records, url: "dns://microsoft.com", type: DNS, connector: dns, tier: D }61 - { name: http security headers, url: "https://www.microsoft.com/ai/", type: HTTP_HEADERS, connector: headers, tier: D }62 - { name: domain registration (rdap), url: "https://rdap.org/domain/microsoft.com", type: JSON, connector: rdap, tier: D }63 - id: azure-ai64 extend: true65 categories: [web-policy]66 sensors:67 - { name: crawler policy (robots.txt), url: "https://azure.microsoft.com/robots.txt", type: FILE, connector: http, tier: D }68 - { name: tls certificate, url: "tls://azure.microsoft.com", type: TLS, connector: tls, tier: D }69 - { name: dns records, url: "dns://microsoft.com", type: DNS, connector: dns, tier: D }70 - { name: http security headers, url: "https://azure.microsoft.com/", type: HTTP_HEADERS, connector: headers, tier: D }71 - { name: domain registration (rdap), url: "https://rdap.org/domain/microsoft.com", type: JSON, connector: rdap, tier: D }72 - id: meta-ai73 extend: true74 categories: [web-policy]75 sensors:76 - { name: crawler policy (robots.txt), url: "https://ai.meta.com/robots.txt", type: FILE, connector: http, tier: D }77 - { name: tls certificate, url: "tls://ai.meta.com", type: TLS, connector: tls, tier: D }78 - { name: dns records, url: "dns://meta.com", type: DNS, connector: dns, tier: D }79 - { name: http security headers, url: "https://ai.meta.com/", type: HTTP_HEADERS, connector: headers, tier: D }80 - { name: domain registration (rdap), url: "https://rdap.org/domain/meta.com", type: JSON, connector: rdap, tier: D }81 - id: mistral82 extend: true83 categories: [web-policy]84 sensors:85 - { name: crawler policy (robots.txt), url: "https://mistral.ai/robots.txt", type: FILE, connector: http, tier: D }86 - { name: security.txt, url: "https://mistral.ai/.well-known/security.txt", type: FILE, connector: http, tier: D }87 - { name: tls certificate, url: "tls://mistral.ai", type: TLS, connector: tls, tier: D }88 - { name: dns records, url: "dns://mistral.ai", type: DNS, connector: dns, tier: D }89 - { name: http security headers, url: "https://mistral.ai/", type: HTTP_HEADERS, connector: headers, tier: D }90 - { name: domain registration (rdap), url: "https://rdap.org/domain/mistral.ai", type: JSON, connector: rdap, tier: D }91 - id: huggingface92 extend: true93 categories: [web-policy]94 sensors:95 - { name: crawler policy (robots.txt), url: "https://huggingface.co/robots.txt", type: FILE, connector: http, tier: D }96 - { name: security.txt, url: "https://huggingface.co/.well-known/security.txt", type: FILE, connector: http, tier: D }97 - { name: tls certificate, url: "tls://huggingface.co", type: TLS, connector: tls, tier: D }98 - { name: dns records, url: "dns://huggingface.co", type: DNS, connector: dns, tier: D }99 - { name: http security headers, url: "https://huggingface.co/", type: HTTP_HEADERS, connector: headers, tier: D }100 - id: xai101 extend: true102 categories: [web-policy]103 sensors:104 - { name: crawler policy (robots.txt), url: "https://x.ai/robots.txt", type: FILE, connector: http, tier: D }105 - { name: security.txt, url: "https://x.ai/.well-known/security.txt", type: FILE, connector: http, tier: D }106 - { name: tls certificate, url: "tls://x.ai", type: TLS, connector: tls, tier: D }107 - { name: dns records, url: "dns://x.ai", type: DNS, connector: dns, tier: D }108 - { name: domain registration (rdap), url: "https://rdap.org/domain/x.ai", type: JSON, connector: rdap, tier: D }109 - id: nvidia110 extend: true111 categories: [web-policy]112 sensors:113 - { name: crawler policy (robots.txt), url: "https://www.nvidia.com/robots.txt", type: FILE, connector: http, tier: D }114 - { name: tls certificate, url: "tls://www.nvidia.com", type: TLS, connector: tls, tier: D }115 - { name: dns records, url: "dns://nvidia.com", type: DNS, connector: dns, tier: D }116 - { name: domain registration (rdap), url: "https://rdap.org/domain/nvidia.com", type: JSON, connector: rdap, tier: D }117 - id: aws118 extend: true119 categories: [web-policy]120 sensors:121 - { name: crawler policy (robots.txt), url: "https://aws.amazon.com/robots.txt", type: FILE, connector: http, tier: D }122 - { name: security.txt, url: "https://aws.amazon.com/.well-known/security.txt", type: FILE, connector: http, tier: D }123 - { name: tls certificate, url: "tls://aws.amazon.com", type: TLS, connector: tls, tier: D }124 - { name: dns records, url: "dns://amazon.com", type: DNS, connector: dns, tier: D }125 - { name: http security headers, url: "https://aws.amazon.com/", type: HTTP_HEADERS, connector: headers, tier: D }126 - { name: domain registration (rdap), url: "https://rdap.org/domain/amazon.com", type: JSON, connector: rdap, tier: D }127 - id: google-cloud128 extend: true129 categories: [web-policy]130 sensors:131 - { name: crawler policy (robots.txt), url: "https://cloud.google.com/robots.txt", type: FILE, connector: http, tier: D }132 - { name: tls certificate, url: "tls://cloud.google.com", type: TLS, connector: tls, tier: D }133 - { name: dns records, url: "dns://google.com", type: DNS, connector: dns, tier: D }134 - { name: http security headers, url: "https://cloud.google.com/", type: HTTP_HEADERS, connector: headers, tier: D }135 - { name: domain registration (rdap), url: "https://rdap.org/domain/google.com", type: JSON, connector: rdap, tier: D }136 - id: cloudflare137 extend: true138 categories: [web-policy]139 sensors:140 - { name: crawler policy (robots.txt), url: "https://www.cloudflare.com/robots.txt", type: FILE, connector: http, tier: D }141 - { name: security.txt, url: "https://www.cloudflare.com/.well-known/security.txt", type: FILE, connector: http, tier: D }142 - { name: tls certificate, url: "tls://www.cloudflare.com", type: TLS, connector: tls, tier: D }143 - { name: dns records, url: "dns://cloudflare.com", type: DNS, connector: dns, tier: D }144 - { name: http security headers, url: "https://www.cloudflare.com/", type: HTTP_HEADERS, connector: headers, tier: D }145 - { name: domain registration (rdap), url: "https://rdap.org/domain/cloudflare.com", type: JSON, connector: rdap, tier: D }146 - id: vercel147 extend: true148 categories: [web-policy]149 sensors:150 - { name: crawler policy (robots.txt), url: "https://vercel.com/robots.txt", type: FILE, connector: http, tier: D }151 - { name: security.txt, url: "https://vercel.com/.well-known/security.txt", type: FILE, connector: http, tier: D }152 - { name: tls certificate, url: "tls://vercel.com", type: TLS, connector: tls, tier: D }153 - { name: dns records, url: "dns://vercel.com", type: DNS, connector: dns, tier: D }154 - { name: http security headers, url: "https://vercel.com/", type: HTTP_HEADERS, connector: headers, tier: D }155 - { name: domain registration (rdap), url: "https://rdap.org/domain/vercel.com", type: JSON, connector: rdap, tier: D }156 - id: github157 extend: true158 categories: [web-policy]159 sensors:160 - { name: crawler policy (robots.txt), url: "https://github.com/robots.txt", type: FILE, connector: http, tier: D }161 - { name: security.txt, url: "https://github.com/.well-known/security.txt", type: FILE, connector: http, tier: D }162 - { name: tls certificate, url: "tls://github.com", type: TLS, connector: tls, tier: D }163 - { name: dns records, url: "dns://github.com", type: DNS, connector: dns, tier: D }164 - { name: http security headers, url: "https://github.com/", type: HTTP_HEADERS, connector: headers, tier: D }165 - { name: domain registration (rdap), url: "https://rdap.org/domain/github.com", type: JSON, connector: rdap, tier: D }166 - id: gitlab167 extend: true168 categories: [web-policy]169 sensors:170 - { name: crawler policy (robots.txt), url: "https://about.gitlab.com/robots.txt", type: FILE, connector: http, tier: D }171 - { name: tls certificate, url: "tls://about.gitlab.com", type: TLS, connector: tls, tier: D }172 - { name: dns records, url: "dns://gitlab.com", type: DNS, connector: dns, tier: D }173 - { name: http security headers, url: "https://about.gitlab.com/", type: HTTP_HEADERS, connector: headers, tier: D }174 - { name: domain registration (rdap), url: "https://rdap.org/domain/gitlab.com", type: JSON, connector: rdap, tier: D }175 - id: kubernetes176 extend: true177 categories: [web-policy]178 sensors:179 - { name: crawler policy (robots.txt), url: "https://kubernetes.io/robots.txt", type: FILE, connector: http, tier: D }180 - { name: security.txt, url: "https://kubernetes.io/.well-known/security.txt", type: FILE, connector: http, tier: D }181 - { name: tls certificate, url: "tls://kubernetes.io", type: TLS, connector: tls, tier: D }182 - { name: dns records, url: "dns://kubernetes.io", type: DNS, connector: dns, tier: D }183 - { name: http security headers, url: "https://kubernetes.io/", type: HTTP_HEADERS, connector: headers, tier: D }184 - { name: domain registration (rdap), url: "https://rdap.org/domain/kubernetes.io", type: JSON, connector: rdap, tier: D }185 - id: nodejs186 extend: true187 categories: [web-policy]188 sensors:189 - { name: crawler policy (robots.txt), url: "https://nodejs.org/robots.txt", type: FILE, connector: http, tier: D }190 - { name: security.txt, url: "https://nodejs.org/.well-known/security.txt", type: FILE, connector: http, tier: D }191 - { name: tls certificate, url: "tls://nodejs.org", type: TLS, connector: tls, tier: D }192 - { name: dns records, url: "dns://nodejs.org", type: DNS, connector: dns, tier: D }193 - { name: http security headers, url: "https://nodejs.org/", type: HTTP_HEADERS, connector: headers, tier: D }194 - { name: domain registration (rdap), url: "https://rdap.org/domain/nodejs.org", type: JSON, connector: rdap, tier: D }195 - id: python196 extend: true197 categories: [web-policy]198 sensors:199 - { name: crawler policy (robots.txt), url: "https://www.python.org/robots.txt", type: FILE, connector: http, tier: D }200 - { name: tls certificate, url: "tls://www.python.org", type: TLS, connector: tls, tier: D }201 - { name: dns records, url: "dns://python.org", type: DNS, connector: dns, tier: D }202 - { name: http security headers, url: "https://www.python.org/", type: HTTP_HEADERS, connector: headers, tier: D }203 - { name: domain registration (rdap), url: "https://rdap.org/domain/python.org", type: JSON, connector: rdap, tier: D }204 - id: cisa205 extend: true206 categories: [web-policy]207 sensors:208 - { name: crawler policy (robots.txt), url: "https://www.cisa.gov/robots.txt", type: FILE, connector: http, tier: D }209 - { name: security.txt, url: "https://www.cisa.gov/.well-known/security.txt", type: FILE, connector: http, tier: D }210 - { name: tls certificate, url: "tls://www.cisa.gov", type: TLS, connector: tls, tier: D }211 - { name: dns records, url: "dns://cisa.gov", type: DNS, connector: dns, tier: D }212 - { name: http security headers, url: "https://www.cisa.gov/", type: HTTP_HEADERS, connector: headers, tier: D }213 - { name: domain registration (rdap), url: "https://rdap.org/domain/cisa.gov", type: JSON, connector: rdap, tier: D }214 - id: nvd215 extend: true216 categories: [web-policy]217 sensors:218 - { name: tls certificate, url: "tls://nvd.nist.gov", type: TLS, connector: tls, tier: D }219 - { name: dns records, url: "dns://nist.gov", type: DNS, connector: dns, tier: D }220 - { name: http security headers, url: "https://nvd.nist.gov/", type: HTTP_HEADERS, connector: headers, tier: D }221 - { name: domain registration (rdap), url: "https://rdap.org/domain/nist.gov", type: JSON, connector: rdap, tier: D }222 - id: cert-cc223 extend: true224 categories: [web-policy]225 sensors:226 - { name: security.txt, url: "https://www.kb.cert.org/.well-known/security.txt", type: FILE, connector: http, tier: D }227 - { name: tls certificate, url: "tls://www.kb.cert.org", type: TLS, connector: tls, tier: D }228 - { name: dns records, url: "dns://cert.org", type: DNS, connector: dns, tier: D }229 - { name: http security headers, url: "https://www.kb.cert.org/vuls/", type: HTTP_HEADERS, connector: headers, tier: D }230 - { name: domain registration (rdap), url: "https://rdap.org/domain/cert.org", type: JSON, connector: rdap, tier: D }231 - id: microsoft-security232 extend: true233 categories: [web-policy]234 sensors:235 - { name: crawler policy (robots.txt), url: "https://msrc.microsoft.com/robots.txt", type: FILE, connector: http, tier: D }236 - { name: security.txt, url: "https://msrc.microsoft.com/.well-known/security.txt", type: FILE, connector: http, tier: D }237 - { name: dns records, url: "dns://microsoft.com", type: DNS, connector: dns, tier: D }238 - { name: http security headers, url: "https://msrc.microsoft.com/", type: HTTP_HEADERS, connector: headers, tier: D }239 - { name: domain registration (rdap), url: "https://rdap.org/domain/microsoft.com", type: JSON, connector: rdap, tier: D }240 - id: apple-security241 extend: true242 categories: [web-policy]243 sensors:244 - { name: crawler policy (robots.txt), url: "https://support.apple.com/robots.txt", type: FILE, connector: http, tier: D }245 - { name: tls certificate, url: "tls://support.apple.com", type: TLS, connector: tls, tier: D }246 - { name: dns records, url: "dns://apple.com", type: DNS, connector: dns, tier: D }247 - { name: http security headers, url: "https://support.apple.com/", type: HTTP_HEADERS, connector: headers, tier: D }248 - { name: domain registration (rdap), url: "https://rdap.org/domain/apple.com", type: JSON, connector: rdap, tier: D }249 - id: cisco-security250 extend: true251 categories: [web-policy]252 sensors:253 - { name: tls certificate, url: "tls://sec.cloudapps.cisco.com", type: TLS, connector: tls, tier: D }254 - { name: dns records, url: "dns://cisco.com", type: DNS, connector: dns, tier: D }255 - { name: domain registration (rdap), url: "https://rdap.org/domain/cisco.com", type: JSON, connector: rdap, tier: D }256 - id: palo-alto-networks257 extend: true258 categories: [web-policy]259 sensors:260 - { name: crawler policy (robots.txt), url: "https://www.paloaltonetworks.com/robots.txt", type: FILE, connector: http, tier: D }261 - { name: tls certificate, url: "tls://www.paloaltonetworks.com", type: TLS, connector: tls, tier: D }262 - { name: dns records, url: "dns://paloaltonetworks.com", type: DNS, connector: dns, tier: D }263 - { name: http security headers, url: "https://www.paloaltonetworks.com/", type: HTTP_HEADERS, connector: headers, tier: D }264 - { name: domain registration (rdap), url: "https://rdap.org/domain/paloaltonetworks.com", type: JSON, connector: rdap, tier: D }265 - id: fortinet266 extend: true267 categories: [web-policy]268 sensors:269 - { name: crawler policy (robots.txt), url: "https://www.fortinet.com/robots.txt", type: FILE, connector: http, tier: D }270 - { name: security.txt, url: "https://www.fortinet.com/.well-known/security.txt", type: FILE, connector: http, tier: D }271 - { name: tls certificate, url: "tls://www.fortinet.com", type: TLS, connector: tls, tier: D }272 - { name: dns records, url: "dns://fortinet.com", type: DNS, connector: dns, tier: D }273 - { name: http security headers, url: "https://www.fortinet.com/", type: HTTP_HEADERS, connector: headers, tier: D }274 - { name: domain registration (rdap), url: "https://rdap.org/domain/fortinet.com", type: JSON, connector: rdap, tier: D }275 - id: hibp276 extend: true277 categories: [web-policy]278 sensors:279 - { name: crawler policy (robots.txt), url: "https://haveibeenpwned.com/robots.txt", type: FILE, connector: http, tier: D }280 - { name: security.txt, url: "https://haveibeenpwned.com/.well-known/security.txt", type: FILE, connector: http, tier: D }281 - { name: tls certificate, url: "tls://haveibeenpwned.com", type: TLS, connector: tls, tier: D }282 - { name: dns records, url: "dns://haveibeenpwned.com", type: DNS, connector: dns, tier: D }283 - { name: http security headers, url: "https://haveibeenpwned.com/", type: HTTP_HEADERS, connector: headers, tier: D }284 - { name: domain registration (rdap), url: "https://rdap.org/domain/haveibeenpwned.com", type: JSON, connector: rdap, tier: D }285 - id: apple286 extend: true287 categories: [web-policy]288 sensors:289 - { name: crawler policy (robots.txt), url: "https://www.apple.com/robots.txt", type: FILE, connector: http, tier: D }290 - { name: security.txt, url: "https://www.apple.com/.well-known/security.txt", type: FILE, connector: http, tier: D }291 - { name: tls certificate, url: "tls://www.apple.com", type: TLS, connector: tls, tier: D }292 - { name: dns records, url: "dns://apple.com", type: DNS, connector: dns, tier: D }293 - { name: http security headers, url: "https://www.apple.com/", type: HTTP_HEADERS, connector: headers, tier: D }294 - { name: domain registration (rdap), url: "https://rdap.org/domain/apple.com", type: JSON, connector: rdap, tier: D }295 - id: google296 extend: true297 categories: [web-policy]298 sensors:299 - { name: crawler policy (robots.txt), url: "https://blog.google/robots.txt", type: FILE, connector: http, tier: D }300 - { name: tls certificate, url: "tls://blog.google", type: TLS, connector: tls, tier: D }301 - { name: dns records, url: "dns://blog.google", type: DNS, connector: dns, tier: D }302 - { name: http security headers, url: "https://blog.google/", type: HTTP_HEADERS, connector: headers, tier: D }303 - { name: domain registration (rdap), url: "https://rdap.org/domain/blog.google", type: JSON, connector: rdap, tier: D }304 - id: microsoft305 extend: true306 categories: [web-policy]307 sensors:308 - { name: crawler policy (robots.txt), url: "https://news.microsoft.com/robots.txt", type: FILE, connector: http, tier: D }309 - { name: tls certificate, url: "tls://news.microsoft.com", type: TLS, connector: tls, tier: D }310 - { name: dns records, url: "dns://microsoft.com", type: DNS, connector: dns, tier: D }311 - { name: http security headers, url: "https://news.microsoft.com/", type: HTTP_HEADERS, connector: headers, tier: D }312 - { name: domain registration (rdap), url: "https://rdap.org/domain/microsoft.com", type: JSON, connector: rdap, tier: D }313 - id: sec314 extend: true315 categories: [web-policy]316 sensors:317 - { name: crawler policy (robots.txt), url: "https://www.sec.gov/robots.txt", type: FILE, connector: http, tier: D }318 - { name: tls certificate, url: "tls://www.sec.gov", type: TLS, connector: tls, tier: D }319 - { name: dns records, url: "dns://sec.gov", type: DNS, connector: dns, tier: D }320 - { name: http security headers, url: "https://www.sec.gov/", type: HTTP_HEADERS, connector: headers, tier: D }321 - { name: domain registration (rdap), url: "https://rdap.org/domain/sec.gov", type: JSON, connector: rdap, tier: D }322 - id: federal-reserve323 extend: true324 categories: [web-policy]325 sensors:326 - { name: tls certificate, url: "tls://www.federalreserve.gov", type: TLS, connector: tls, tier: D }327 - { name: dns records, url: "dns://federalreserve.gov", type: DNS, connector: dns, tier: D }328 - { name: http security headers, url: "https://www.federalreserve.gov/", type: HTTP_HEADERS, connector: headers, tier: D }329 - { name: domain registration (rdap), url: "https://rdap.org/domain/federalreserve.gov", type: JSON, connector: rdap, tier: D }330 - id: us-treasury331 extend: true332 categories: [web-policy]333 sensors:334 - { name: crawler policy (robots.txt), url: "https://home.treasury.gov/robots.txt", type: FILE, connector: http, tier: D }335 - { name: tls certificate, url: "tls://home.treasury.gov", type: TLS, connector: tls, tier: D }336 - { name: dns records, url: "dns://treasury.gov", type: DNS, connector: dns, tier: D }337 - { name: http security headers, url: "https://home.treasury.gov/", type: HTTP_HEADERS, connector: headers, tier: D }338 - { name: domain registration (rdap), url: "https://rdap.org/domain/treasury.gov", type: JSON, connector: rdap, tier: D }339 - id: bank-of-canada340 extend: true341 categories: [web-policy]342 sensors:343 - { name: crawler policy (robots.txt), url: "https://www.bankofcanada.ca/robots.txt", type: FILE, connector: http, tier: D }344 - { name: tls certificate, url: "tls://www.bankofcanada.ca", type: TLS, connector: tls, tier: D }345 - { name: dns records, url: "dns://bankofcanada.ca", type: DNS, connector: dns, tier: D }346 - { name: http security headers, url: "https://www.bankofcanada.ca/", type: HTTP_HEADERS, connector: headers, tier: D }347 - { name: domain registration (rdap), url: "https://rdap.org/domain/bankofcanada.ca", type: JSON, connector: rdap, tier: D }348 - id: ecb349 extend: true350 categories: [web-policy]351 sensors:352 - { name: crawler policy (robots.txt), url: "https://www.ecb.europa.eu/robots.txt", type: FILE, connector: http, tier: D }353 - { name: security.txt, url: "https://www.ecb.europa.eu/.well-known/security.txt", type: FILE, connector: http, tier: D }354 - { name: tls certificate, url: "tls://www.ecb.europa.eu", type: TLS, connector: tls, tier: D }355 - { name: dns records, url: "dns://ecb.europa.eu", type: DNS, connector: dns, tier: D }356 - { name: http security headers, url: "https://www.ecb.europa.eu/", type: HTTP_HEADERS, connector: headers, tier: D }357 - id: bank-of-england358 extend: true359 categories: [web-policy]360 sensors:361 - { name: crawler policy (robots.txt), url: "https://www.bankofengland.co.uk/robots.txt", type: FILE, connector: http, tier: D }362 - { name: tls certificate, url: "tls://www.bankofengland.co.uk", type: TLS, connector: tls, tier: D }363 - { name: dns records, url: "dns://bankofengland.co.uk", type: DNS, connector: dns, tier: D }364 - { name: http security headers, url: "https://www.bankofengland.co.uk/", type: HTTP_HEADERS, connector: headers, tier: D }365 - { name: domain registration (rdap), url: "https://rdap.org/domain/bankofengland.co.uk", type: JSON, connector: rdap, tier: D }366 - id: bank-of-japan367 extend: true368 categories: [web-policy]369 sensors:370 - { name: tls certificate, url: "tls://www.boj.or.jp", type: TLS, connector: tls, tier: D }371 - { name: dns records, url: "dns://or.jp", type: DNS, connector: dns, tier: D }372 - { name: http security headers, url: "https://www.boj.or.jp/en/", type: HTTP_HEADERS, connector: headers, tier: D }373 - id: canada374 extend: true375 categories: [web-policy]376 sensors:377 - { name: crawler policy (robots.txt), url: "https://www.canada.ca/robots.txt", type: FILE, connector: http, tier: D }378 - { name: security.txt, url: "https://www.canada.ca/.well-known/security.txt", type: FILE, connector: http, tier: D }379 - { name: tls certificate, url: "tls://www.canada.ca", type: TLS, connector: tls, tier: D }380 - { name: dns records, url: "dns://canada.ca", type: DNS, connector: dns, tier: D }381 - { name: http security headers, url: "https://www.canada.ca/", type: HTTP_HEADERS, connector: headers, tier: D }382 - { name: domain registration (rdap), url: "https://rdap.org/domain/canada.ca", type: JSON, connector: rdap, tier: D }383 - id: statcan384 extend: true385 categories: [web-policy]386 sensors:387 - { name: crawler policy (robots.txt), url: "https://www.statcan.gc.ca/robots.txt", type: FILE, connector: http, tier: D }388 - { name: tls certificate, url: "tls://www.statcan.gc.ca", type: TLS, connector: tls, tier: D }389 - { name: dns records, url: "dns://statcan.gc.ca", type: DNS, connector: dns, tier: D }390 - { name: http security headers, url: "https://www.statcan.gc.ca/", type: HTTP_HEADERS, connector: headers, tier: D }391 - id: federal-register392 extend: true393 categories: [web-policy]394 sensors:395 - { name: crawler policy (robots.txt), url: "https://www.federalregister.gov/robots.txt", type: FILE, connector: http, tier: D }396 - { name: security.txt, url: "https://www.federalregister.gov/.well-known/security.txt", type: FILE, connector: http, tier: D }397 - { name: tls certificate, url: "tls://www.federalregister.gov", type: TLS, connector: tls, tier: D }398 - { name: dns records, url: "dns://federalregister.gov", type: DNS, connector: dns, tier: D }399 - { name: http security headers, url: "https://www.federalregister.gov/", type: HTTP_HEADERS, connector: headers, tier: D }400 - { name: domain registration (rdap), url: "https://rdap.org/domain/federalregister.gov", type: JSON, connector: rdap, tier: D }401 - id: white-house402 extend: true403 categories: [web-policy]404 sensors:405 - { name: crawler policy (robots.txt), url: "https://www.whitehouse.gov/robots.txt", type: FILE, connector: http, tier: D }406 - { name: tls certificate, url: "tls://www.whitehouse.gov", type: TLS, connector: tls, tier: D }407 - { name: dns records, url: "dns://whitehouse.gov", type: DNS, connector: dns, tier: D }408 - { name: http security headers, url: "https://www.whitehouse.gov/", type: HTTP_HEADERS, connector: headers, tier: D }409 - { name: domain registration (rdap), url: "https://rdap.org/domain/whitehouse.gov", type: JSON, connector: rdap, tier: D }410 - id: bls411 extend: true412 categories: [web-policy]413 sensors:414 - { name: crawler policy (robots.txt), url: "https://www.bls.gov/robots.txt", type: FILE, connector: http, tier: D }415 - { name: tls certificate, url: "tls://www.bls.gov", type: TLS, connector: tls, tier: D }416 - { name: dns records, url: "dns://bls.gov", type: DNS, connector: dns, tier: D }417 - { name: http security headers, url: "https://www.bls.gov/", type: HTTP_HEADERS, connector: headers, tier: D }418 - { name: domain registration (rdap), url: "https://rdap.org/domain/bls.gov", type: JSON, connector: rdap, tier: D }419 - id: bea420 extend: true421 categories: [web-policy]422 sensors:423 - { name: crawler policy (robots.txt), url: "https://www.bea.gov/robots.txt", type: FILE, connector: http, tier: D }424 - { name: tls certificate, url: "tls://www.bea.gov", type: TLS, connector: tls, tier: D }425 - { name: dns records, url: "dns://bea.gov", type: DNS, connector: dns, tier: D }426 - { name: http security headers, url: "https://www.bea.gov/", type: HTTP_HEADERS, connector: headers, tier: D }427 - { name: domain registration (rdap), url: "https://rdap.org/domain/bea.gov", type: JSON, connector: rdap, tier: D }428 - id: fda429 extend: true430 categories: [web-policy]431 sensors:432 - { name: crawler policy (robots.txt), url: "https://www.fda.gov/robots.txt", type: FILE, connector: http, tier: D }433 - { name: tls certificate, url: "tls://www.fda.gov", type: TLS, connector: tls, tier: D }434 - { name: dns records, url: "dns://fda.gov", type: DNS, connector: dns, tier: D }435 - { name: http security headers, url: "https://www.fda.gov/", type: HTTP_HEADERS, connector: headers, tier: D }436 - { name: domain registration (rdap), url: "https://rdap.org/domain/fda.gov", type: JSON, connector: rdap, tier: D }437 - id: ema438 extend: true439 categories: [web-policy]440 sensors:441 - { name: crawler policy (robots.txt), url: "https://www.ema.europa.eu/robots.txt", type: FILE, connector: http, tier: D }442 - { name: tls certificate, url: "tls://www.ema.europa.eu", type: TLS, connector: tls, tier: D }443 - { name: dns records, url: "dns://ema.europa.eu", type: DNS, connector: dns, tier: D }444 - { name: http security headers, url: "https://www.ema.europa.eu/", type: HTTP_HEADERS, connector: headers, tier: D }445 - id: cdc446 extend: true447 categories: [web-policy]448 sensors:449 - { name: crawler policy (robots.txt), url: "https://www.cdc.gov/robots.txt", type: FILE, connector: http, tier: D }450 - { name: tls certificate, url: "tls://www.cdc.gov", type: TLS, connector: tls, tier: D }451 - { name: dns records, url: "dns://cdc.gov", type: DNS, connector: dns, tier: D }452 - { name: http security headers, url: "https://www.cdc.gov/", type: HTTP_HEADERS, connector: headers, tier: D }453 - { name: domain registration (rdap), url: "https://rdap.org/domain/cdc.gov", type: JSON, connector: rdap, tier: D }454 - id: who455 extend: true456 categories: [web-policy]457 sensors:458 - { name: crawler policy (robots.txt), url: "https://www.who.int/robots.txt", type: FILE, connector: http, tier: D }459 - { name: tls certificate, url: "tls://www.who.int", type: TLS, connector: tls, tier: D }460 - { name: dns records, url: "dns://who.int", type: DNS, connector: dns, tier: D }461 - { name: http security headers, url: "https://www.who.int/", type: HTTP_HEADERS, connector: headers, tier: D }462 - { name: domain registration (rdap), url: "https://rdap.org/domain/who.int", type: JSON, connector: rdap, tier: D }463 - id: nasa464 extend: true465 categories: [web-policy]466 sensors:467 - { name: crawler policy (robots.txt), url: "https://www.nasa.gov/robots.txt", type: FILE, connector: http, tier: D }468 - { name: tls certificate, url: "tls://www.nasa.gov", type: TLS, connector: tls, tier: D }469 - { name: dns records, url: "dns://nasa.gov", type: DNS, connector: dns, tier: D }470 - { name: http security headers, url: "https://www.nasa.gov/", type: HTTP_HEADERS, connector: headers, tier: D }471 - { name: domain registration (rdap), url: "https://rdap.org/domain/nasa.gov", type: JSON, connector: rdap, tier: D }472 - id: usgs473 extend: true474 categories: [web-policy]475 sensors:476 - { name: crawler policy (robots.txt), url: "https://www.usgs.gov/robots.txt", type: FILE, connector: http, tier: D }477 - { name: security.txt, url: "https://www.usgs.gov/.well-known/security.txt", type: FILE, connector: http, tier: D }478 - { name: tls certificate, url: "tls://www.usgs.gov", type: TLS, connector: tls, tier: D }479 - { name: dns records, url: "dns://usgs.gov", type: DNS, connector: dns, tier: D }480 - { name: http security headers, url: "https://www.usgs.gov/", type: HTTP_HEADERS, connector: headers, tier: D }481 - { name: domain registration (rdap), url: "https://rdap.org/domain/usgs.gov", type: JSON, connector: rdap, tier: D }482 - id: tesla483 extend: true484 categories: [web-policy]485 sensors:486 - { name: crawler policy (robots.txt), url: "https://www.tesla.com/robots.txt", type: FILE, connector: http, tier: D }487 - { name: security.txt, url: "https://www.tesla.com/.well-known/security.txt", type: FILE, connector: http, tier: D }488 - { name: tls certificate, url: "tls://www.tesla.com", type: TLS, connector: tls, tier: D }489 - { name: dns records, url: "dns://tesla.com", type: DNS, connector: dns, tier: D }490 - { name: domain registration (rdap), url: "https://rdap.org/domain/tesla.com", type: JSON, connector: rdap, tier: D }491 - id: nhtsa492 extend: true493 categories: [web-policy]494 sensors:495 - { name: crawler policy (robots.txt), url: "https://www.nhtsa.gov/robots.txt", type: FILE, connector: http, tier: D }496 - { name: tls certificate, url: "tls://www.nhtsa.gov", type: TLS, connector: tls, tier: D }497 - { name: dns records, url: "dns://nhtsa.gov", type: DNS, connector: dns, tier: D }498 - { name: http security headers, url: "https://www.nhtsa.gov/", type: HTTP_HEADERS, connector: headers, tier: D }499 - { name: domain registration (rdap), url: "https://rdap.org/domain/nhtsa.gov", type: JSON, connector: rdap, tier: D }500 - id: stripe501 extend: true502 categories: [web-policy]503 sensors:504 - { name: crawler policy (robots.txt), url: "https://stripe.com/robots.txt", type: FILE, connector: http, tier: D }505 - { name: security.txt, url: "https://stripe.com/.well-known/security.txt", type: FILE, connector: http, tier: D }506 - { name: tls certificate, url: "tls://stripe.com", type: TLS, connector: tls, tier: D }507 - { name: dns records, url: "dns://stripe.com", type: DNS, connector: dns, tier: D }508 - { name: http security headers, url: "https://stripe.com/", type: HTTP_HEADERS, connector: headers, tier: D }509 - { name: domain registration (rdap), url: "https://rdap.org/domain/stripe.com", type: JSON, connector: rdap, tier: D }510 - id: coinbase511 extend: true512 categories: [web-policy]513 sensors:514 - { name: crawler policy (robots.txt), url: "https://www.coinbase.com/robots.txt", type: FILE, connector: http, tier: D }515 - { name: security.txt, url: "https://www.coinbase.com/.well-known/security.txt", type: FILE, connector: http, tier: D }516 - { name: tls certificate, url: "tls://www.coinbase.com", type: TLS, connector: tls, tier: D }517 - { name: dns records, url: "dns://coinbase.com", type: DNS, connector: dns, tier: D }518 - { name: domain registration (rdap), url: "https://rdap.org/domain/coinbase.com", type: JSON, connector: rdap, tier: D }519 - id: uk-government520 extend: true521 categories: [web-policy]522 sensors:523 - { name: crawler policy (robots.txt), url: "https://www.gov.uk/robots.txt", type: FILE, connector: http, tier: D }524 - { name: security.txt, url: "https://www.gov.uk/.well-known/security.txt", type: FILE, connector: http, tier: D }525 - { name: tls certificate, url: "tls://www.gov.uk", type: TLS, connector: tls, tier: D }526 - { name: dns records, url: "dns://www.gov.uk", type: DNS, connector: dns, tier: D }527 - { name: http security headers, url: "https://www.gov.uk/", type: HTTP_HEADERS, connector: headers, tier: D }528 - { name: domain registration (rdap), url: "https://rdap.org/domain/www.gov.uk", type: JSON, connector: rdap, tier: D }529 - id: european-commission530 extend: true531 categories: [web-policy]532 sensors:533 - { name: crawler policy (robots.txt), url: "https://commission.europa.eu/robots.txt", type: FILE, connector: http, tier: D }534 - { name: tls certificate, url: "tls://commission.europa.eu", type: TLS, connector: tls, tier: D }535 - { name: dns records, url: "dns://commission.europa.eu", type: DNS, connector: dns, tier: D }536 - { name: http security headers, url: "https://commission.europa.eu/", type: HTTP_HEADERS, connector: headers, tier: D }537 - id: united-nations538 extend: true539 categories: [web-policy]540 sensors:541 - { name: crawler policy (robots.txt), url: "https://news.un.org/robots.txt", type: FILE, connector: http, tier: D }542 - { name: tls certificate, url: "tls://news.un.org", type: TLS, connector: tls, tier: D }543 - { name: dns records, url: "dns://un.org", type: DNS, connector: dns, tier: D }544 - { name: http security headers, url: "https://news.un.org/", type: HTTP_HEADERS, connector: headers, tier: D }545 - { name: domain registration (rdap), url: "https://rdap.org/domain/un.org", type: JSON, connector: rdap, tier: D }546 - id: us-state-department547 extend: true548 categories: [web-policy]549 sensors:550 - { name: crawler policy (robots.txt), url: "https://www.state.gov/robots.txt", type: FILE, connector: http, tier: D }551 - { name: tls certificate, url: "tls://www.state.gov", type: TLS, connector: tls, tier: D }552 - { name: dns records, url: "dns://state.gov", type: DNS, connector: dns, tier: D }553 - { name: http security headers, url: "https://www.state.gov/", type: HTTP_HEADERS, connector: headers, tier: D }554 - { name: domain registration (rdap), url: "https://rdap.org/domain/state.gov", type: JSON, connector: rdap, tier: D }555 - id: us-doj556 extend: true557 categories: [web-policy]558 sensors:559 - { name: crawler policy (robots.txt), url: "https://www.justice.gov/robots.txt", type: FILE, connector: http, tier: D }560 - { name: tls certificate, url: "tls://www.justice.gov", type: TLS, connector: tls, tier: D }561 - { name: dns records, url: "dns://justice.gov", type: DNS, connector: dns, tier: D }562 - { name: http security headers, url: "https://www.justice.gov/", type: HTTP_HEADERS, connector: headers, tier: D }563 - { name: domain registration (rdap), url: "https://rdap.org/domain/justice.gov", type: JSON, connector: rdap, tier: D }564 - id: ftc565 extend: true566 categories: [web-policy]567 sensors:568 - { name: crawler policy (robots.txt), url: "https://www.ftc.gov/robots.txt", type: FILE, connector: http, tier: D }569 - { name: tls certificate, url: "tls://www.ftc.gov", type: TLS, connector: tls, tier: D }570 - { name: dns records, url: "dns://ftc.gov", type: DNS, connector: dns, tier: D }571 - { name: http security headers, url: "https://www.ftc.gov/", type: HTTP_HEADERS, connector: headers, tier: D }572 - { name: domain registration (rdap), url: "https://rdap.org/domain/ftc.gov", type: JSON, connector: rdap, tier: D }573 - id: prime-minister-canada574 extend: true575 categories: [web-policy]576 sensors:577 - { name: crawler policy (robots.txt), url: "https://www.pm.gc.ca/robots.txt", type: FILE, connector: http, tier: D }578 - { name: tls certificate, url: "tls://www.pm.gc.ca", type: TLS, connector: tls, tier: D }579 - { name: dns records, url: "dns://pm.gc.ca", type: DNS, connector: dns, tier: D }580 - { name: http security headers, url: "https://www.pm.gc.ca/", type: HTTP_HEADERS, connector: headers, tier: D }581 - id: bbc-news582 extend: true583 categories: [web-policy]584 sensors:585 - { name: crawler policy (robots.txt), url: "https://www.bbc.co.uk/robots.txt", type: FILE, connector: http, tier: D }586 - { name: security.txt, url: "https://www.bbc.co.uk/.well-known/security.txt", type: FILE, connector: http, tier: D }587 - { name: tls certificate, url: "tls://www.bbc.co.uk", type: TLS, connector: tls, tier: D }588 - { name: dns records, url: "dns://bbc.co.uk", type: DNS, connector: dns, tier: D }589 - { name: http security headers, url: "https://www.bbc.co.uk/news/", type: HTTP_HEADERS, connector: headers, tier: D }590 - { name: domain registration (rdap), url: "https://rdap.org/domain/bbc.co.uk", type: JSON, connector: rdap, tier: D }591 - id: nytimes592 extend: true593 categories: [web-policy]594 sensors:595 - { name: crawler policy (robots.txt), url: "https://www.nytimes.com/robots.txt", type: FILE, connector: http, tier: D }596 - { name: security.txt, url: "https://www.nytimes.com/.well-known/security.txt", type: FILE, connector: http, tier: D }597 - { name: tls certificate, url: "tls://www.nytimes.com", type: TLS, connector: tls, tier: D }598 - { name: dns records, url: "dns://nytimes.com", type: DNS, connector: dns, tier: D }599 - { name: http security headers, url: "https://www.nytimes.com/", type: HTTP_HEADERS, connector: headers, tier: D }600 - { name: domain registration (rdap), url: "https://rdap.org/domain/nytimes.com", type: JSON, connector: rdap, tier: D }601 - id: the-guardian602 extend: true603 categories: [web-policy]604 sensors:605 - { name: crawler policy (robots.txt), url: "https://www.theguardian.com/robots.txt", type: FILE, connector: http, tier: D }606 - { name: security.txt, url: "https://www.theguardian.com/.well-known/security.txt", type: FILE, connector: http, tier: D }607 - { name: tls certificate, url: "tls://www.theguardian.com", type: TLS, connector: tls, tier: D }608 - { name: dns records, url: "dns://theguardian.com", type: DNS, connector: dns, tier: D }609 - { name: http security headers, url: "https://www.theguardian.com/", type: HTTP_HEADERS, connector: headers, tier: D }610 - { name: domain registration (rdap), url: "https://rdap.org/domain/theguardian.com", type: JSON, connector: rdap, tier: D }611 - id: cnbc612 extend: true613 categories: [web-policy]614 sensors:615 - { name: crawler policy (robots.txt), url: "https://www.cnbc.com/robots.txt", type: FILE, connector: http, tier: D }616 - { name: tls certificate, url: "tls://www.cnbc.com", type: TLS, connector: tls, tier: D }617 - { name: dns records, url: "dns://cnbc.com", type: DNS, connector: dns, tier: D }618 - { name: http security headers, url: "https://www.cnbc.com/", type: HTTP_HEADERS, connector: headers, tier: D }619 - { name: domain registration (rdap), url: "https://rdap.org/domain/cnbc.com", type: JSON, connector: rdap, tier: D }620 - id: radio-canada621 extend: true622 categories: [web-policy]623 sensors:624 - { name: crawler policy (robots.txt), url: "https://ici.radio-canada.ca/robots.txt", type: FILE, connector: http, tier: D }625 - { name: tls certificate, url: "tls://ici.radio-canada.ca", type: TLS, connector: tls, tier: D }626 - { name: dns records, url: "dns://radio-canada.ca", type: DNS, connector: dns, tier: D }627 - { name: http security headers, url: "https://ici.radio-canada.ca/", type: HTTP_HEADERS, connector: headers, tier: D }628 - { name: domain registration (rdap), url: "https://rdap.org/domain/radio-canada.ca", type: JSON, connector: rdap, tier: D }629 - id: cbc630 extend: true631 categories: [web-policy]632 sensors:633 - { name: crawler policy (robots.txt), url: "https://www.cbc.ca/robots.txt", type: FILE, connector: http, tier: D }634 - { name: tls certificate, url: "tls://www.cbc.ca", type: TLS, connector: tls, tier: D }635 - { name: dns records, url: "dns://cbc.ca", type: DNS, connector: dns, tier: D }636 - { name: http security headers, url: "https://www.cbc.ca/news/", type: HTTP_HEADERS, connector: headers, tier: D }637 - { name: domain registration (rdap), url: "https://rdap.org/domain/cbc.ca", type: JSON, connector: rdap, tier: D }638 - id: la-presse639 extend: true640 categories: [web-policy]641 sensors:642 - { name: crawler policy (robots.txt), url: "https://www.lapresse.ca/robots.txt", type: FILE, connector: http, tier: D }643 - { name: tls certificate, url: "tls://www.lapresse.ca", type: TLS, connector: tls, tier: D }644 - { name: dns records, url: "dns://lapresse.ca", type: DNS, connector: dns, tier: D }645 - { name: http security headers, url: "https://www.lapresse.ca/", type: HTTP_HEADERS, connector: headers, tier: D }646 - { name: domain registration (rdap), url: "https://rdap.org/domain/lapresse.ca", type: JSON, connector: rdap, tier: D }647 - id: le-devoir648 extend: true649 categories: [web-policy]650 sensors:651 - { name: crawler policy (robots.txt), url: "https://www.ledevoir.com/robots.txt", type: FILE, connector: http, tier: D }652 - { name: tls certificate, url: "tls://www.ledevoir.com", type: TLS, connector: tls, tier: D }653 - { name: dns records, url: "dns://ledevoir.com", type: DNS, connector: dns, tier: D }654 - { name: http security headers, url: "https://www.ledevoir.com/", type: HTTP_HEADERS, connector: headers, tier: D }655 - { name: domain registration (rdap), url: "https://rdap.org/domain/ledevoir.com", type: JSON, connector: rdap, tier: D }656 - id: globe-and-mail657 extend: true658 categories: [web-policy]659 sensors:660 - { name: crawler policy (robots.txt), url: "https://www.theglobeandmail.com/robots.txt", type: FILE, connector: http, tier: D }661 - { name: tls certificate, url: "tls://www.theglobeandmail.com", type: TLS, connector: tls, tier: D }662 - { name: dns records, url: "dns://theglobeandmail.com", type: DNS, connector: dns, tier: D }663 - { name: http security headers, url: "https://www.theglobeandmail.com/", type: HTTP_HEADERS, connector: headers, tier: D }664 - { name: domain registration (rdap), url: "https://rdap.org/domain/theglobeandmail.com", type: JSON, connector: rdap, tier: D }665 - id: wsj666 extend: true667 categories: [web-policy]668 sensors:669 - { name: crawler policy (robots.txt), url: "https://www.wsj.com/robots.txt", type: FILE, connector: http, tier: D }670 - { name: tls certificate, url: "tls://www.wsj.com", type: TLS, connector: tls, tier: D }671 - { name: dns records, url: "dns://wsj.com", type: DNS, connector: dns, tier: D }672 - { name: domain registration (rdap), url: "https://rdap.org/domain/wsj.com", type: JSON, connector: rdap, tier: D }673 - id: financial-times674 extend: true675 categories: [web-policy]676 sensors:677 - { name: crawler policy (robots.txt), url: "https://www.ft.com/robots.txt", type: FILE, connector: http, tier: D }678 - { name: security.txt, url: "https://www.ft.com/.well-known/security.txt", type: FILE, connector: http, tier: D }679 - { name: tls certificate, url: "tls://www.ft.com", type: TLS, connector: tls, tier: D }680 - { name: dns records, url: "dns://ft.com", type: DNS, connector: dns, tier: D }681 - { name: domain registration (rdap), url: "https://rdap.org/domain/ft.com", type: JSON, connector: rdap, tier: D }682 - id: washington-post683 extend: true684 categories: [web-policy]685 sensors:686 - { name: crawler policy (robots.txt), url: "https://www.washingtonpost.com/robots.txt", type: FILE, connector: http, tier: D }687 - { name: tls certificate, url: "tls://www.washingtonpost.com", type: TLS, connector: tls, tier: D }688 - { name: dns records, url: "dns://washingtonpost.com", type: DNS, connector: dns, tier: D }689 - { name: http security headers, url: "https://www.washingtonpost.com/", type: HTTP_HEADERS, connector: headers, tier: D }690 - { name: domain registration (rdap), url: "https://rdap.org/domain/washingtonpost.com", type: JSON, connector: rdap, tier: D }691 - id: techcrunch692 extend: true693 categories: [web-policy]694 sensors:695 - { name: crawler policy (robots.txt), url: "https://techcrunch.com/robots.txt", type: FILE, connector: http, tier: D }696 - { name: tls certificate, url: "tls://techcrunch.com", type: TLS, connector: tls, tier: D }697 - { name: dns records, url: "dns://techcrunch.com", type: DNS, connector: dns, tier: D }698 - { name: http security headers, url: "https://techcrunch.com/", type: HTTP_HEADERS, connector: headers, tier: D }699 - { name: domain registration (rdap), url: "https://rdap.org/domain/techcrunch.com", type: JSON, connector: rdap, tier: D }700 - id: bleepingcomputer701 extend: true702 categories: [web-policy]703 sensors:704 - { name: crawler policy (robots.txt), url: "https://www.bleepingcomputer.com/robots.txt", type: FILE, connector: http, tier: D }705 - { name: tls certificate, url: "tls://www.bleepingcomputer.com", type: TLS, connector: tls, tier: D }706 - { name: dns records, url: "dns://bleepingcomputer.com", type: DNS, connector: dns, tier: D }707 - { name: http security headers, url: "https://www.bleepingcomputer.com/", type: HTTP_HEADERS, connector: headers, tier: D }708 - { name: domain registration (rdap), url: "https://rdap.org/domain/bleepingcomputer.com", type: JSON, connector: rdap, tier: D }709