SPB Git forge
38commits 1branches 0releases
338.7 MBsize
maindefault branch
3 h agolast push
HTML 53.9% TypeScript 44.5% JavaScript 0.6% SQL 0.5%
1.5 KB · 35 lines yaml
Raw Blame History
1# Commission for Regulation of Utilities (Ireland) — news — connector definition (see docs/connectors/cru-ie.md)2id: cru-ie3name: "CRU Ireland — news"4domain: www.cru.ie5kind: government6mode: sitemap7priority: 28license: "Public sector information (Commission for Regulation of Utilities, Ireland); facts and links only"9attribution: "Commission for Regulation of Utilities (cru.ie)"10homepage: https://www.cru.ie/11notes: "Irish energy regulator: Large Energy User (data centre) connection policy, ECP connection rounds, National Energy Demand Strategy. The news index is client-rendered, so discovery uses the sitemap (lastmod is the build timestamp, identical on every URL). /publications/ is disallowed by robots.txt and excluded."12coverage: { countries: ["IE"] }13fetch:14  level: 115  maxLevel: 216  rpm: 1017  concurrency: 118  respectRobots: true19  maxCreditsPerRun: 020discovery:21  sitemap: ["/sitemap.xml"]22  include: ["^https://www\\.cru\\.ie/about-us/news/[A-Za-z0-9-]+/?$"]23  exclude: ["/publications/", "/ga/", "/about-us/news/?$"]24  classify:25    - { pattern: "/about-us/news/[A-Za-z0-9-]+/?$", group: newsroom, pageType: press_release, priority: 70 }26schedule:27  newsroom: daily28  sitemap: daily29extractors:30  news:31    pageTypes: [press_release, project_announcement, expansion, acquisition, construction_update, planning_document, power_infrastructure, utility_announcement, closure, cloud_region, financial_disclosure, facility_page, operator_page, unknown]32    kind: news_event33    parser: news_article_v134    params: { keepText: true }35