SPB Git

spb/firc0001_uqo

Public
10.1 KB · 166 lines json
1{2 "_about": "Values that no query over the exported data can reproduce. Each carries its source. Read by code/make_tables.py; never used as a measurement.",3 "iwv_equity_lines_reported": {4  "value": 2587,5  "source": "count reported by the build log of scripts/build_universe.py (2026-10-27); the iShares latest-holdings.csv used by the build is not archived (verified on M3U96b, Stage D feasibility report); not reconstructible",6  "status": "not reconstructible from archived artefacts"7 },8 "small_n_threshold": {9  "value": 50,10  "source": "presentation rule adopted in the Stage D plan (L1): medians resting on fewer than 50 projects with an amount are printed in grey with their N",11  "status": "convention"12 },13 "brief_definition": {14  "value": "the research-design brief, i.e. the specification of required tables, keys and validation gates against which \\texttt{docs/implementation\\_audit.md} audits the build",15  "source": "usage in docs/implementation_audit.md and paper/sections/resolution.tex; wording to be confirmed by the authors (Stage E)",16  "status": "author to confirm"17 },18 "snippet_chars": {19  "value": 170,20  "source": "presentation rule of Table 9 (first characters of the stored snippet shown)",21  "status": "convention"22 },23 "png_dpi": {24  "value": 200,25  "source": "raster resolution of the PNG copies used by code/tex2docx",26  "status": "convention"27 },28 "acq_new_docs": {29  "value": "about 400{,}000",30  "source": "author-reported run fact (docs/research_log.md, 2026-10-27/28); the orchestrator and acquisition logs are not archived with the paper; not reconstructible",31  "status": "author-reported"32 },33 "acq_hours": {34  "value": "seven",35  "source": "author-reported run fact (docs/research_log.md, 2026-10-27/28); the orchestrator and acquisition logs are not archived with the paper; not reconstructible",36  "status": "author-reported"37 },38 "acq_req_per_sec": {39  "value": "17",40  "source": "author-reported run fact (docs/research_log.md, 2026-10-27/28); the orchestrator and acquisition logs are not archived with the paper; not reconstructible",41  "status": "author-reported"42 },43 "acq_nodes": {44  "value": "ten",45  "source": "docs/research_log.md 2026-10-27 (10 MacLustr nodes + 1 external gateway)",46  "status": "author-reported"47 },48 "acq_node_rate": {49  "value": "0.9",50  "source": "author-reported run fact (docs/research_log.md, 2026-10-27/28); the orchestrator and acquisition logs are not archived with the paper; not reconstructible (requests per second per node)",51  "status": "author-reported"52 },53 "acq_gateway_rate": {54  "value": "one",55  "source": "author-reported run fact (docs/research_log.md, 2026-10-27/28); the orchestrator and acquisition logs are not archived with the paper; not reconstructible (requests per second per shard on the gateway)",56  "status": "author-reported"57 },58 "parse_filings_per_sec": {59  "value": "100",60  "source": "author-reported run fact (docs/research_log.md, 2026-10-27/28); the orchestrator and acquisition logs are not archived with the paper; not reconstructible",61  "status": "author-reported"62 },63 "parse_minutes_range": {64  "value": "five to thirteen",65  "source": "author-reported run fact (docs/research_log.md, 2026-10-27/28); the orchestrator and acquisition logs are not archived with the paper; not reconstructible",66  "status": "author-reported"67 },68 "embed_minutes_range": {69  "value": "15--40",70  "source": "author-reported run fact (docs/research_log.md, 2026-10-27/28); the orchestrator and acquisition logs are not archived with the paper; not reconstructible",71  "status": "author-reported"72 },73 "merge_minutes": {74  "value": "seven",75  "source": "author-reported run fact (docs/research_log.md, 2026-10-27/28); the orchestrator and acquisition logs are not archived with the paper; not reconstructible",76  "status": "author-reported"77 },78 "total_cost_usd": {79  "value": "775",80  "source": "author-reported total recorded in docs/research_log.md against the 2026-10-27/28 entry 'Full LLM extraction of 968,134 new sections ... ≈ 775 USD total' (October run); the review's constraints note (peer_reviews/FIRC-0001/_constraints.md) attributes the same ≈ 775 USD to both runs (153,894 + 968,134 sections); the API invoice is not archived; basis to be confirmed by the authors (Stage F, N9)",81  "status": "author-reported; basis (October run only vs both runs) to be confirmed by the authors"82 },83 "stability_sections": {84  "value": "500",85  "source": "X1 protocol of peer_reviews/FIRC-0001/consolidated_review.md §6 item 11 (500 sections x 3 re-submissions); not executed (AR-LLM-1 not granted)",86  "status": "protocol constant"87 },88 "stability_calls": {89  "value": "about 2{,}500",90  "source": "consolidated_review.md §6 item 11 (cost estimate of the X1/X2 protocol); not executed",91  "status": "protocol constant"92 },93 "annotation_frame_mb": {94  "value": "77",95  "source": "size of the full-text frames kept on the node (M3U96b:~/firc0001_review/frames/, N11 implemented_changes.md); not shipped",96  "status": "node artefact"97 },98 "embedding_dim": {99  "value": "384",100  "source": "all-MiniLM-L6-v2 embedding dimension (scripts/build_embeddings.py default model)",101  "status": "model constant"102 },103 "factor_anchors": {104  "value": "8",105  "source": "src/factors/anchors.py registry (thematic anchors), as described in docs/research_log.md",106  "status": "code constant"107 },108 "tenk_sections_max": {109  "value": "fourteen",110  "source": "src/parsing/section_extractor.py FORM_10K_SECTIONS (Items 1 to 9B)",111  "status": "code constant"112 },113 "tenq_sections_n": {114  "value": "seven",115  "source": "src/parsing/section_extractor.py FORM_10Q_SECTIONS",116  "status": "code constant"117 },118 "corpus_parquet_gb": {119  "value": "29.1",120  "source": "N0 schema probe (results/n0_probe, commit 7680606): parquet corpus 1,342,283 sections / 29.1 GB on the master node",121  "status": "node measurement"122 },123 "pipeline_chunk_words": {124  "value": 512,125  "source": "chunk_size default of the embedding chunker (chunk_size: int = 512); manuscripts/FIRC-0001/pipeline_code_2324b58 (archived pipeline code at revision 2324b58, outside this repository)/src/parsing/chunker.py, SHA-256 716a4013fb839a68ec613aa5f0c91e8da4c8a8135051fb95fec5350d35fc3c79; recorded here (Stage F, N1) so that a bare clone regenerates the macro, re-read and checked against the archive by code/make_tables.py when it is reachable",126  "snapshot_path": "manuscripts/FIRC-0001/pipeline_code_2324b58/src/parsing/chunker.py",127  "sha256": "716a4013fb839a68ec613aa5f0c91e8da4c8a8135051fb95fec5350d35fc3c79",128  "status": "code constant (archived pipeline snapshot)"129 },130 "pipeline_chunk_overlap": {131  "value": 64,132  "source": "overlap default of the embedding chunker (overlap: int = 64); manuscripts/FIRC-0001/pipeline_code_2324b58 (archived pipeline code at revision 2324b58, outside this repository)/src/parsing/chunker.py, SHA-256 716a4013fb839a68ec613aa5f0c91e8da4c8a8135051fb95fec5350d35fc3c79; recorded here (Stage F, N1) so that a bare clone regenerates the macro, re-read and checked against the archive by code/make_tables.py when it is reachable",133  "snapshot_path": "manuscripts/FIRC-0001/pipeline_code_2324b58/src/parsing/chunker.py",134  "sha256": "716a4013fb839a68ec613aa5f0c91e8da4c8a8135051fb95fec5350d35fc3c79",135  "status": "code constant (archived pipeline snapshot)"136 },137 "pipeline_max_file_mb": {138  "value": 50,139  "source": "max_file_size_mb default of the HTML parser (html_cfg.get(\"max_file_size_mb\", 50)); manuscripts/FIRC-0001/pipeline_code_2324b58 (archived pipeline code at revision 2324b58, outside this repository)/src/parsing/html_parser.py, SHA-256 61aca675ff4652e3479f50a10ce29503f66f7f74ffd4f78df0b87ad517b1908e; recorded here (Stage F, N1) so that a bare clone regenerates the macro, re-read and checked against the archive by code/make_tables.py when it is reachable",140  "snapshot_path": "manuscripts/FIRC-0001/pipeline_code_2324b58/src/parsing/html_parser.py",141  "sha256": "61aca675ff4652e3479f50a10ce29503f66f7f74ffd4f78df0b87ad517b1908e",142  "status": "code constant (archived pipeline snapshot)"143 },144 "pipeline_cooldown_seconds": {145  "value": 65.0,146  "source": "COOLDOWN_SECONDS = 65.0 after an SEC 403/429; manuscripts/FIRC-0001/pipeline_code_2324b58 (archived pipeline code at revision 2324b58, outside this repository)/src/acquisition/bulk_downloader.py, SHA-256 862139f47d52cef9c33d6a64e77fae1ae3a31cc9b288762c6a2187579f5a9159; recorded here (Stage F, N1) so that a bare clone regenerates the macro, re-read and checked against the archive by code/make_tables.py when it is reachable",147  "snapshot_path": "manuscripts/FIRC-0001/pipeline_code_2324b58/src/acquisition/bulk_downloader.py",148  "sha256": "862139f47d52cef9c33d6a64e77fae1ae3a31cc9b288762c6a2187579f5a9159",149  "status": "code constant (archived pipeline snapshot)"150 },151 "pipeline_sec_rate_limit": {152  "value": 10,153  "source": "module docstring 'SEC allows 10 req/s per IP' (sec.gov fair-access policy); manuscripts/FIRC-0001/pipeline_code_2324b58 (archived pipeline code at revision 2324b58, outside this repository)/src/acquisition/bulk_downloader.py, SHA-256 862139f47d52cef9c33d6a64e77fae1ae3a31cc9b288762c6a2187579f5a9159; recorded here (Stage F, N1) so that a bare clone regenerates the macro, re-read and checked against the archive by code/make_tables.py when it is reachable",154  "snapshot_path": "manuscripts/FIRC-0001/pipeline_code_2324b58/src/acquisition/bulk_downloader.py",155  "sha256": "862139f47d52cef9c33d6a64e77fae1ae3a31cc9b288762c6a2187579f5a9159",156  "status": "code constant (archived pipeline snapshot)"157 },158 "pipeline_acq_gateway_divisor": {159  "value": 9.0,160  "source": "BulkDownloader default rate: float = 9.0 requests per second shared behind one IP; manuscripts/FIRC-0001/pipeline_code_2324b58 (archived pipeline code at revision 2324b58, outside this repository)/src/acquisition/bulk_downloader.py, SHA-256 862139f47d52cef9c33d6a64e77fae1ae3a31cc9b288762c6a2187579f5a9159; recorded here (Stage F, N1) so that a bare clone regenerates the macro, re-read and checked against the archive by code/make_tables.py when it is reachable",161  "snapshot_path": "manuscripts/FIRC-0001/pipeline_code_2324b58/src/acquisition/bulk_downloader.py",162  "sha256": "862139f47d52cef9c33d6a64e77fae1ae3a31cc9b288762c6a2187579f5a9159",163  "status": "code constant (archived pipeline snapshot)"164 }165}166
Files · main
Menu

Theme