Repository Public Research preview
1{2 "script": "r3k_23_construct_validity.py",3 "inputs": [4 "results/n1/keyword_firm_year.csv",5 "results/n1/alt_firm_year.csv"6 ],7 "signals": {8 "z_AI_COMPOS": {9 "label": "AI composite (baseline)",10 "n": 27399,11 "spearman_with_composite": 1.0,12 "share_zero": null,13 "full": {14 "mean": 0.0565,15 "t": 2.47,16 "t_plain": 2.33,17 "ci95": [18 0.0045,19 0.108520 ],21 "n": 15,22 "by_cohort": {23 "2010": -0.0625,24 "2011": 0.0089,25 "2012": 0.0947,26 "2013": -0.0338,27 "2014": 0.0203,28 "2015": 0.0163,29 "2016": 0.0676,30 "2017": 0.0916,31 "2018": 0.2228,32 "2019": 0.1152,33 "2020": -0.073,34 "2021": 0.1259,35 "2022": -0.067,36 "2023": 0.1184,37 "2024": 0.202138 }39 },40 "full_w": {41 "mean": 0.0406,42 "t": 2.08,43 "t_plain": 1.84,44 "ci95": [45 -0.0068,46 0.087947 ],48 "n": 15,49 "by_cohort": {50 "2010": -0.0743,51 "2011": 0.0068,52 "2012": 0.0791,53 "2013": -0.034,54 "2014": 0.012,55 "2015": 0.0128,56 "2016": 0.0718,57 "2017": 0.0864,58 "2018": 0.1979,59 "2019": 0.0139,60 "2020": -0.0649,61 "2021": 0.1206,62 "2022": -0.0495,63 "2023": 0.0307,64 "2024": 0.19965 }66 },67 "pre_w": {68 "mean": 0.0357,69 "t": 1.74,70 "t_plain": 1.56,71 "ci95": [72 -0.0146,73 0.085974 ],75 "n": 12,76 "by_cohort": {77 "2010": -0.0743,78 "2011": 0.0068,79 "2012": 0.0791,80 "2013": -0.034,81 "2014": 0.012,82 "2015": 0.0128,83 "2016": 0.0718,84 "2017": 0.0864,85 "2018": 0.1979,86 "2019": 0.0139,87 "2020": -0.0649,88 "2021": 0.120689 }90 },91 "post_w": {92 "mean": 0.0601,93 "t": 1.18,94 "t_plain": 0.82,95 "ci95": [96 -0.255,97 0.375298 ],99 "n": 3,100 "by_cohort": {101 "2022": -0.0495,102 "2023": 0.0307,103 "2024": 0.199104 }105 },106 "fm": {107 "slope_pct": 2.75,108 "t": 2.45,109 "t_plain": 2.74,110 "ci95_pct": [111 0.6,112 4.9113 ],114 "n_years": 15115 },116 "fm_w": {117 "slope_pct": 1.87,118 "t": 2.41,119 "t_plain": 2.5,120 "ci95_pct": [121 0.26,122 3.48123 ],124 "n_years": 15125 }126 },127 "z_KW": {128 "label": "Keyword baseline (core AI terms per 1,000 words)",129 "n": 27399,130 "spearman_with_composite": 0.132,131 "share_zero": 0.839,132 "full": {133 "mean": 0.0724,134 "t": 2.42,135 "t_plain": 2.18,136 "ci95": [137 0.001,138 0.1437139 ],140 "n": 15,141 "by_cohort": {142 "2010": -0.0266,143 "2011": 0.0512,144 "2012": 0.0648,145 "2013": 0.094,146 "2014": -0.1046,147 "2015": 0.0618,148 "2016": 0.2202,149 "2017": 0.0385,150 "2018": 0.1434,151 "2019": 0.1303,152 "2020": -0.1962,153 "2021": 0.0515,154 "2022": 0.0176,155 "2023": 0.321,156 "2024": 0.2186157 }158 },159 "full_w": {160 "mean": 0.0473,161 "t": 2.3,162 "t_plain": 1.82,163 "ci95": [164 -0.0085,165 0.1031166 ],167 "n": 15,168 "by_cohort": {169 "2010": -0.0164,170 "2011": 0.0479,171 "2012": 0.0414,172 "2013": 0.0881,173 "2014": -0.1004,174 "2015": 0.0439,175 "2016": 0.1644,176 "2017": 0.0177,177 "2018": 0.1278,178 "2019": 0.1113,179 "2020": -0.1943,180 "2021": 0.0459,181 "2022": 0.0026,182 "2023": 0.1911,183 "2024": 0.1381184 }185 },186 "pre_w": {187 "mean": 0.0314,188 "t": 1.53,189 "t_plain": 1.1,190 "ci95": [191 -0.0315,192 0.0944193 ],194 "n": 12,195 "by_cohort": {196 "2010": -0.0164,197 "2011": 0.0479,198 "2012": 0.0414,199 "2013": 0.0881,200 "2014": -0.1004,201 "2015": 0.0439,202 "2016": 0.1644,203 "2017": 0.0177,204 "2018": 0.1278,205 "2019": 0.1113,206 "2020": -0.1943,207 "2021": 0.0459208 }209 },210 "post_w": {211 "mean": 0.1106,212 "t": 3.44,213 "t_plain": 1.97,214 "ci95": [215 -0.1309,216 0.3521217 ],218 "n": 3,219 "by_cohort": {220 "2022": 0.0026,221 "2023": 0.1911,222 "2024": 0.1381223 }224 },225 "fm": {226 "slope_pct": 0.51,227 "t": 1.03,228 "t_plain": 0.84,229 "ci95_pct": [230 -0.81,231 1.83232 ],233 "n_years": 15234 },235 "fm_w": {236 "slope_pct": 0.61,237 "t": 1.25,238 "t_plain": 0.97,239 "ci95_pct": [240 -0.74,241 1.96242 ],243 "n_years": 15244 }245 },246 "z_KWlog": {247 "label": "Keyword baseline, log(1 + x)",248 "n": 27399,249 "spearman_with_composite": 0.136,250 "share_zero": null,251 "full": {252 "mean": 0.0724,253 "t": 2.42,254 "t_plain": 2.18,255 "ci95": [256 0.001,257 0.1437258 ],259 "n": 15,260 "by_cohort": {261 "2010": -0.0266,262 "2011": 0.0512,263 "2012": 0.0648,264 "2013": 0.094,265 "2014": -0.1046,266 "2015": 0.0618,267 "2016": 0.2202,268 "2017": 0.0385,269 "2018": 0.1434,270 "2019": 0.1303,271 "2020": -0.1962,272 "2021": 0.0515,273 "2022": 0.0176,274 "2023": 0.321,275 "2024": 0.2186276 }277 },278 "full_w": {279 "mean": 0.0473,280 "t": 2.3,281 "t_plain": 1.82,282 "ci95": [283 -0.0085,284 0.1031285 ],286 "n": 15,287 "by_cohort": {288 "2010": -0.0164,289 "2011": 0.0479,290 "2012": 0.0414,291 "2013": 0.0881,292 "2014": -0.1004,293 "2015": 0.0439,294 "2016": 0.1644,295 "2017": 0.0177,296 "2018": 0.1278,297 "2019": 0.1113,298 "2020": -0.1943,299 "2021": 0.0459,300 "2022": 0.0026,301 "2023": 0.1911,302 "2024": 0.1381303 }304 },305 "pre_w": {306 "mean": 0.0314,307 "t": 1.53,308 "t_plain": 1.1,309 "ci95": [310 -0.0315,311 0.0944312 ],313 "n": 12,314 "by_cohort": {315 "2010": -0.0164,316 "2011": 0.0479,317 "2012": 0.0414,318 "2013": 0.0881,319 "2014": -0.1004,320 "2015": 0.0439,321 "2016": 0.1644,322 "2017": 0.0177,323 "2018": 0.1278,324 "2019": 0.1113,325 "2020": -0.1943,326 "2021": 0.0459327 }328 },329 "post_w": {330 "mean": 0.1106,331 "t": 3.44,332 "t_plain": 1.97,333 "ci95": [334 -0.1309,335 0.3521336 ],337 "n": 3,338 "by_cohort": {339 "2022": 0.0026,340 "2023": 0.1911,341 "2024": 0.1381342 }343 },344 "fm": {345 "slope_pct": 0.77,346 "t": 2.08,347 "t_plain": 1.33,348 "ci95_pct": [349 -0.47,350 2.01351 ],352 "n_years": 15353 },354 "fm_w": {355 "slope_pct": 0.81,356 "t": 1.95,357 "t_plain": 1.35,358 "ci95_pct": [359 -0.48,360 2.1361 ],362 "n_years": 15363 }364 },365 "z_ALT": {366 "label": "Stripped-anchor composite (AR-2)",367 "n": 27399,368 "spearman_with_composite": 0.976,369 "share_zero": null,370 "full": {371 "mean": 0.0575,372 "t": 2.76,373 "t_plain": 2.59,374 "ci95": [375 0.0099,376 0.1052377 ],378 "n": 15,379 "by_cohort": {380 "2010": -0.0651,381 "2011": 0.0256,382 "2012": 0.0925,383 "2013": -0.0056,384 "2014": 0.0382,385 "2015": 0.0184,386 "2016": 0.0481,387 "2017": 0.1194,388 "2018": 0.2193,389 "2019": 0.1437,390 "2020": -0.0622,391 "2021": 0.1068,392 "2022": -0.0705,393 "2023": 0.1215,394 "2024": 0.1327395 }396 },397 "full_w": {398 "mean": 0.0412,399 "t": 2.33,400 "t_plain": 2.13,401 "ci95": [402 -0.0003,403 0.0827404 ],405 "n": 15,406 "by_cohort": {407 "2010": -0.0774,408 "2011": 0.0207,409 "2012": 0.0763,410 "2013": -0.0061,411 "2014": 0.0226,412 "2015": 0.0158,413 "2016": 0.0648,414 "2017": 0.0971,415 "2018": 0.1985,416 "2019": 0.0374,417 "2020": -0.0546,418 "2021": 0.1013,419 "2022": -0.0528,420 "2023": 0.0355,421 "2024": 0.1388422 }423 },424 "pre_w": {425 "mean": 0.0414,426 "t": 2.07,427 "t_plain": 1.94,428 "ci95": [429 -0.0056,430 0.0884431 ],432 "n": 12,433 "by_cohort": {434 "2010": -0.0774,435 "2011": 0.0207,436 "2012": 0.0763,437 "2013": -0.0061,438 "2014": 0.0226,439 "2015": 0.0158,440 "2016": 0.0648,441 "2017": 0.0971,442 "2018": 0.1985,443 "2019": 0.0374,444 "2020": -0.0546,445 "2021": 0.1013446 }447 },448 "post_w": {449 "mean": 0.0405,450 "t": 1.03,451 "t_plain": 0.73,452 "ci95": [453 -0.1978,454 0.2788455 ],456 "n": 3,457 "by_cohort": {458 "2022": -0.0528,459 "2023": 0.0355,460 "2024": 0.1388461 }462 },463 "fm": {464 "slope_pct": 2.62,465 "t": 2.65,466 "t_plain": 2.93,467 "ci95_pct": [468 0.7,469 4.54470 ],471 "n_years": 15472 },473 "fm_w": {474 "slope_pct": 1.79,475 "t": 2.7,476 "t_plain": 2.72,477 "ci95_pct": [478 0.38,479 3.21480 ],481 "n_years": 15482 }483 },484 "z_ALTcore": {485 "label": "Core-AI adoption anchor (AR-2)",486 "n": 27399,487 "spearman_with_composite": 0.796,488 "share_zero": null,489 "full": {490 "mean": 0.061,491 "t": 3.11,492 "t_plain": 2.36,493 "ci95": [494 0.0055,495 0.1165496 ],497 "n": 15,498 "by_cohort": {499 "2010": -0.069,500 "2011": 0.083,501 "2012": 0.1122,502 "2013": 0.0048,503 "2014": -0.0009,504 "2015": -0.0191,505 "2016": 0.1104,506 "2017": 0.0676,507 "2018": 0.2185,508 "2019": 0.057,509 "2020": -0.0866,510 "2021": 0.1795,511 "2022": -0.0722,512 "2023": 0.1165,513 "2024": 0.2133514 }515 },516 "full_w": {517 "mean": 0.048,518 "t": 2.69,519 "t_plain": 1.99,520 "ci95": [521 -0.0036,522 0.0996523 ],524 "n": 15,525 "by_cohort": {526 "2010": -0.0817,527 "2011": 0.0533,528 "2012": 0.1156,529 "2013": 0.0043,530 "2014": -0.0185,531 "2015": -0.0193,532 "2016": 0.0886,533 "2017": 0.0554,534 "2018": 0.2005,535 "2019": 0.0733,536 "2020": -0.0763,537 "2021": 0.1693,538 "2022": -0.0579,539 "2023": 0.0184,540 "2024": 0.1949541 }542 },543 "pre_w": {544 "mean": 0.047,545 "t": 2.39,546 "t_plain": 1.82,547 "ci95": [548 -0.0098,549 0.1039550 ],551 "n": 12,552 "by_cohort": {553 "2010": -0.0817,554 "2011": 0.0533,555 "2012": 0.1156,556 "2013": 0.0043,557 "2014": -0.0185,558 "2015": -0.0193,559 "2016": 0.0886,560 "2017": 0.0554,561 "2018": 0.2005,562 "2019": 0.0733,563 "2020": -0.0763,564 "2021": 0.1693565 }566 },567 "post_w": {568 "mean": 0.0518,569 "t": 1.0,570 "t_plain": 0.69,571 "ci95": [572 -0.2702,573 0.3738574 ],575 "n": 3,576 "by_cohort": {577 "2022": -0.0579,578 "2023": 0.0184,579 "2024": 0.1949580 }581 },582 "fm": {583 "slope_pct": 2.26,584 "t": 3.15,585 "t_plain": 2.97,586 "ci95_pct": [587 0.63,588 3.89589 ],590 "n_years": 15591 },592 "fm_w": {593 "slope_pct": 1.74,594 "t": 3.02,595 "t_plain": 2.5,596 "ci95_pct": [597 0.25,598 3.24599 ],600 "n_years": 15601 }602 },603 "z_CYBERstrip": {604 "label": "Cybersecurity anchor stripped of AI terms (AR-2)",605 "n": 27399,606 "spearman_with_composite": 0.349,607 "share_zero": null,608 "full": {609 "mean": 0.0277,610 "t": 1.03,611 "t_plain": 1.26,612 "ci95": [613 -0.0196,614 0.0749615 ],616 "n": 15,617 "by_cohort": {618 "2010": -0.0615,619 "2011": -0.0123,620 "2012": 0.0434,621 "2013": 0.0005,622 "2014": -0.0005,623 "2015": 0.1229,624 "2016": 0.031,625 "2017": 0.038,626 "2018": -0.0137,627 "2019": -0.111,628 "2020": -0.0542,629 "2021": 0.0326,630 "2022": 0.043,631 "2023": 0.2415,632 "2024": 0.1155633 }634 },635 "full_w": {636 "mean": 0.0187,637 "t": 0.97,638 "t_plain": 1.12,639 "ci95": [640 -0.0171,641 0.0545642 ],643 "n": 15,644 "by_cohort": {645 "2010": -0.0622,646 "2011": -0.0065,647 "2012": 0.0132,648 "2013": -0.006,649 "2014": -0.0003,650 "2015": 0.1127,651 "2016": 0.0256,652 "2017": 0.0389,653 "2018": 0.0098,654 "2019": -0.0904,655 "2020": -0.0511,656 "2021": 0.0319,657 "2022": 0.044,658 "2023": 0.1675,659 "2024": 0.0534660 }661 },662 "pre_w": {663 "mean": 0.0013,664 "t": 0.08,665 "t_plain": 0.09,666 "ci95": [667 -0.0324,668 0.035669 ],670 "n": 12,671 "by_cohort": {672 "2010": -0.0622,673 "2011": -0.0065,674 "2012": 0.0132,675 "2013": -0.006,676 "2014": -0.0003,677 "2015": 0.1127,678 "2016": 0.0256,679 "2017": 0.0389,680 "2018": 0.0098,681 "2019": -0.0904,682 "2020": -0.0511,683 "2021": 0.0319684 }685 },686 "post_w": {687 "mean": 0.0883,688 "t": 5.42,689 "t_plain": 2.22,690 "ci95": [691 -0.0825,692 0.2591693 ],694 "n": 3,695 "by_cohort": {696 "2022": 0.044,697 "2023": 0.1675,698 "2024": 0.0534699 }700 },701 "fm": {702 "slope_pct": 0.9,703 "t": 1.07,704 "t_plain": 1.37,705 "ci95_pct": [706 -0.51,707 2.32708 ],709 "n_years": 15710 },711 "fm_w": {712 "slope_pct": 0.92,713 "t": 1.49,714 "t_plain": 1.76,715 "ci95_pct": [716 -0.2,717 2.03718 ],719 "n_years": 15720 }721 }722 },723 "horse_race_w": {724 "composite_vs_keyword": {725 "z_AI_COMPOS": {726 "slope_pct": 1.85,727 "t": 2.37,728 "t_plain": 2.44729 },730 "z_KW": {731 "slope_pct": 0.36,732 "t": 0.68,733 "t_plain": 0.55734 }735 },736 "composite_vs_stripped": {737 "z_AI_COMPOS": {738 "slope_pct": 0.15,739 "t": 0.06,740 "t_plain": 0.07741 },742 "z_ALT": {743 "slope_pct": 1.66,744 "t": 0.79,745 "t_plain": 1.01746 }747 }748 },749 "ex_utilities_energy": {750 "n": 25420,751 "full": {752 "mean": 0.0636,753 "t": 2.61,754 "t_plain": 2.39,755 "ci95": [756 0.0065,757 0.1206758 ],759 "n": 15,760 "by_cohort": {761 "2010": -0.0815,762 "2011": 0.0177,763 "2012": 0.1092,764 "2013": -0.0149,765 "2014": 0.0057,766 "2015": 0.046,767 "2016": 0.0898,768 "2017": 0.1002,769 "2018": 0.2637,770 "2019": 0.0913,771 "2020": -0.0939,772 "2021": 0.1442,773 "2022": -0.061,774 "2023": 0.1366,775 "2024": 0.2003776 }777 },778 "full_w": {779 "mean": 0.0456,780 "t": 2.16,781 "t_plain": 1.84,782 "ci95": [783 -0.0075,784 0.0988785 ],786 "n": 15,787 "by_cohort": {788 "2010": -0.0936,789 "2011": 0.0154,790 "2012": 0.0923,791 "2013": -0.0165,792 "2014": -0.0034,793 "2015": 0.0396,794 "2016": 0.0848,795 "2017": 0.0946,796 "2018": 0.2361,797 "2019": -0.0158,798 "2020": -0.0841,799 "2021": 0.1384,800 "2022": -0.0423,801 "2023": 0.0423,802 "2024": 0.1969803 }804 },805 "pre_w": {806 "mean": 0.0406,807 "t": 1.79,808 "t_plain": 1.49,809 "ci95": [810 -0.0193,811 0.1006812 ],813 "n": 12,814 "by_cohort": {815 "2010": -0.0936,816 "2011": 0.0154,817 "2012": 0.0923,818 "2013": -0.0165,819 "2014": -0.0034,820 "2015": 0.0396,821 "2016": 0.0848,822 "2017": 0.0946,823 "2018": 0.2361,824 "2019": -0.0158,825 "2020": -0.0841,826 "2021": 0.1384827 }828 },829 "post_w": {830 "mean": 0.0656,831 "t": 1.34,832 "t_plain": 0.94,833 "ci95": [834 -0.2356,835 0.3669836 ],837 "n": 3,838 "by_cohort": {839 "2022": -0.0423,840 "2023": 0.0423,841 "2024": 0.1969842 }843 },844 "fm_w": {845 "slope_pct": 2.06,846 "t": 2.46,847 "t_plain": 2.57,848 "ci95_pct": [849 0.34,850 3.78851 ],852 "n_years": 15853 },854 "fm": {855 "slope_pct": 3.02,856 "t": 2.47,857 "t_plain": 2.8,858 "ci95_pct": [859 0.7,860 5.34861 ],862 "n_years": 15863 }864 },865 "q5_sector_shares": {866 "Information Technology": 0.325,867 "Industrials": 0.221,868 "Health Care": 0.121,869 "Financials": 0.067,870 "Utilities": 0.065,871 "Consumer Discretionary": 0.053,872 "Energy": 0.043,873 "Materials": 0.038874 },875 "utilities_share_q5_vs_all": [876 0.065,877 0.032878 ]879}