SPB Git

spb/wp35_uqo

Public
13.3 KB · 513 lines json
1{2  "runs_main": 6048,3  "runs_ablation": 584,4  "cells_main": 756,5  "seeds": 8,6  "paired_vs_none": [7    {8      "regime": "norms",9      "admin_capacity_ratio": 2.0,10      "n_pairs": 864,11      "share_lower_bits_per_success": 0.9965,12      "share_lower_bits_incl_setup": 0.0,13      "share_higher_success": 0.9931,14      "share_higher_welfare": 0.9005,15      "mean_d_bits_per_success": -5.4536,16      "mean_d_success": 0.0315,17      "mean_d_welfare": 1.512718    },19    {20      "regime": "records",21      "admin_capacity_ratio": 2.0,22      "n_pairs": 864,23      "share_lower_bits_per_success": 0.7118,24      "share_lower_bits_incl_setup": 0.5,25      "share_higher_success": 1.0,26      "share_higher_welfare": 1.0,27      "mean_d_bits_per_success": -43.5683,28      "mean_d_success": 0.4343,29      "mean_d_welfare": 25.670530    },31    {32      "regime": "central",33      "admin_capacity_ratio": 0.5,34      "n_pairs": 864,35      "share_lower_bits_per_success": 0.0046,36      "share_lower_bits_incl_setup": 0.0,37      "share_higher_success": 0.0069,38      "share_higher_welfare": 0.0,39      "mean_d_bits_per_success": 145.9244,40      "mean_d_success": -0.4424,41      "mean_d_welfare": -28.015242    },43    {44      "regime": "central",45      "admin_capacity_ratio": 2.0,46      "n_pairs": 864,47      "share_lower_bits_per_success": 0.7176,48      "share_lower_bits_incl_setup": 0.5,49      "share_higher_success": 1.0,50      "share_higher_welfare": 0.5,51      "mean_d_bits_per_success": -43.0953,52      "mean_d_success": 0.414,53      "mean_d_welfare": 11.641154    },55    {56      "regime": "federated",57      "admin_capacity_ratio": 0.5,58      "n_pairs": 864,59      "share_lower_bits_per_success": 0.6134,60      "share_lower_bits_incl_setup": 0.4444,61      "share_higher_success": 0.8333,62      "share_higher_welfare": 0.4699,63      "mean_d_bits_per_success": -28.5584,64      "mean_d_success": 0.2723,65      "mean_d_welfare": 4.728266    },67    {68      "regime": "federated",69      "admin_capacity_ratio": 2.0,70      "n_pairs": 864,71      "share_lower_bits_per_success": 0.7176,72      "share_lower_bits_incl_setup": 0.5,73      "share_higher_success": 1.0,74      "share_higher_welfare": 0.5,75      "mean_d_bits_per_success": -43.0953,76      "mean_d_success": 0.414,77      "mean_d_welfare": 11.641178    }79  ],80  "institution_loss_shares": [81    {82      "regime": "central",83      "admin_capacity_ratio": 0.5,84      "welfare_loss": 1.0,85      "bits_loss": 1.0,86      "success_loss": 1.0,87      "n_cells": 10888    },89    {90      "regime": "central",91      "admin_capacity_ratio": 2.0,92      "welfare_loss": 0.5,93      "bits_loss": 0.5,94      "success_loss": 0.0,95      "n_cells": 10896    },97    {98      "regime": "federated",99      "admin_capacity_ratio": 0.5,100      "welfare_loss": 0.5556,101      "bits_loss": 0.5556,102      "success_loss": 0.2222,103      "n_cells": 108104    },105    {106      "regime": "federated",107      "admin_capacity_ratio": 2.0,108      "welfare_loss": 0.5,109      "bits_loss": 0.5,110      "success_loss": 0.0,111      "n_cells": 108112    },113    {114      "regime": "norms",115      "admin_capacity_ratio": 2.0,116      "welfare_loss": 0.0648,117      "bits_loss": 1.0,118      "success_loss": 0.0,119      "n_cells": 108120    },121    {122      "regime": "records",123      "admin_capacity_ratio": 2.0,124      "welfare_loss": 0.0,125      "bits_loss": 0.5,126      "success_loss": 0.0,127      "n_cells": 108128    }129  ],130  "shock_effects": [131    {132      "shock_type": "distribution",133      "regime": "central",134      "admin_capacity_ratio": 0.5,135      "d_success_mean": 0.0,136      "d_success_std": 0.0,137      "d_success_count": 288,138      "d_bits_mean": 0.5233,139      "d_bits_std": 0.5283,140      "d_bits_count": 288,141      "kl_q_p_bits_mean": 0.5149,142      "kl_q_p_bits_std": 0.5158,143      "kl_q_p_bits_count": 288144    },145    {146      "shock_type": "distribution",147      "regime": "central",148      "admin_capacity_ratio": 2.0,149      "d_success_mean": 0.0,150      "d_success_std": 0.0,151      "d_success_count": 288,152      "d_bits_mean": 0.5233,153      "d_bits_std": 0.5283,154      "d_bits_count": 288,155      "kl_q_p_bits_mean": 0.5149,156      "kl_q_p_bits_std": 0.5158,157      "kl_q_p_bits_count": 288158    },159    {160      "shock_type": "distribution",161      "regime": "federated",162      "admin_capacity_ratio": 0.5,163      "d_success_mean": 0.0,164      "d_success_std": 0.0,165      "d_success_count": 288,166      "d_bits_mean": 0.5233,167      "d_bits_std": 0.5283,168      "d_bits_count": 288,169      "kl_q_p_bits_mean": 0.5149,170      "kl_q_p_bits_std": 0.5158,171      "kl_q_p_bits_count": 288172    },173    {174      "shock_type": "distribution",175      "regime": "federated",176      "admin_capacity_ratio": 2.0,177      "d_success_mean": 0.0,178      "d_success_std": 0.0,179      "d_success_count": 288,180      "d_bits_mean": 0.5233,181      "d_bits_std": 0.5283,182      "d_bits_count": 288,183      "kl_q_p_bits_mean": 0.5149,184      "kl_q_p_bits_std": 0.5158,185      "kl_q_p_bits_count": 288186    },187    {188      "shock_type": "distribution",189      "regime": "none",190      "admin_capacity_ratio": 2.0,191      "d_success_mean": 0.0,192      "d_success_std": 0.0,193      "d_success_count": 288,194      "d_bits_mean": 0.0,195      "d_bits_std": 0.0,196      "d_bits_count": 288,197      "kl_q_p_bits_mean": 0.5149,198      "kl_q_p_bits_std": 0.5158,199      "kl_q_p_bits_count": 288200    },201    {202      "shock_type": "distribution",203      "regime": "norms",204      "admin_capacity_ratio": 2.0,205      "d_success_mean": 0.0,206      "d_success_std": 0.0,207      "d_success_count": 288,208      "d_bits_mean": 0.5155,209      "d_bits_std": 0.523,210      "d_bits_count": 288,211      "kl_q_p_bits_mean": 0.5149,212      "kl_q_p_bits_std": 0.5158,213      "kl_q_p_bits_count": 288214    },215    {216      "shock_type": "distribution",217      "regime": "records",218      "admin_capacity_ratio": 2.0,219      "d_success_mean": 0.0,220      "d_success_std": 0.0,221      "d_success_count": 288,222      "d_bits_mean": 0.5245,223      "d_bits_std": 0.5303,224      "d_bits_count": 288,225      "kl_q_p_bits_mean": 0.5149,226      "kl_q_p_bits_std": 0.5158,227      "kl_q_p_bits_count": 288228    },229    {230      "shock_type": "network",231      "regime": "central",232      "admin_capacity_ratio": 0.5,233      "d_success_mean": 0.0,234      "d_success_std": 0.0,235      "d_success_count": 288,236      "d_bits_mean": 0.0116,237      "d_bits_std": 0.1395,238      "d_bits_count": 288,239      "kl_q_p_bits_mean": 0.0,240      "kl_q_p_bits_std": 0.0,241      "kl_q_p_bits_count": 288242    },243    {244      "shock_type": "network",245      "regime": "central",246      "admin_capacity_ratio": 2.0,247      "d_success_mean": -0.0757,248      "d_success_std": 0.0989,249      "d_success_count": 288,250      "d_bits_mean": 0.0116,251      "d_bits_std": 0.1395,252      "d_bits_count": 288,253      "kl_q_p_bits_mean": 0.0,254      "kl_q_p_bits_std": 0.0,255      "kl_q_p_bits_count": 288256    },257    {258      "shock_type": "network",259      "regime": "federated",260      "admin_capacity_ratio": 0.5,261      "d_success_mean": -0.0799,262      "d_success_std": 0.1988,263      "d_success_count": 288,264      "d_bits_mean": 0.0116,265      "d_bits_std": 0.1395,266      "d_bits_count": 288,267      "kl_q_p_bits_mean": 0.0,268      "kl_q_p_bits_std": 0.0,269      "kl_q_p_bits_count": 288270    },271    {272      "shock_type": "network",273      "regime": "federated",274      "admin_capacity_ratio": 2.0,275      "d_success_mean": -0.0757,276      "d_success_std": 0.0989,277      "d_success_count": 288,278      "d_bits_mean": 0.0116,279      "d_bits_std": 0.1395,280      "d_bits_count": 288,281      "kl_q_p_bits_mean": 0.0,282      "kl_q_p_bits_std": 0.0,283      "kl_q_p_bits_count": 288284    },285    {286      "shock_type": "network",287      "regime": "none",288      "admin_capacity_ratio": 2.0,289      "d_success_mean": -0.0038,290      "d_success_std": 0.0181,291      "d_success_count": 288,292      "d_bits_mean": 0.0,293      "d_bits_std": 0.0,294      "d_bits_count": 288,295      "kl_q_p_bits_mean": 0.0,296      "kl_q_p_bits_std": 0.0,297      "kl_q_p_bits_count": 288298    },299    {300      "shock_type": "network",301      "regime": "norms",302      "admin_capacity_ratio": 2.0,303      "d_success_mean": -0.004,304      "d_success_std": 0.0182,305      "d_success_count": 288,306      "d_bits_mean": 0.0013,307      "d_bits_std": 0.1344,308      "d_bits_count": 288,309      "kl_q_p_bits_mean": 0.0,310      "kl_q_p_bits_std": 0.0,311      "kl_q_p_bits_count": 288312    },313    {314      "shock_type": "network",315      "regime": "records",316      "admin_capacity_ratio": 2.0,317      "d_success_mean": -0.0698,318      "d_success_std": 0.0834,319      "d_success_count": 288,320      "d_bits_mean": -0.0028,321      "d_bits_std": 0.1078,322      "d_bits_count": 288,323      "kl_q_p_bits_mean": 0.0,324      "kl_q_p_bits_std": 0.0,325      "kl_q_p_bits_count": 288326    }327  ],328  "ablations": {329    "reference": {330      "central": {331        "success_rate": 1.0,332        "bits_per_success_incl_setup": 28.1329,333        "welfare_per_agent": 44.4486334      },335      "federated": {336        "success_rate": 1.0,337        "bits_per_success_incl_setup": 28.1329,338        "welfare_per_agent": 44.4486339      },340      "none": {341        "success_rate": 0.9178,342        "bits_per_success_incl_setup": 15.2547,343        "welfare_per_agent": 55.0433344      },345      "norms": {346        "success_rate": 0.9603,347        "bits_per_success_incl_setup": 23.7302,348        "welfare_per_agent": 57.2665349      },350      "records": {351        "success_rate": 1.0,352        "bits_per_success_incl_setup": 24.809,353        "welfare_per_agent": 59.3009354      }355    },356    "records_without_verification": {357      "success_rate": 0.9603,358      "bits_per_success_incl_setup": 25.8128,359      "welfare_per_agent": 57.1857360    },361    "norms_adaptation": {362      "0": {363        "d_bits": 0.0349,364        "success_post": 0.9634,365        "kl_q_p_bits": 1.9796366      },367      "10": {368        "d_bits": 1.9173,369        "success_post": 0.9634,370        "kl_q_p_bits": 1.9796371      },372      "1000": {373        "d_bits": 3.7915,374        "success_post": 0.9634,375        "kl_q_p_bits": 1.9796376      }377    },378    "breakeven_norms_wins_bits": {379      "s=16,zipf=0.0,T=40,learn=200.0": false,380      "s=64,zipf=0.0,T=40,learn=200.0": false,381      "s=64,zipf=0.5,T=40,learn=200.0": false,382      "s=64,zipf=1.0,T=10,learn=0.0": true,383      "s=64,zipf=1.0,T=10,learn=200.0": false,384      "s=64,zipf=1.0,T=10,learn=1000.0": false,385      "s=64,zipf=1.0,T=40,learn=0.0": true,386      "s=64,zipf=1.0,T=40,learn=200.0": false,387      "s=64,zipf=1.0,T=40,learn=1000.0": false,388      "s=64,zipf=1.0,T=160,learn=0.0": true,389      "s=64,zipf=1.0,T=160,learn=200.0": false,390      "s=64,zipf=1.0,T=160,learn=1000.0": false,391      "s=64,zipf=1.5,T=40,learn=200.0": false,392      "s=64,zipf=2.5,T=40,learn=200.0": false,393      "s=256,zipf=0.0,T=40,learn=200.0": false,394      "s=256,zipf=1.5,T=10,learn=200.0": false,395      "s=256,zipf=1.5,T=10,learn=1000.0": false,396      "s=256,zipf=1.5,T=40,learn=200.0": false,397      "s=256,zipf=1.5,T=40,learn=1000.0": false,398      "s=256,zipf=1.5,T=160,learn=200.0": true,399      "s=256,zipf=1.5,T=160,learn=1000.0": false400    },401    "heterogeneity_eps": {402      "eps=0.05,none": {403        "success_rate": 0.9835,404        "fail_decode_share": 0.0165405      },406      "eps=0.05,norms": {407        "success_rate": 0.9603,408        "fail_decode_share": 0.0397409      },410      "eps=0.25,none": {411        "success_rate": 0.9178,412        "fail_decode_share": 0.0822413      },414      "eps=0.25,norms": {415        "success_rate": 0.9603,416        "fail_decode_share": 0.0397417      },418      "eps=0.6,none": {419        "success_rate": 0.8077,420        "fail_decode_share": 0.1923421      },422      "eps=0.6,norms": {423        "success_rate": 0.9603,424        "fail_decode_share": 0.0397425      }426    },427    "federated_branching": {428      "4": {429        "success_rate": 1.0,430        "msgs_per_task": 8.8566,431        "root_load_mean": 47.6688432      },433      "8": {434        "success_rate": 1.0,435        "msgs_per_task": 6.6146,436        "root_load_mean": 41.75437      },438      "16": {439        "success_rate": 1.0,440        "msgs_per_task": 6.2688,441        "root_load_mean": 208.3938442      }443    },444    "coding_gain": {445      "s=16,zipf=0.0": {446        "H": 4.0,447        "L_code": 4.0,448        "L_raw": 4.0,449        "bits_per_task": 10.0450      },451      "s=64,zipf=0.0": {452        "H": 6.0,453        "L_code": 6.0,454        "L_raw": 6.0,455        "bits_per_task": 14.0456      },457      "s=64,zipf=0.5": {458        "H": 5.781,459        "L_code": 6.236,460        "L_raw": 6.0,461        "bits_per_task": 14.467462      },463      "s=64,zipf=1.0": {464        "H": 4.864,465        "L_code": 5.443,466        "L_raw": 6.0,467        "bits_per_task": 12.883468      },469      "s=64,zipf=1.5": {470        "H": 3.435,471        "L_code": 4.005,472        "L_raw": 6.0,473        "bits_per_task": 10.013474      },475      "s=64,zipf=2.5": {476        "H": 1.448,477        "L_code": 1.957,478        "L_raw": 6.0,479        "bits_per_task": 5.916480      },481      "s=256,zipf=0.0": {482        "H": 8.0,483        "L_code": 8.0,484        "L_raw": 8.0,485        "bits_per_task": 18.0486      },487      "s=256,zipf=1.5": {488        "H": 3.916,489        "L_code": 4.444,490        "L_raw": 8.0,491        "bits_per_task": 10.89492      }493    }494  },495  "theorem_checks": {496    "T1_code_shorter_than_raw_when_H_le_log2s_minus_1": true,497    "T1_cells_where_code_longer_than_raw": [498      {499        "s": 64,500        "zipf": 0.5,501        "H_p_bits": 5.781,502        "L_code_bits": 6.236,503        "L_raw_bits": 6.0504      }505    ],506    "T1_entropy_le_code_lt_entropy_plus_1": true,507    "T3_post_shock_extra_bits_per_recipient_norms_vs_KL": {508      "mean_extra_bits_per_recipient": 1.895726362235342,509      "mean_KL": 1.979594637192137,510      "within_KL_pm_1": true511    }512  }513}
Files · 39ef4252c6e9baf1f0a3a4809ca1ab5579d2895d
Menu

Theme