SPB Git

spb/wp33_uqo

Public MIT
1.2 KB · 48 lines json
1{2  "capacity": 16,3  "prompts": [4    {5      "prompt": "The capital of Canada is",6      "tokens": 5,7      "max_abs_dlogit": 0.0,8      "argmax_equal": true,9      "hit_rate": 0.2580101180438449,10      "misses": 440,11      "stall_s": 0.08382649859413505,12      "layers_routed": 4613    },14    {15      "prompt": "def fibonacci(n):\n    \"\"\"Return the n-th",16      "tokens": 21,17      "max_abs_dlogit": 0.0,18      "argmax_equal": true,19      "hit_rate": 0.42512908777969016,20      "misses": 1002,21      "stall_s": 0.18693941307719797,22      "layers_routed": 12723    },24    {25      "prompt": "Q: If a train travels 60 km in 45 minute",26      "tokens": 25,27      "max_abs_dlogit": 0.0,28      "argmax_equal": true,29      "hit_rate": 0.41904344010530936,30      "misses": 1324,31      "stall_s": 0.2490453717764467,32      "layers_routed": 16133    },34    {35      "prompt": "Les mod\u00e8les \u00e0 m\u00e9lange d'experts activent",36      "tokens": 26,37      "max_abs_dlogit": 0.0,38      "argmax_equal": true,39      "hit_rate": 0.45278969957081544,40      "misses": 1275,41      "stall_s": 0.23546966060530394,42      "layers_routed": 16443    }44  ],45  "tol": 0.001,46  "ts": "2026-11-01T01:33:42",47  "max_abs_dlogit_worst": 0.048}
Files · 27ccb9ab24f62ffe6b74e804d21dba925de70970
Menu

Theme