SPB Git

spb/wp33_uqo

Public MIT
1.2 KB · 48 lines json
1{2  "capacity": 32,3  "prompts": [4    {5      "prompt": "The capital of Canada is",6      "tokens": 5,7      "max_abs_dlogit": 0.0,8      "argmax_equal": true,9      "hit_rate": 0.0,10      "misses": 430,11      "stall_s": 0.15570437733549625,12      "layers_routed": 1613    },14    {15      "prompt": "def fibonacci(n):\n    \"\"\"Return the n-th",16      "tokens": 21,17      "max_abs_dlogit": 0.0,18      "argmax_equal": true,19      "hit_rate": 0.6060606060606061,20      "misses": 429,21      "stall_s": 0.17039532936178148,22      "layers_routed": 4023    },24    {25      "prompt": "Q: If a train travels 60 km in 45 minute",26      "tokens": 25,27      "max_abs_dlogit": 0.0,28      "argmax_equal": true,29      "hit_rate": 0.6090458488228006,30      "misses": 631,31      "stall_s": 0.2514517061645165,32      "layers_routed": 5833    },34    {35      "prompt": "Les mod\u00e8les \u00e0 m\u00e9lange d'experts activent",36      "tokens": 26,37      "max_abs_dlogit": 0.0,38      "argmax_equal": true,39      "hit_rate": 0.6224188790560472,40      "misses": 512,41      "stall_s": 0.20229292241856456,42      "layers_routed": 4943    }44  ],45  "tol": 0.001,46  "ts": "2026-11-01T01:22:58",47  "max_abs_dlogit_worst": 0.048}
Files · 27ccb9ab24f62ffe6b74e804d21dba925de70970
Menu

Theme