document_id,question_id,pair,task_family,access,policy,condition,fallback,quality_operational,cost,bytes,router_ms
exec_00201_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,2898.354790871963,1577.0,0.00658305361866951
exec_00201_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,4078.0782917281613,7892.0,0.0
exec_00201_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,4078.0782917281613,7892.0,0.0
exec_00201_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,18840.69612401072,1371.0,0.0
exec_00201_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,4663.535250001587,208974542.0,0.0
exec_00201_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,4078.0782917281613,7892.0,0.0
exec_00201_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,2947.3575002048165,2361.0,0.0014170072972774506
exec_00201_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,2947.3575002048165,2361.0,0.0
exec_00201_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3930.4153762059286,52310650.0,0.0
exec_00201_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,2947.3575002048165,2361.0,0.0
exec_00201_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1335.267708171159,1475.0,0.0015830155462026596
exec_00201_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1644.0736249787733,7892.0,0.0
exec_00201_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1644.0736249787733,7892.0,0.0
exec_00201_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,6632.420875015669,1068.0,0.0
exec_00201_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1705.820499919355,69394120.0,0.0
exec_00201_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1644.0736249787733,7892.0,0.0
exec_00201_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1495.8093737950549,2283.0,0.0014998950064182281
exec_00201_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1495.8093737950549,2283.0,0.0
exec_00201_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1545.8742089103907,17342029.0,0.0
exec_00201_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1495.8093737950549,2283.0,0.0
exec_00202_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,2847.7058329153806,1648.0,0.0010420335456728935
exec_00202_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,3670.8064989652485,7665.0,0.0
exec_00202_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,3670.8064989652485,7665.0,0.0
exec_00202_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,18118.443208863027,1247.0,0.0
exec_00202_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,4315.387376002036,207598286.0,0.0
exec_00202_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,3670.8064989652485,7665.0,0.0
exec_00202_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,2981.781833106652,2257.0,0.000833999365568161
exec_00202_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,2981.781833106652,2257.0,0.0
exec_00202_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3400.980542995967,51851899.0,0.0
exec_00202_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,2981.781833106652,2257.0,0.0
exec_00202_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1260.066291084513,1470.0,0.0009579816833138466
exec_00202_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1607.113916077651,7665.0,0.0
exec_00202_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1607.113916077651,7665.0,0.0
exec_00202_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8385.855874046683,1313.0,0.0
exec_00202_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1664.0977069037035,69394120.0,0.0
exec_00202_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1607.113916077651,7665.0,0.0
exec_00202_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1418.179207132198,2179.0,0.0007079215720295906
exec_00202_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1418.179207132198,2179.0,0.0
exec_00202_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1341.1720817675814,17342029.0,0.0
exec_00202_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1418.179207132198,2179.0,0.0
exec_00203_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,2797.7089581545442,1554.0,0.0010409858077764511
exec_00203_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,3855.463208979927,7788.0,0.0
exec_00203_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,3855.463208979927,7788.0,0.0
exec_00203_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,18950.906709069386,1250.0,0.0
exec_00203_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,4438.619293039665,208286414.0,0.0
exec_00203_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,3855.463208979927,7788.0,0.0
exec_00203_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,3270.545374020003,2342.0,0.0008749775588512421
exec_00203_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,3270.545374020003,2342.0,0.0
exec_00203_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3417.1792078996077,52081275.0,0.0
exec_00203_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,3270.545374020003,2342.0,0.0
exec_00203_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1291.8837920296937,1478.0,0.0007910421118140221
exec_00203_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1580.7207489851862,7788.0,0.0
exec_00203_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1580.7207489851862,7788.0,0.0
exec_00203_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,3875.469958060421,545.0,0.0
exec_00203_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1647.104541072622,69320392.0,0.0
exec_00203_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1580.7207489851862,7788.0,0.0
exec_00203_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1668.303543003276,2253.0,0.0007919734343886375
exec_00203_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1668.303543003276,2253.0,0.0
exec_00203_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1485.6332492781803,17342030.0,0.0
exec_00203_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1668.303543003276,2253.0,0.0
exec_00204_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,2557.956209173426,1546.0,0.0006670597940683365
exec_00204_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,0.0,3587.538873893209,7921.0,0.0
exec_00204_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,0.0,3587.538873893209,7921.0,0.0
exec_00204_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,19432.73825000506,1244.0,0.0
exec_00204_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,0.0,3834.2401240952313,210580174.0,0.0
exec_00204_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A2|budget_tokens=512,False,1.0,2989.414041978307,2190.0,0.0
exec_00204_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,2909.11795606371,2365.0,0.0006669433787465096
exec_00204_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,2909.11795606371,2365.0,0.0
exec_00204_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3370.228501036763,52654714.0,0.0
exec_00204_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,2909.11795606371,2365.0,0.0
exec_00204_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1172.0534159103408,1470.0,0.0012079253792762756
exec_00204_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1496.7072078725323,7921.0,0.0
exec_00204_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1496.7072078725323,7921.0,0.0
exec_00204_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8250.417000963353,1295.0,0.0
exec_00204_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1569.0358319552615,69799624.0,0.0
exec_00204_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1496.7072078725323,7921.0,0.0
exec_00204_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1342.0802089385688,2365.0,0.0008329516276717186
exec_00204_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1342.0802089385688,2365.0,0.0
exec_00204_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1353.7841672077775,17452622.0,0.0
exec_00204_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1342.0802089385688,2365.0,0.0
exec_00205_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1412.5354171264917,1549.0,0.000708969309926033
exec_00205_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1988.5661250445992,7882.0,0.0
exec_00205_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1988.5661250445992,7882.0,0.0
exec_00205_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8203.234082902782,1250.0,0.0
exec_00205_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2159.523501060903,210809550.0,0.0
exec_00205_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1988.5661250445992,7882.0,0.0
exec_00205_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1424.5698319282383,2432.0,0.0007079215720295906
exec_00205_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1424.5698319282383,2432.0,0.0
exec_00205_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1744.9610410258174,52769402.0,0.0
exec_00205_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1424.5698319282383,2432.0,0.0
exec_00205_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1347.622832050547,1466.0,0.0007499475032091141
exec_00205_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1619.8460828745738,7882.0,0.0
exec_00205_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1619.8460828745738,7882.0,0.0
exec_00205_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7858.295914949849,948.0,0.0
exec_00205_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1683.6965429829434,70315720.0,0.0
exec_00205_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1619.8460828745738,7882.0,0.0
exec_00205_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1425.787956919521,2343.0,0.001250067725777626
exec_00205_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1425.787956919521,2343.0,0.0
exec_00205_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2332.3835829505697,17600079.0,0.0
exec_00205_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1425.787956919521,2343.0,0.0
exec_00206_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1370.1714980416,1549.0,0.0009159557521343231
exec_00206_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1982.9769999487326,7727.0,0.0
exec_00206_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1982.9769999487326,7727.0,0.0
exec_00206_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7855.465750209987,1316.0,0.0
exec_00206_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,4519.850166048855,207598286.0,0.0
exec_00206_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1982.9769999487326,7727.0,0.0
exec_00206_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1442.2337079886347,2352.0,0.0007080379873514175
exec_00206_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1442.2337079886347,2352.0,0.0
exec_00206_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3507.472249912098,51851899.0,0.0
exec_00206_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1442.2337079886347,2352.0,0.0
exec_00206_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1290.5516260070726,1415.0,0.0007080379873514175
exec_00206_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1614.2635830910876,7727.0,0.0
exec_00206_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1614.2635830910876,7727.0,0.0
exec_00206_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,1.0,4514.631292084232,416.0,0.0
exec_00206_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1688.1241671508178,69320392.0,0.0
exec_00206_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1614.2635830910876,7727.0,0.0
exec_00206_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1529.291499289684,2352.0,0.0006249174475669861
exec_00206_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1529.291499289684,2352.0,0.0
exec_00206_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1352.5152510264888,17342030.0,0.0
exec_00206_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1529.291499289684,2352.0,0.0
exec_00207_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,3269.3538330495358,1583.0,0.0011670636013150215
exec_00207_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,4638.321083853953,7856.0,0.0
exec_00207_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,4638.321083853953,7856.0,0.0
exec_00207_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,13932.680083788,1250.0,0.0
exec_00207_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,4183.7526662275195,208630478.0,0.0
exec_00207_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,4638.321083853953,7856.0,0.0
exec_00207_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,3588.833999936469,2384.0,0.0007909256964921951
exec_00207_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,3588.833999936469,2384.0,0.0
exec_00207_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3161.450457992032,52195963.0,0.0
exec_00207_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,3588.833999936469,2384.0,0.0
exec_00207_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1240.99891691003,1417.0,0.000959029421210289
exec_00207_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1604.049832909368,7856.0,0.0
exec_00207_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1604.049832909368,7856.0,0.0
exec_00207_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,6261.655458016321,910.0,0.0
exec_00207_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1626.1285010259598,69394120.0,0.0
exec_00207_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1604.049832909368,7856.0,0.0
exec_00207_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1652.9977900208905,2306.0,0.0007080379873514175
exec_00207_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1652.9977900208905,2306.0,0.0
exec_00207_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1371.52629182674,17342029.0,0.0
exec_00207_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1652.9977900208905,2306.0,0.0
exec_00208_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,2809.0215830598027,1601.0,0.0006670597940683365
exec_00208_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,3937.5115832081065,7854.0,0.0
exec_00208_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,3937.5115832081065,7854.0,0.0
exec_00208_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,17982.33070690185,1259.0,0.0
exec_00208_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,4129.443541169167,210580174.0,0.0
exec_00208_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,3937.5115832081065,7854.0,0.0
exec_00208_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,2856.878291000612,2365.0,0.0009579816833138466
exec_00208_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,2856.878291000612,2365.0,0.0
exec_00208_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3047.83249925822,52654715.0,0.0
exec_00208_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,2856.878291000612,2365.0,0.0
exec_00208_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1295.6925829639658,1416.0,0.0008749775588512421
exec_00208_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1826.7414590809494,7854.0,0.0
exec_00208_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1826.7414590809494,7854.0,0.0
exec_00208_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,6541.250750073232,1144.0,0.0
exec_00208_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1893.72112613637,70463176.0,0.0
exec_00208_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1826.7414590809494,7854.0,0.0
exec_00208_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1560.7592918677256,2365.0,0.0006669433787465096
exec_00208_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1560.7592918677256,2365.0,0.0
exec_00208_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1350.1092500519007,17636943.0,0.0
exec_00208_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1560.7592918677256,2365.0,0.0
exec_00209_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,2449.8552919831127,1543.0,0.000708969309926033
exec_00209_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,3122.5159580353647,7865.0,0.0
exec_00209_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,3122.5159580353647,7865.0,0.0
exec_00209_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,17765.60674898792,1359.0,0.0
exec_00209_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,3415.372289950028,210236110.0,0.0
exec_00209_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,3122.5159580353647,7865.0,0.0
exec_00209_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,2742.83803999424,2328.0,0.0006670597940683365
exec_00209_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,2742.83803999424,2328.0,0.0
exec_00209_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3208.1365409540012,52540027.0,0.0
exec_00209_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,2742.83803999424,2328.0,0.0
exec_00209_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1178.2373340101913,1403.0,0.0009170034900307655
exec_00209_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1495.5051250290126,7865.0,0.0
exec_00209_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1495.5051250290126,7865.0,0.0
exec_00209_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,1550.828291918151,258.0,0.0
exec_00209_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1569.18120814953,69725896.0,0.0
exec_00209_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1495.5051250290126,7865.0,0.0
exec_00209_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1344.4712919881567,2239.0,0.0007080379873514175
exec_00209_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1344.4712919881567,2239.0,0.0
exec_00209_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1598.76720700413,17452621.0,0.0
exec_00209_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1344.4712919881567,2239.0,0.0
exec_00210_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,2650.953457923606,1571.0,0.00100000761449337
exec_00210_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,3771.956001059152,7811.0,0.0
exec_00210_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,3771.956001059152,7811.0,0.0
exec_00210_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,16851.903582923114,1247.0,0.0
exec_00210_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,3720.702750957571,210924238.0,0.0
exec_00210_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,3771.956001059152,7811.0,0.0
exec_00210_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,3036.1409159377217,2354.0,0.0007499475032091141
exec_00210_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,3036.1409159377217,2354.0,0.0
exec_00210_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3877.594792167656,52769402.0,0.0
exec_00210_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,3036.1409159377217,2354.0,0.0
exec_00210_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1290.8206670545042,1469.0,0.000625033862888813
exec_00210_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1573.1009999290109,7811.0,0.0
exec_00210_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1573.1009999290109,7811.0,0.0
exec_00210_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7271.23083290644,1299.0,0.0
exec_00210_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1637.841916992329,70168264.0,0.0
exec_00210_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1573.1009999290109,7811.0,0.0
exec_00210_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1428.5058751702309,2354.0,0.0007499475032091141
exec_00210_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1428.5058751702309,2354.0,0.0
exec_00210_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1561.9503749767318,17563213.0,0.0
exec_00210_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1428.5058751702309,2354.0,0.0
exec_00211_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,2843.283250113018,1555.0,0.000500003807246685
exec_00211_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,3928.5363749368116,7909.0,0.0
exec_00211_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,3928.5363749368116,7909.0,0.0
exec_00211_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,20270.568250096403,1228.0,0.0
exec_00211_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,4871.013792231679,208630478.0,0.0
exec_00211_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,3928.5363749368116,7909.0,0.0
exec_00211_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,2745.4061660682783,2271.0,0.000625033862888813
exec_00211_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,2745.4061660682783,2271.0,0.0
exec_00211_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3161.085664993152,52195963.0,0.0
exec_00211_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,2745.4061660682783,2271.0,0.0
exec_00211_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1272.562334081158,1415.0,0.0006670597940683365
exec_00211_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1619.9105001287535,7909.0,0.0
exec_00211_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1619.9105001287535,7909.0,0.0
exec_00211_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7881.2695419183,1272.0,0.0
exec_00211_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1671.3640419766307,69172936.0,0.0
exec_00211_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1619.9105001287535,7909.0,0.0
exec_00211_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1514.4395839888602,2182.0,0.000584055669605732
exec_00211_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1514.4395839888602,2182.0,0.0
exec_00211_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1313.0883319536224,17305166.0,0.0
exec_00211_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1514.4395839888602,2182.0,0.0
exec_00212_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,2218.357208999805,1571.0,0.000625033862888813
exec_00212_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,2999.6142500313,7882.0,0.0
exec_00212_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,2999.6142500313,7882.0,0.0
exec_00212_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,24403.515627025627,1238.0,0.0
exec_00212_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,4746.445041964762,211382990.0,0.0
exec_00212_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,2999.6142500313,7882.0,0.0
exec_00212_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,2486.185541143641,2437.0,0.0009160721674561501
exec_00212_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,2486.185541143641,2437.0,0.0
exec_00212_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1902.736916905269,52884090.0,0.0
exec_00212_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,2486.185541143641,2437.0,0.0
exec_00212_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1161.5645830752328,1488.0,0.0007919734343886375
exec_00212_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1501.6342081362382,7882.0,0.0
exec_00212_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1501.6342081362382,7882.0,0.0
exec_00212_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,6199.6475419728085,771.0,0.0
exec_00212_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1549.033998977393,70315720.0,0.0
exec_00212_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1501.6342081362382,7882.0,0.0
exec_00212_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1302.5769169908017,2348.0,0.000750063918530941
exec_00212_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1302.5769169908017,2348.0,0.0
exec_00212_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1509.917417075485,17600079.0,0.0
exec_00212_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1302.5769169908017,2348.0,0.0
exec_00213_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1378.1810429645702,1577.0,0.000708969309926033
exec_00213_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1937.6740820007399,7695.0,0.0
exec_00213_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1937.6740820007399,7695.0,0.0
exec_00213_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,9093.486875179224,1226.0,0.0
exec_00213_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2301.695666857995,204960460.0,0.0
exec_00213_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1937.6740820007399,7695.0,0.0
exec_00213_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1438.2697908440605,2314.0,0.0005830079317092896
exec_00213_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1438.2697908440605,2314.0,0.0
exec_00213_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2060.168875847012,51278459.0,0.0
exec_00213_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1438.2697908440605,2314.0,0.0
exec_00213_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1309.3475409550592,1411.0,0.0006249174475669861
exec_00213_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1614.9941668845713,7695.0,0.0
exec_00213_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1614.9941668845713,7695.0,0.0
exec_00213_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,5304.798876983114,807.0,0.0
exec_00213_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1713.1388330599293,67993288.0,0.0
exec_00213_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1614.9941668845713,7695.0,0.0
exec_00213_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1709.548000129871,2314.0,0.0027919886633753777
exec_00213_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1709.548000129871,2314.0,0.0
exec_00213_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1539.8415417876095,17010252.0,0.0
exec_00213_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1709.548000129871,2314.0,0.0
exec_00214_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1499.6548341587186,1573.0,0.00208395067602396
exec_00214_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,2203.4193739527836,7815.0,0.0
exec_00214_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,2203.4193739527836,7815.0,0.0
exec_00214_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8280.35187581554,1223.0,0.0
exec_00214_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2161.504624178633,212071118.0,0.0
exec_00214_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,2203.4193739527836,7815.0,0.0
exec_00214_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1624.8035001335666,2411.0,0.0031669624149799347
exec_00214_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1624.8035001335666,2411.0,0.0
exec_00214_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1776.8017910420895,52998778.0,0.0
exec_00214_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1624.8035001335666,2411.0,0.0
exec_00214_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1285.924082971178,1407.0,0.002040993422269821
exec_00214_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1671.3526669191197,7815.0,0.0
exec_00214_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1671.3526669191197,7815.0,0.0
exec_00214_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,6751.5257492195815,743.0,0.0
exec_00214_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1714.23020795919,70831816.0,0.0
exec_00214_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1671.3526669191197,7815.0,0.0
exec_00214_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1597.3200839944184,2333.0,0.00100000761449337
exec_00214_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1597.3200839944184,2333.0,0.0
exec_00214_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1778.9847909007221,17710671.0,0.0
exec_00214_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1597.3200839944184,2333.0,0.0
exec_00215_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1267.9089589510113,1572.0,0.001334003172814846
exec_00215_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1876.4791659777984,7894.0,0.0
exec_00215_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1876.4791659777984,7894.0,0.0
exec_00215_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8293.04391599726,1238.0,0.0
exec_00215_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2018.9989161444828,211153614.0,0.0
exec_00215_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1876.4791659777984,7894.0,0.0
exec_00215_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1466.4035830646753,2263.0,0.0007910421118140221
exec_00215_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1466.4035830646753,2263.0,0.0
exec_00215_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1869.471542071551,52769402.0,0.0
exec_00215_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1466.4035830646753,2263.0,0.0
exec_00215_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1282.1542909368873,1470.0,0.000584055669605732
exec_00215_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1564.53158298973,7894.0,0.0
exec_00215_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1564.53158298973,7894.0,0.0
exec_00215_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,4428.503125905991,765.0,0.0
exec_00215_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1638.1674997974187,70205128.0,0.0
exec_00215_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1564.53158298973,7894.0,0.0
exec_00215_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1423.0679579777643,2263.0,0.0007499475032091141
exec_00215_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1423.0679579777643,2263.0,0.0
exec_00215_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1554.9405009951442,17563213.0,0.0
exec_00215_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1423.0679579777643,2263.0,0.0
exec_00216_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1415.023458073847,1559.0,0.0006670597940683365
exec_00216_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1989.509124075994,7838.0,0.0
exec_00216_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1989.509124075994,7838.0,0.0
exec_00216_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8278.534125885926,1220.0,0.0
exec_00216_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2180.2154978504404,214479566.0,0.0
exec_00216_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1989.509124075994,7838.0,0.0
exec_00216_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1426.7449998296797,2419.0,0.000625033862888813
exec_00216_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1426.7449998296797,2419.0,0.0
exec_00216_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1950.8930839365348,53686906.0,0.0
exec_00216_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1426.7449998296797,2419.0,0.0
exec_00216_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1268.9937910763547,1412.0,0.0007080379873514175
exec_00216_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1647.4546249955893,7838.0,0.0
exec_00216_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1647.4546249955893,7838.0,0.0
exec_00216_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,1046.8592090765014,118.0,0.0
exec_00216_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1696.0788751021028,72158924.0,0.0
exec_00216_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1647.4546249955893,7838.0,0.0
exec_00216_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1447.8316670283675,2341.0,0.000625033862888813
exec_00216_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1447.8316670283675,2341.0,0.0
exec_00216_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1609.4211658928543,18042451.0,0.0
exec_00216_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1447.8316670283675,2341.0,0.0
exec_00217_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1308.3278338890523,1544.0,0.000500003807246685
exec_00217_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1961.9589990470558,7764.0,0.0
exec_00217_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1961.9589990470558,7764.0,0.0
exec_00217_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7836.665459908545,1344.0,0.0
exec_00217_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2145.5719579244033,207712974.0,0.0
exec_00217_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1961.9589990470558,7764.0,0.0
exec_00217_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1332.243417040445,2326.0,0.0009170034900307655
exec_00217_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1332.243417040445,2326.0,0.0
exec_00217_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1836.5085421828553,51966586.0,0.0
exec_00217_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1332.243417040445,2326.0,0.0
exec_00217_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1239.962043124251,1404.0,0.0007910421118140221
exec_00217_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1608.1529590301216,7764.0,0.0
exec_00217_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1608.1529590301216,7764.0,0.0
exec_00217_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,1.0,4596.724792034365,415.0,0.0
exec_00217_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1664.6554172039032,69209800.0,0.0
exec_00217_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1608.1529590301216,7764.0,0.0
exec_00217_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1517.7210419205949,2248.0,0.0006670597940683365
exec_00217_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1517.7210419205949,2248.0,0.0
exec_00217_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1510.3145831963047,17305166.0,0.0
exec_00217_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1517.7210419205949,2248.0,0.0
exec_00218_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1280.7501259958372,1566.0,0.0006670597940683365
exec_00218_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1866.878041997552,7776.0,0.0
exec_00218_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1866.878041997552,7776.0,0.0
exec_00218_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8170.577707816847,1208.0,0.0
exec_00218_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2006.7035830579698,207942350.0,0.0
exec_00218_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1866.878041997552,7776.0,0.0
exec_00218_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1432.18112597242,2327.0,0.0007080379873514175
exec_00218_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1432.18112597242,2327.0,0.0
exec_00218_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1726.8042481737211,51966586.0,0.0
exec_00218_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1432.18112597242,2327.0,0.0
exec_00218_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1282.1601670002565,1464.0,0.0020419247448444366
exec_00218_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1593.9725000644103,7776.0,0.0
exec_00218_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1593.9725000644103,7776.0,0.0
exec_00218_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,1.0,4985.719584045,729.0,0.0
exec_00218_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1635.3335819439963,68914888.0,0.0
exec_00218_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1593.9725000644103,7776.0,0.0
exec_00218_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1399.0301670273766,2327.0,0.0008749775588512421
exec_00218_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1399.0301670273766,2327.0,0.0
exec_00218_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1272.3469991469756,17231437.0,0.0
exec_00218_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1399.0301670273766,2327.0,0.0
exec_00219_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1310.9014999354258,1548.0,0.000750063918530941
exec_00219_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1986.3491670694202,7938.0,0.0
exec_00219_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1986.3491670694202,7938.0,0.0
exec_00219_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8317.945790826343,1256.0,0.0
exec_00219_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2150.686541805044,210465486.0,0.0
exec_00219_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1986.3491670694202,7938.0,0.0
exec_00219_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1368.729916983284,2322.0,0.0006249174475669861
exec_00219_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1368.729916983284,2322.0,0.0
exec_00219_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1733.7593329139054,52654713.0,0.0
exec_00219_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1368.729916983284,2322.0,0.0
exec_00219_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1281.809084233828,1408.0,0.0005419133231043816
exec_00219_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1617.6054158713669,7938.0,0.0
exec_00219_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1617.6054158713669,7938.0,0.0
exec_00219_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,1.0,6956.496958970092,1216.0,0.0
exec_00219_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1668.5046660713851,69799624.0,0.0
exec_00219_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1617.6054158713669,7938.0,0.0
exec_00219_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1527.773666079156,2322.0,0.0009170034900307655
exec_00219_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1527.773666079156,2322.0,0.0
exec_00219_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1547.8734578937292,17452621.0,0.0
exec_00219_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1527.773666079156,2322.0,0.0
exec_00220_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1329.4371661031619,1542.0,0.0008749775588512421
exec_00220_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,2007.770249969326,7750.0,0.0
exec_00220_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,2007.770249969326,7750.0,0.0
exec_00220_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7838.553166948259,1206.0,0.0
exec_00220_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2165.296249790117,209777358.0,0.0
exec_00220_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,2007.770249969326,7750.0,0.0
exec_00220_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1386.899875011295,2346.0,0.0006669433787465096
exec_00220_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1386.899875011295,2346.0,0.0
exec_00220_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1750.9072500979528,52425338.0,0.0
exec_00220_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1386.899875011295,2346.0,0.0
exec_00220_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1393.448708113283,1466.0,0.0006249174475669861
exec_00220_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1621.615749085322,7750.0,0.0
exec_00220_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1621.615749085322,7750.0,0.0
exec_00220_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8589.644583989866,1143.0,0.0
exec_00220_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1710.431206971407,70057672.0,0.0
exec_00220_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1621.615749085322,7750.0,0.0
exec_00220_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1557.0072069531307,2268.0,0.000583939254283905
exec_00220_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1557.0072069531307,2268.0,0.0
exec_00220_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2009.3759178416803,17526350.0,0.0
exec_00220_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1557.0072069531307,2268.0,0.0
exec_00221_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1315.306376083754,1572.0,0.001250067725777626
exec_00221_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1856.03979206644,7638.0,0.0
exec_00221_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1856.03979206644,7638.0,0.0
exec_00221_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8334.789791959338,1259.0,0.0
exec_00221_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2167.742373771034,210580174.0,0.0
exec_00221_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1856.03979206644,7638.0,0.0
exec_00221_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1374.0773741155863,2337.0,0.000833999365568161
exec_00221_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1374.0773741155863,2337.0,0.0
exec_00221_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1939.8064580745995,52654714.0,0.0
exec_00221_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1374.0773741155863,2337.0,0.0
exec_00221_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1295.9406668087468,1406.0,0.0008749775588512421
exec_00221_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1628.4520408371463,7638.0,0.0
exec_00221_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1628.4520408371463,7638.0,0.0
exec_00221_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7444.8307091370225,1017.0,0.0
exec_00221_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1671.791915083304,71311048.0,0.0
exec_00221_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1628.4520408371463,7638.0,0.0
exec_00221_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1702.420708956197,2318.0,0.000625033862888813
exec_00221_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1702.420708956197,2318.0,0.0
exec_00221_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1824.8315419768915,17858127.0,0.0
exec_00221_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1702.420708956197,2318.0,0.0
exec_00222_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1261.957542039454,1543.0,0.000625033862888813
exec_00222_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1905.4513748269528,7878.0,0.0
exec_00222_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1905.4513748269528,7878.0,0.0
exec_00222_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7824.387250933796,1338.0,0.0
exec_00222_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2085.4069982888177,207598286.0,0.0
exec_00222_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1905.4513748269528,7878.0,0.0
exec_00222_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1321.4288341114298,2334.0,0.0011249212548136711
exec_00222_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1321.4288341114298,2334.0,0.0
exec_00222_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1682.2096661198884,51851898.0,0.0
exec_00222_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1321.4288341114298,2334.0,0.0
exec_00222_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1206.8185829557478,1486.0,0.0005830079317092896
exec_00222_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1851.520083961077,7878.0,0.0
exec_00222_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1851.520083961077,7878.0,0.0
exec_00222_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7277.868417091668,1356.0,0.0
exec_00222_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1739.0444999327883,68619976.0,0.0
exec_00222_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1851.520083961077,7878.0,0.0
exec_00222_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1387.2789159649983,2245.0,0.002458924427628517
exec_00222_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1387.2789159649983,2245.0,0.0
exec_00222_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1488.7489589164034,17157707.0,0.0
exec_00222_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1387.2789159649983,2245.0,0.0
exec_00223_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1222.1545000793412,1546.0,0.002124928869307041
exec_00223_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1688.535914872773,7813.0,0.0
exec_00223_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1688.535914872773,7813.0,0.0
exec_00223_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8235.893498989753,1217.0,0.0
exec_00223_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1837.2654172126204,207712974.0,0.0
exec_00223_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1688.535914872773,7813.0,0.0
exec_00223_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1210.4382510297,2393.0,0.000875093974173069
exec_00223_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1210.4382510297,2393.0,0.0
exec_00223_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1699.981001089327,51966586.0,0.0
exec_00223_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1210.4382510297,2393.0,0.0
exec_00223_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1159.9490828812122,1470.0,0.001291045919060707
exec_00223_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1503.884582896717,7813.0,0.0
exec_00223_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1503.884582896717,7813.0,0.0
exec_00223_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7311.213457025588,1233.0,0.0
exec_00223_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1550.5259158089757,68988616.0,0.0
exec_00223_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1503.884582896717,7813.0,0.0
exec_00223_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1279.3410419253632,2315.0,0.0009589130058884621
exec_00223_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1279.3410419253632,2315.0,0.0
exec_00223_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1237.659583799541,17268302.0,0.0
exec_00223_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1279.3410419253632,2315.0,0.0
exec_00224_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1378.9107508491725,1541.0,0.0005830079317092896
exec_00224_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1975.628082989715,7739.0,0.0
exec_00224_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1975.628082989715,7739.0,0.0
exec_00224_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8286.307917209342,1232.0,0.0
exec_00224_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2160.645957919769,207254220.0,0.0
exec_00224_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1975.628082989715,7739.0,0.0
exec_00224_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1437.9220008850098,2351.0,0.0005830079317092896
exec_00224_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1437.9220008850098,2351.0,0.0
exec_00224_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1756.4900849247351,51851898.0,0.0
exec_00224_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1437.9220008850098,2351.0,0.0
exec_00224_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1338.910167105496,1471.0,0.0009170034900307655
exec_00224_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1866.4719170192257,7739.0,0.0
exec_00224_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1866.4719170192257,7739.0,0.0
exec_00224_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,9568.720332928933,1412.0,0.0
exec_00224_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1936.558916931972,69062344.0,0.0
exec_00224_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1866.4719170192257,7739.0,0.0
exec_00224_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1646.2614990305156,2262.0,0.0010830117389559746
exec_00224_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1646.2614990305156,2262.0,0.0
exec_00224_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2043.9130840823054,17268302.0,0.0
exec_00224_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1646.2614990305156,2262.0,0.0
exec_00225_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1329.3081669835374,1548.0,0.000875093974173069
exec_00225_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1935.12049887795,7819.0,0.0
exec_00225_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1935.12049887795,7819.0,0.0
exec_00225_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7837.341333157383,1288.0,0.0
exec_00225_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2091.483750147745,209433294.0,0.0
exec_00225_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1935.12049887795,7819.0,0.0
exec_00225_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1419.5486669195816,2409.0,0.000583939254283905
exec_00225_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1419.5486669195816,2409.0,0.0
exec_00225_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1765.6682508531958,52310649.0,0.0
exec_00225_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1419.5486669195816,2409.0,0.0
exec_00225_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1265.9180839546025,1478.0,0.0008749775588512421
exec_00225_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1826.9347079331055,7819.0,0.0
exec_00225_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1826.9347079331055,7819.0,0.0
exec_00225_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7817.49675096944,1103.0,0.0
exec_00225_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1892.1405009459704,68841160.0,0.0
exec_00225_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1826.9347079331055,7819.0,0.0
exec_00225_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1911.4412089111283,2331.0,0.0008329516276717186
exec_00225_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1911.4412089111283,2331.0,0.0
exec_00225_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1545.8670024527237,17231437.0,0.0
exec_00225_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1911.4412089111283,2331.0,0.0
exec_00226_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1208.7654159404337,1537.0,0.000625033862888813
exec_00226_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1744.644584134221,7793.0,0.0
exec_00226_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1744.644584134221,7793.0,0.0
exec_00226_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8076.775497873314,1202.0,0.0
exec_00226_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1884.3897498445585,208286414.0,0.0
exec_00226_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1744.644584134221,7793.0,0.0
exec_00226_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1342.4005840206519,2345.0,0.0008329516276717186
exec_00226_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1342.4005840206519,2345.0,0.0
exec_00226_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1744.4812930189073,52081274.0,0.0
exec_00226_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1342.4005840206519,2345.0,0.0
exec_00226_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1155.6849170010537,1467.0,0.0007080379873514175
exec_00226_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1484.7130009438843,7793.0,0.0
exec_00226_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1484.7130009438843,7793.0,0.0
exec_00226_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,4252.556124120019,334.0,0.0
exec_00226_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1534.231249941513,68988616.0,0.0
exec_00226_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1484.7130009438843,7793.0,0.0
exec_00226_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1296.9999589258805,2256.0,0.0006249174475669861
exec_00226_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1296.9999589258805,2256.0,0.0
exec_00226_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1645.1724170474336,17268301.0,0.0
exec_00226_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1296.9999589258805,2256.0,0.0
exec_00227_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1272.116293082945,1573.0,0.001250067725777626
exec_00227_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1987.473874934949,7895.0,0.0
exec_00227_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1987.473874934949,7895.0,0.0
exec_00227_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7843.220793176442,1285.0,0.0
exec_00227_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2151.7864159541205,211153614.0,0.0
exec_00227_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1987.473874934949,7895.0,0.0
exec_00227_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1422.772667137906,2389.0,0.00300002284348011
exec_00227_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1422.772667137906,2389.0,0.0
exec_00227_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1722.2582080867141,52769401.0,0.0
exec_00227_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1422.772667137906,2389.0,0.0
exec_00227_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1291.667749057524,1490.0,0.001959037035703659
exec_00227_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1721.4355840114877,7895.0,0.0
exec_00227_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1721.4355840114877,7895.0,0.0
exec_00227_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,3951.7982928082347,501.0,0.0
exec_00227_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1647.5195008097216,70168264.0,0.0
exec_00227_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1721.4355840114877,7895.0,0.0
exec_00227_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1416.2378748878837,2311.0,0.001875101588666439
exec_00227_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1416.2378748878837,2311.0,0.0
exec_00227_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1469.9926271568984,17563213.0,0.0
exec_00227_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1416.2378748878837,2311.0,0.0
exec_00228_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1211.5625409642234,1646.0,0.002166023477911949
exec_00228_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1699.3167090695351,7815.0,0.0
exec_00228_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1699.3167090695351,7815.0,0.0
exec_00228_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8173.170875874348,1205.0,0.0
exec_00228_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1888.507501105778,209433294.0,0.0
exec_00228_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1699.3167090695351,7815.0,0.0
exec_00228_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1326.7185420263559,2347.0,0.002791057340800762
exec_00228_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1326.7185420263559,2347.0,0.0
exec_00228_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1774.1199581651017,52310650.0,0.0
exec_00228_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1326.7185420263559,2347.0,0.0
exec_00228_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1158.0932079814374,1469.0,0.003500026650726795
exec_00228_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1497.8502499870956,7815.0,0.0
exec_00228_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1497.8502499870956,7815.0,0.0
exec_00228_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8146.316917031072,983.0,0.0
exec_00228_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1540.1329988380894,70278856.0,0.0
exec_00228_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1497.8502499870956,7815.0,0.0
exec_00228_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1398.0601248331368,2258.0,0.001708976924419403
exec_00228_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1398.0601248331368,2258.0,0.0
exec_00228_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1532.9565829597414,17563213.0,0.0
exec_00228_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1398.0601248331368,2258.0,0.0
exec_00229_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1322.1432080026716,1564.0,0.0007499475032091141
exec_00229_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1998.6931250896305,7723.0,0.0
exec_00229_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1998.6931250896305,7723.0,0.0
exec_00229_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,10625.845456845127,1236.0,0.0
exec_00229_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2160.9906250378117,209662670.0,0.0
exec_00229_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1998.6931250896305,7723.0,0.0
exec_00229_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1382.5943749397993,2392.0,0.000625033862888813
exec_00229_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1382.5943749397993,2392.0,0.0
exec_00229_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1745.9206260973588,52425337.0,0.0
exec_00229_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1382.5943749397993,2392.0,0.0
exec_00229_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1271.9262511236593,1398.0,0.000625033862888813
exec_00229_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1669.2423758795485,7723.0,0.0
exec_00229_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1669.2423758795485,7723.0,0.0
exec_00229_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,5955.027541844174,928.0,0.0
exec_00229_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1723.7041249172762,70205128.0,0.0
exec_00229_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1669.2423758795485,7723.0,0.0
exec_00229_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1570.037917001173,2314.0,0.0008749775588512421
exec_00229_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1570.037917001173,2314.0,0.0
exec_00229_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2046.124041895382,17563214.0,0.0
exec_00229_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1570.037917001173,2314.0,0.0
exec_00230_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1331.943126162514,1576.0,0.000833999365568161
exec_00230_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,2007.282458129339,7830.0,0.0
exec_00230_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,2007.282458129339,7830.0,0.0
exec_00230_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8305.755251087248,1217.0,0.0
exec_00230_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2155.04362503998,208515790.0,0.0
exec_00230_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,2007.282458129339,7830.0,0.0
exec_00230_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1385.5584579287097,2355.0,0.0005830079317092896
exec_00230_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1385.5584579287097,2355.0,0.0
exec_00230_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1773.9122489001602,52081274.0,0.0
exec_00230_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1385.5584579287097,2355.0,0.0
exec_00230_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1250.584749970585,1410.0,0.0006670597940683365
exec_00230_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1627.4309990694746,7830.0,0.0
exec_00230_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1627.4309990694746,7830.0,0.0
exec_00230_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,5159.344125189818,743.0,0.0
exec_00230_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1680.6945831049234,69504712.0,0.0
exec_00230_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1627.4309990694746,7830.0,0.0
exec_00230_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1519.6168748661876,2355.0,0.0005830079317092896
exec_00230_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1519.6168748661876,2355.0,0.0
exec_00230_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1332.5966681586578,17378893.0,0.0
exec_00230_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1519.6168748661876,2355.0,0.0
exec_00231_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1319.017083849758,1549.0,0.000625033862888813
exec_00231_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1999.3532499065623,7895.0,0.0
exec_00231_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1999.3532499065623,7895.0,0.0
exec_00231_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8296.137582976371,1241.0,0.0
exec_00231_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2162.38641703967,209777358.0,0.0
exec_00231_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1999.3532499065623,7895.0,0.0
exec_00231_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1379.6462909085676,2370.0,0.0005830079317092896
exec_00231_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1379.6462909085676,2370.0,0.0
exec_00231_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1946.7184990644455,52425338.0,0.0
exec_00231_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1379.6462909085676,2370.0,0.0
exec_00231_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1297.803083085455,1409.0,0.0006249174475669861
exec_00231_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1623.120873933658,7895.0,0.0
exec_00231_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1623.120873933658,7895.0,0.0
exec_00231_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,6528.564126114361,753.0,0.0
exec_00231_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1679.6132078161463,70057672.0,0.0
exec_00231_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1623.120873933658,7895.0,0.0
exec_00231_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1568.705416051671,2281.0,0.0011670636013150215
exec_00231_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1568.705416051671,2281.0,0.0
exec_00231_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1546.7051250161603,17526350.0,0.0
exec_00231_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1568.705416051671,2281.0,0.0
exec_00232_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1210.2800399297848,1576.0,0.0006249174475669861
exec_00232_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1747.6442909101024,7811.0,0.0
exec_00232_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1747.6442909101024,7811.0,0.0
exec_00232_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8130.449792952277,1244.0,0.0
exec_00232_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1886.9337500073016,209203918.0,0.0
exec_00232_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1747.6442909101024,7811.0,0.0
exec_00232_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1338.9965409878641,2260.0,0.0005420297384262085
exec_00232_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1338.9965409878641,2260.0,0.0
exec_00232_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1632.097166031599,52310650.0,0.0
exec_00232_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1338.9965409878641,2260.0,0.0
exec_00232_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1204.3719998328015,1474.0,0.000625033862888813
exec_00232_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1498.500416870229,7811.0,0.0
exec_00232_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1498.500416870229,7811.0,0.0
exec_00232_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,6271.293666912243,1037.0,0.0
exec_00232_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1535.585667937994,69615304.0,0.0
exec_00232_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1498.500416870229,7811.0,0.0
exec_00232_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1337.9724160768092,2260.0,0.0005419133231043816
exec_00232_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1337.9724160768092,2260.0,0.0
exec_00232_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1574.7813330963254,17415758.0,0.0
exec_00232_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1337.9724160768092,2260.0,0.0
exec_00233_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1275.2889168914407,1560.0,0.0005420297384262085
exec_00233_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,0.0,1926.633208990097,7730.0,0.0
exec_00233_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,0.0,1926.633208990097,7730.0,0.0
exec_00233_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8237.414209055714,1229.0,0.0
exec_00233_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,0.0,2087.8264599014074,208974542.0,0.0
exec_00233_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A2|budget_tokens=512,False,1.0,1334.8646248923615,2160.0,0.0
exec_00233_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1432.660291902721,2334.0,0.0005409820005297661
exec_00233_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1432.660291902721,2334.0,0.0
exec_00233_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1737.6216668635607,52310650.0,0.0
exec_00233_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1432.660291902721,2334.0,0.0
exec_00233_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1418.5742510017008,1458.0,0.0006669433787465096
exec_00233_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1648.8599171862006,7730.0,0.0
exec_00233_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1648.8599171862006,7730.0,0.0
exec_00233_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,4098.71420788113,334.0,0.0
exec_00233_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1789.4398337230086,69910216.0,0.0
exec_00233_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1648.8599171862006,7730.0,0.0
exec_00233_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1418.7734989682212,2256.0,0.000833999365568161
exec_00233_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1418.7734989682212,2256.0,0.0
exec_00233_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1547.9590417817235,17489486.0,0.0
exec_00233_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1418.7734989682212,2256.0,0.0
exec_00234_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1468.2111230213195,1667.0,0.0007919734343886375
exec_00234_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1686.4080419763923,7827.0,0.0
exec_00234_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1686.4080419763923,7827.0,0.0
exec_00234_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7832.781000994146,1210.0,0.0
exec_00234_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1841.7873318539932,206910156.0,0.0
exec_00234_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1686.4080419763923,7827.0,0.0
exec_00234_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1349.0553330630064,2331.0,0.000625033862888813
exec_00234_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1349.0553330630064,2331.0,0.0
exec_00234_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1560.8207491459325,51737210.0,0.0
exec_00234_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1349.0553330630064,2331.0,0.0
exec_00234_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1295.7192502217367,1501.0,0.0006660120561718941
exec_00234_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1494.5014999248087,7827.0,0.0
exec_00234_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1494.5014999248087,7827.0,0.0
exec_00234_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,5505.425667157397,835.0,0.0
exec_00234_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1554.8579179449007,68398792.0,0.0
exec_00234_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1494.5014999248087,7827.0,0.0
exec_00234_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1334.69254092779,2331.0,0.0007080379873514175
exec_00234_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1334.69254092779,2331.0,0.0
exec_00234_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1532.0447898702696,17120843.0,0.0
exec_00234_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1334.69254092779,2331.0,0.0
exec_00235_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1221.401873161085,1541.0,0.0008330680429935455
exec_00235_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1704.1715839877725,7900.0,0.0
exec_00235_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1704.1715839877725,7900.0,0.0
exec_00235_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8243.368166149594,1229.0,0.0
exec_00235_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1850.568499066867,210121422.0,0.0
exec_00235_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1704.1715839877725,7900.0,0.0
exec_00235_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1208.0909570213407,2346.0,0.0008749775588512421
exec_00235_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1208.0909570213407,2346.0,0.0
exec_00235_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1697.9336240328848,52540025.0,0.0
exec_00235_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1208.0909570213407,2346.0,0.0
exec_00235_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1144.1730419173837,1401.0,0.000708969309926033
exec_00235_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1499.081248883158,7900.0,0.0
exec_00235_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1499.081248883158,7900.0,0.0
exec_00235_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7418.734374805354,1274.0,0.0
exec_00235_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1585.3652908699587,69873352.0,0.0
exec_00235_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1499.081248883158,7900.0,0.0
exec_00235_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1257.9011671477929,2346.0,0.0008749775588512421
exec_00235_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1257.9011671477929,2346.0,0.0
exec_00235_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1565.2894590748474,17489485.0,0.0
exec_00235_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1257.9011671477929,2346.0,0.0
exec_00236_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1320.531375007704,1560.0,0.0007080379873514175
exec_00236_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,2007.6377500081435,7867.0,0.0
exec_00236_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,2007.6377500081435,7867.0,0.0
exec_00236_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8309.326083748601,1250.0,0.0
exec_00236_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2174.748707911931,210809550.0,0.0
exec_00236_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,2007.6377500081435,7867.0,0.0
exec_00236_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1377.8854169650003,2422.0,0.000625033862888813
exec_00236_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1377.8854169650003,2422.0,0.0
exec_00236_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1865.5534558929503,52769402.0,0.0
exec_00236_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1377.8854169650003,2422.0,0.0
exec_00236_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1316.067042062059,1420.0,0.0007080379873514175
exec_00236_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1659.836666076444,7867.0,0.0
exec_00236_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1659.836666076444,7867.0,0.0
exec_00236_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,6806.311541935429,908.0,0.0
exec_00236_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1697.9173751315102,70278856.0,0.0
exec_00236_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1659.836666076444,7867.0,0.0
exec_00236_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1601.5954159665853,2333.0,0.000625033862888813
exec_00236_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1601.5954159665853,2333.0,0.0
exec_00236_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1558.7752511492,17563213.0,0.0
exec_00236_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1601.5954159665853,2333.0,0.0
exec_00237_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1324.1367489099503,1569.0,0.0006669433787465096
exec_00237_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,2008.0169161083177,7842.0,0.0
exec_00237_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,2008.0169161083177,7842.0,0.0
exec_00237_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7873.026374960318,1317.0,0.0
exec_00237_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2196.5965409763157,213103310.0,0.0
exec_00237_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,2008.0169161083177,7842.0,0.0
exec_00237_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1349.505624966696,2382.0,0.0007499475032091141
exec_00237_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1349.505624966696,2382.0,0.0
exec_00237_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1846.3323747273535,53228154.0,0.0
exec_00237_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1349.505624966696,2382.0,0.0
exec_00237_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1257.395459106192,1403.0,0.0007499475032091141
exec_00237_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1673.5518338391557,7842.0,0.0
exec_00237_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1673.5518338391557,7842.0,0.0
exec_00237_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,1018.5447918483987,118.0,0.0
exec_00237_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1733.6692919488996,71679688.0,0.0
exec_00237_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1673.5518338391557,7842.0,0.0
exec_00237_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1524.4989990023896,2304.0,0.0010830117389559746
exec_00237_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1524.4989990023896,2304.0,0.0
exec_00237_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1933.053751126863,17931855.0,0.0
exec_00237_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1524.4989990023896,2304.0,0.0
exec_00238_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1262.1950010070577,1573.0,0.0009160721674561501
exec_00238_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1952.2040829760954,7676.0,0.0
exec_00238_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1952.2040829760954,7676.0,0.0
exec_00238_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,7823.149999137968,1338.0,0.0
exec_00238_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2132.526375236921,206680780.0,0.0
exec_00238_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1952.2040829760954,7676.0,0.0
exec_00238_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1398.0568739352748,2305.0,0.0008329516276717186
exec_00238_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1398.0568739352748,2305.0,0.0
exec_00238_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1728.1516661169007,51622521.0,0.0
exec_00238_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1398.0568739352748,2305.0,0.0
exec_00238_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1212.0373320067301,1407.0,0.000708969309926033
exec_00238_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1572.8814160684124,7676.0,0.0
exec_00238_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1572.8814160684124,7676.0,0.0
exec_00238_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,1.0,8621.380416909233,1147.0,0.0
exec_00238_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1672.0039988867939,69209800.0,0.0
exec_00238_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1572.8814160684124,7676.0,0.0
exec_00238_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1361.0325830522925,2305.0,0.000500003807246685
exec_00238_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1361.0325830522925,2305.0,0.0
exec_00238_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1657.7976659173146,17305166.0,0.0
exec_00238_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1361.0325830522925,2305.0,0.0
exec_00239_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,0.0,1361.1776671605185,1555.0,0.0007910421118140221
exec_00239_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1933.9992500608787,7723.0,0.0
exec_00239_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1933.9992500608787,7723.0,0.0
exec_00239_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8268.320041825064,1253.0,0.0
exec_00239_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,2162.0373749174178,207827662.0,0.0
exec_00239_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1933.9992500608787,7723.0,0.0
exec_00239_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1444.5941658923402,2333.0,0.000708969309926033
exec_00239_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1444.5941658923402,2333.0,0.0
exec_00239_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1759.150292025879,51966586.0,0.0
exec_00239_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1444.5941658923402,2333.0,0.0
exec_00239_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1298.564333934337,1408.0,0.000625033862888813
exec_00239_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1866.1077090073377,7723.0,0.0
exec_00239_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1866.1077090073377,7723.0,0.0
exec_00239_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,6103.499915916473,1091.0,0.0
exec_00239_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1952.606457984075,69541576.0,0.0
exec_00239_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1866.1077090073377,7723.0,0.0
exec_00239_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1553.88300109189,2244.0,0.0005409820005297661
exec_00239_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1553.88300109189,2244.0,0.0
exec_00239_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1228.3585842233151,17415757.0,0.0
exec_00239_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1553.88300109189,2244.0,0.0
exec_00240_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1215.1849989313632,1530.0,0.0005420297384262085
exec_00240_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1751.4128749025986,7797.0,0.0
exec_00240_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1751.4128749025986,7797.0,0.0
exec_00240_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,19128.651500912383,1365.0,0.0
exec_00240_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,3870.6218340666965,210236110.0,0.0
exec_00240_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1751.4128749025986,7797.0,0.0
exec_00240_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,1.0,1205.1330851390958,2378.0,0.000500003807246685
exec_00240_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,1205.1330851390958,2378.0,0.0
exec_00240_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3465.839583077468,52540026.0,0.0
exec_00240_2000,q00_exec,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,1205.1330851390958,2378.0,0.0
exec_00240_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,router,A3|budget_tokens=512|blind,False,1.0,1204.1027499362826,1460.0,0.0006660120561718941
exec_00240_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,best_static_dev,A1,False,1.0,1509.9134988849983,7797.0,0.0
exec_00240_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,full_context,A1,False,1.0,1509.9134988849983,7797.0,0.0
exec_00240_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,structured,A5|budget_tokens=512|blind,False,0.0,8125.42250007391,1086.0,0.0
exec_00240_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,native_cache,B0,False,1.0,1562.456664745696,70426312.0,0.0
exec_00240_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,blind,oracle_infeasible,A1,False,1.0,1509.9134988849983,7797.0,0.0
exec_00240_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,router,A3|budget_tokens=512|aware,False,0.0,1620.626833057031,2300.0,0.0008329516276717186
exec_00240_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,1620.626833057031,2300.0,0.0
exec_00240_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1587.0130829280242,17636943.0,0.0
exec_00240_2000,q00_exec,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,exec,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,1620.626833057031,2300.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,689.0366240404546,22993.0,0.0011670636013150215
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,689.0366240404546,22993.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,689.0366240404546,22993.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8379.189083003439,959.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,835.9558760421351,631370486.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,1.0,207.87941687740386,619.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,807.417877134867,157823836.0,0.000708969309926033
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,118.15091595053673,2195.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,807.417877134867,157823836.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,118.15091595053673,2195.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,1.0,918.3770851232111,51773244.0,0.001084059476852417
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,756.8028760142624,22993.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,756.8028760142624,22993.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7832.043208065443,1293.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,983.9424160309136,207044387.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,756.8028760142624,22993.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,975.1344991382211,51773284.0,0.0012909295037388802
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,179.41854195669293,2094.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,975.1344991382211,51773284.0,0.0
lb_2wikimqa_059802de84ebd63ee99284c9cb2b7db2d45ca66c55e68ee1,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,179.41854195669293,2094.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,792.8067510947585,26321.0,0.001125037670135498
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,792.8067510947585,26321.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,792.8067510947585,26321.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8429.299749899656,860.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,931.2699169386178,671740662.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,1.0,128.99833300616592,2083.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,893.6082500731573,167916384.0,0.001459033228456974
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,117.59733303915709,2553.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,893.6082500731573,167916384.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,117.59733303915709,2553.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,756.1829157639295,56418110.0,0.0008749775588512421
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,793.8673329772428,26321.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,793.8673329772428,26321.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7924.397792085074,850.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,838.081291061826,225697577.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,793.8673329772428,26321.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,815.2621671324596,56418150.0,0.0007919734343886375
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,97.88995899725705,2389.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,815.2621671324596,56418150.0,0.0
lb_2wikimqa_0d02726cbaab0fbd2e84b7537550154e8aa96f81abb2864b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,97.88995899725705,2389.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,1.0,769.430415937677,24472.0,0.0009579816833138466
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,769.430415937677,24472.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,769.430415937677,24472.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8442.234124871902,1211.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,944.9544158997014,675754742.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,769.430415937677,24472.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,895.996707957238,168948576.0,0.000708969309926033
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,106.90966714173555,2103.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,895.996707957238,168948576.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,895.996707957238,168948576.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,1.0,1016.1915400531143,58113854.0,0.000750063918530941
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,815.7666240585968,24472.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,815.7666240585968,24472.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,1.0,7940.230207983404,976.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,1093.4346659341827,232443691.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,815.7666240585968,24472.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,1080.133707029745,58113893.0,0.0006670597940683365
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,98.3553339028731,1953.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1080.133707029745,58113893.0,0.0
lb_2wikimqa_188123e1b35a7de33fc44a40b55ab9ff0b59d29dc30f9148,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1080.133707029745,58113893.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,490.5174570158124,16838.0,0.0007080379873514175
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,490.5174570158124,16838.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,490.5174570158124,16838.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8007.51358398702,1131.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,670.6914160167798,458879724.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,490.5174570158124,16838.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,659.8875421332195,114701120.0,0.0007909256964921951
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,104.07779191154987,2148.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,659.8875421332195,114701120.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,104.07779191154987,2148.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,1.0,550.8039580890909,38391602.0,0.000833999365568161
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,516.7082080151886,16838.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,516.7082080151886,16838.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7569.244917132892,855.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,573.9854160929099,153554697.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,B3|keep_frac=0.25,False,1.0,550.8039580890909,38391602.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,587.9974180134013,38391642.0,0.0006669433787465096
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,95.2531669754535,2014.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,587.9974180134013,38391642.0,0.0
lb_2wikimqa_236eb4a8c2ba63d96ed3b6aec9ff7b00fa5e4df1173dd01c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,95.2531669754535,2014.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,790.0877080392092,26767.0,0.0007919734343886375
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,790.0877080392092,26767.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,790.0877080392092,26767.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8809.890998993069,1194.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,966.152333188802,728511224.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,790.0877080392092,26767.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,959.0412090765312,182137702.0,0.0005830079317092896
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,172.7977079572156,2270.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,959.0412090765312,182137702.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,172.7977079572156,2270.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,892.1111669624224,62611264.0,0.0006669433787465096
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,834.717625984922,26767.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,834.717625984922,26767.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8037.207250134088,882.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,967.6156250061467,250396465.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,834.717625984922,26767.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,953.9599157869816,62611304.0,0.0010830117389559746
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,98.79025002010167,2110.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,953.9599157869816,62611304.0,0.0
lb_2wikimqa_2c952e3e1ca394df975103b3135b3c38e0ee16e25d860258,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,98.79025002010167,2110.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,True,0.0,1668.1913760257885,51611.0,0.004583969712257385
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,1668.1913760257885,51611.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,1668.1913760257885,51611.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,10208.318332908675,1236.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,2207.4912101961672,1358722044.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,B3|keep_frac=0.25,False,0.5,1937.4105411116034,339719065.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,1.0,2855.0140829756856,339719104.0,0.0018329592421650887
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,121.59362400416285,2169.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2855.0140829756856,339719104.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,2855.0140829756856,339719104.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,True,0.5,2022.1128747798502,113594280.0,0.002125045284628868
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,2147.1096250461414,51611.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,2147.1096250461414,51611.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9183.218082878739,1236.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,2121.3984589558095,454328430.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,2147.1096250461414,51611.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,1.0,2113.3265401003882,113594320.0,0.0017080456018447876
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,115.09504122659564,1993.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2113.3265401003882,113594320.0,0.0
lb_2wikimqa_2d1951b62f317038d28f6ac6a2b21e9d2e7f921ea528948b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,2113.3265401003882,113594320.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,754.0569170378149,23613.0,0.0008749775588512421
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,754.0569170378149,23613.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,754.0569170378149,23613.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8501.308542094193,1119.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,914.795457967557,696398582.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,754.0569170378149,23613.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,883.6407910566777,174109538.0,0.0006669433787465096
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,117.78320895973593,1896.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,883.6407910566777,174109538.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,117.78320895973593,1896.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,822.8170399088413,59256638.0,0.0007919734343886375
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,789.5055430708453,23613.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,789.5055430708453,23613.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7940.028665005229,783.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,909.8622918827459,236977963.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,789.5055430708453,23613.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,914.557498996146,59256678.0,0.000625033862888813
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,98.20433298591524,1748.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,914.557498996146,59256678.0,0.0
lb_2wikimqa_314e76591d11d30d2bd59b2f12b671e873b786656f19956d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,98.20433298591524,1748.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.0,141.0189167363569,636.0,0.000875093974173069
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,239.68654102645814,6686.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,239.68654102645814,6686.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7488.815373857506,908.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,276.406251010485,204731084.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,B3|keep_frac=0.25,False,1.0,293.2197102345526,51163730.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,A3|budget_tokens=512|aware,False,0.0,116.99766700621694,2133.0,0.000708969309926033
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,116.99766700621694,2133.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,286.30570776294917,51163771.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,116.99766700621694,2133.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.0,178.24833292979747,560.0,0.0008749775588512421
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,276.05970797594637,6686.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,276.05970797594637,6686.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,6418.227458023466,740.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,311.216625967063,66703048.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,1.0,138.36354005616158,1935.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,A3|budget_tokens=512|aware,False,1.0,134.40904195886105,2022.0,0.0006660120561718941
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,134.40904195886105,2022.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,326.7732497770339,16678474.0,0.0
lb_2wikimqa_3292d2bcbbf8fc4816d168bcb7f81c13341198da1e88b903,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,134.40904195886105,2022.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.5,919.67341711279,24119.0,0.000708969309926033
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.5,919.67341711279,24119.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.5,919.67341711279,24119.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8745.135584031232,1292.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.5,1078.6704580532387,759706360.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.5,919.67341711279,24119.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.5,1023.9462921163067,189936490.0,0.0006670597940683365
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.5,173.14979317598045,1732.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.5,1023.9462921163067,189936490.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.5,173.14979317598045,1732.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,1120.2021660283208,64712512.0,0.0005420297384262085
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.5,927.5038330815732,24119.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.5,927.5038330815732,24119.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8156.074667931534,1539.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.5,1223.732833750546,258764595.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.5,927.5038330815732,24119.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1226.3118328992277,64712552.0,0.0008749775588512421
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.5,162.216791883111,1617.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1226.3118328992277,64712552.0,0.0
lb_2wikimqa_33e3bc2dc011e79c047553153b1ab176c6a08f923af245ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.5,162.216791883111,1617.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.6666666666666666,727.5404161773622,21123.0,0.0009160721674561501
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.6666666666666666,727.5404161773622,21123.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.6666666666666666,727.5404161773622,21123.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.3333333333333333,8369.455833919346,825.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.6666666666666666,894.485373981297,621622004.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.6666666666666666,727.5404161773622,21123.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,863.4519159095362,155415386.0,0.0005830079317092896
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,174.57566712982953,1957.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,863.4519159095362,155415386.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,174.57566712982953,1957.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.3333333333333333,815.1981659466401,52657980.0,0.0006670597940683365
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.3333333333333333,741.2701668217778,21123.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.3333333333333333,741.2701668217778,21123.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.3333333333333333,4886.694710003212,871.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.3333333333333333,880.6228738976642,210509603.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A2|budget_tokens=512,False,0.6666666666666666,154.8625009600073,1922.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.3333333333333333,874.2415820015594,52658020.0,0.0005419133231043816
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.6666666666666666,150.92591603752226,1866.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.3333333333333333,874.2415820015594,52658020.0,0.0
lb_2wikimqa_37022dee1597491021c2aa7522276a600eb0dd316f12cbb6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.6666666666666666,150.92591603752226,1866.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,1.0,939.6832501515746,28617.0,0.0006660120561718941
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,939.6832501515746,28617.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,939.6832501515746,28617.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8720.251125982031,745.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,1313.9501682016999,810054394.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,939.6832501515746,28617.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,1262.505916878581,202552174.0,0.000583939254283905
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,118.75554302241653,1865.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1262.505916878581,202552174.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1262.505916878581,202552174.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,1.0,1035.841458127834,67772226.0,0.0005420297384262085
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,976.5630840556696,28617.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,976.5630840556696,28617.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8125.6278331857175,673.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1158.9291249401867,271003445.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,B3|keep_frac=0.25,False,1.0,1035.841458127834,67772226.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1149.9540829099715,67772265.0,0.0005420297384262085
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,95.92774894554168,1784.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1149.9540829099715,67772265.0,0.0
lb_2wikimqa_41ac2a4beb0af8f58d01863a62b90692f7c7d74b5e3a58d9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,95.92774894554168,1784.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,True,0.0,2702.8091240208596,69251.0,0.0032919924706220627
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,2702.8091240208596,69251.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,2702.8091240208596,69251.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,11665.916958940215,1363.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,5800.229834858328,1854174228.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,1.0,11690.245582954958,2075.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,0.0,3101.6540840500966,463582153.0,0.0020830193534493446
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,106.84079199563712,2155.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3101.6540840500966,463582153.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,106.84079199563712,2155.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,True,0.0,3103.916211053729,156872655.0,0.0021669548004865646
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.6666666666666666,2647.7211670717224,69251.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.6666666666666666,2647.7211670717224,69251.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,10385.187666863203,1278.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.6666666666666666,3296.4165839366615,627478646.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.6666666666666666,2647.7211670717224,69251.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,0.6666666666666666,3445.412041968666,156872696.0,0.0017919810488820076
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,97.2760000731796,2085.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.6666666666666666,3445.412041968666,156872696.0,0.0
lb_2wikimqa_47ed89f40cae521df8767b1b7077fe9c547c10fd8bf1c6b2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.6666666666666666,3445.412041968666,156872696.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,True,1.0,2356.2889168970287,62385.0,0.0017499551177024841
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,2356.2889168970287,62385.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,2356.2889168970287,62385.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,10871.686500962824,1175.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,5860.917625250295,1685353486.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,2356.2889168970287,62385.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,1.0,3205.7318339357153,421376966.0,0.0013330718502402306
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,122.56504187826067,2253.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3205.7318339357153,421376966.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,3205.7318339357153,421376966.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,True,1.0,2980.90975091327,143380420.0,0.0017919810488820076
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,2475.0522911781445,62385.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,2475.0522911781445,62385.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,1.0,10494.376957998611,1009.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,3111.5188740659505,573472884.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,2475.0522911781445,62385.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,1.0,3078.857625136152,143380460.0,0.002500019036233425
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,176.36583209969103,2140.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3078.857625136152,143380460.0,0.0
lb_2wikimqa_538d0eac8ec082e93d6f273237fafd1f23fb405e35bad84e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,176.36583209969103,2140.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,623.0082490947098,19805.0,0.000833999365568161
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,623.0082490947098,19805.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,623.0082490947098,19805.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8165.510792052373,609.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,755.2478332072496,548451056.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,623.0082490947098,19805.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,726.2197909876704,137179984.0,0.0005830079317092896
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,117.82895820215344,2154.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,726.2197909876704,137179984.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,117.82895820215344,2154.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,761.9048339547589,45211447.0,0.0007919734343886375
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,628.1510840635747,19805.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,628.1510840635747,19805.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8173.866667202674,1275.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,728.683833964169,180723481.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,628.1510840635747,19805.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,736.034250119701,45211488.0,0.0006660120561718941
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,111.51995800901204,2072.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,736.034250119701,45211488.0,0.0
lb_2wikimqa_5421c1e591296d64636a7e99fbfe98dddfed0f83d2053380,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,111.51995800901204,2072.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,1.0,477.3255008039996,14669.0,0.0009160721674561501
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,477.3255008039996,14669.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,477.3255008039996,14669.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,1.0,7948.798751225695,767.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,610.2068349719048,434795244.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,477.3255008039996,14669.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,582.1570429252461,108737167.0,0.0006660120561718941
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,186.4601249108091,2174.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,582.1570429252461,108737167.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,582.1570429252461,108737167.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,1.0,514.6980830468237,36806231.0,0.0007499475032091141
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,497.81749898102134,14669.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,497.81749898102134,14669.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,1.0,6939.845873974264,665.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,557.6843329472467,147250949.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,497.81749898102134,14669.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,565.3276668163016,36806271.0,0.000625033862888813
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,124.75541594903916,2125.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,565.3276668163016,36806271.0,0.0
lb_2wikimqa_57543e0892f90733bf97dc270cdb36eb9bf8e2230940bcb9,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,124.75541594903916,2125.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.0,124.93349891155958,682.0,0.0007919734343886375
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,339.5972918951884,10416.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,339.5972918951884,10416.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,1.0,7781.407749978825,805.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,407.31054183561355,294187742.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A5|budget_tokens=512|blind,False,1.0,7781.407749978825,805.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,A3|budget_tokens=512|aware,False,0.0,119.37295692041516,2121.0,0.000625033862888813
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,119.37295692041516,2121.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,408.078875974752,73527939.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,119.37295692041516,2121.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,1.0,136.35379204060882,273.0,0.0007499475032091141
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,381.98433304205537,10416.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,381.98433304205537,10416.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,4023.614168050699,487.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,473.379418021068,95715024.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,1.0,153.63095805514604,2191.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,A3|budget_tokens=512|aware,False,0.0,164.43733405321836,2121.0,0.0005420297384262085
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,164.43733405321836,2121.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,479.94399908930063,23940709.0,0.0
lb_2wikimqa_5844352bd3fe5898756970abec3099ec694be6ad15c498db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,164.43733405321836,2121.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,673.8098748028278,20519.0,0.0005420297384262085
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,673.8098748028278,20519.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,673.8098748028278,20519.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8317.91920796968,862.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,820.8709999453276,617378548.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,673.8098748028278,20519.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,788.8506239978597,154383194.0,0.0007080379873514175
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,117.455790983513,1869.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,788.8506239978597,154383194.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,117.455790983513,1869.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,704.1454999707639,52215612.0,0.0006670597940683365
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,721.6739160940051,20519.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,721.6739160940051,20519.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7864.793833927251,1592.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,795.545582077466,208740131.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,721.6739160940051,20519.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,804.2423751903698,52215652.0,0.0005420297384262085
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,99.04400096274912,1752.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,804.2423751903698,52215652.0,0.0
lb_2wikimqa_5a867841d94c9f88f3bc0c333e93484486b09341db474bd6,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,99.04400096274912,1752.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.22222222222222224,1459.5287089468911,36177.0,0.000500003807246685
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.22222222222222224,1459.5287089468911,36177.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.22222222222222224,1459.5287089468911,36177.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9381.122625083663,1101.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.22222222222222224,1832.7822921564803,1072231171.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,0.28571428571428575,9470.621668035164,1742.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.25,1739.8546248441562,268039037.0,0.000625033862888813
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.25,159.18670792598277,1877.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.25,1739.8546248441562,268039037.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.25,159.18670792598277,1877.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,1606.0562488855794,92729236.0,0.0007919734343886375
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,1410.733750090003,36177.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,1410.733750090003,36177.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8779.098334023729,791.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1729.806375107728,370868326.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,0.25,9029.023332055658,1544.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1738.1050010444596,92729277.0,0.000625033862888813
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.25,257.0903740124777,1747.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1738.1050010444596,92729277.0,0.0
lb_2wikimqa_5ff6349ea0b2ecb882f535ff3cec2f9c012d3468fb7b912e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.25,257.0903740124777,1747.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,944.5272921584547,29006.0,0.0005830079317092896
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,944.5272921584547,29006.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,944.5272921584547,29006.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8752.458708826452,876.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1191.7507507605478,817509114.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,944.5272921584547,29006.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1127.345168031752,204387182.0,0.000500003807246685
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,104.5767089817673,2065.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1127.345168031752,204387182.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,104.5767089817673,2065.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,1025.5081270588562,69578562.0,0.0006660120561718941
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,964.1941249137744,29006.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,964.1941249137744,29006.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,6282.708749989979,405.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1062.6742078457028,278302519.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,964.1941249137744,29006.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1043.9704589080065,69578602.0,0.000500003807246685
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,96.02987498510629,1928.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1043.9704589080065,69578602.0,0.0
lb_2wikimqa_6275ba9fee197d2fab82671a4497b4764a461c2c7c33ac0b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,96.02987498510629,1928.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,1288.3621249347925,38213.0,0.0005830079317092896
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,1288.3621249347925,38213.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,1288.3621249347925,38213.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9275.522332987748,776.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1439.2710431711748,1036792575.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,1288.3621249347925,38213.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1375.2578739076853,259208059.0,0.0005830079317092896
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,163.19416812621057,2435.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1375.2578739076853,259208059.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,163.19416812621057,2435.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,1.0,1400.7852089125663,88489800.0,0.000583939254283905
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,1273.8721249625087,38213.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,1273.8721249625087,38213.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,1.0,8657.11391705554,717.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,1496.9449590425938,353836865.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,1273.8721249625087,38213.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,1485.193333006464,88489840.0,0.0007080379873514175
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,152.72962697781622,2339.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1485.193333006464,88489840.0,0.0
lb_2wikimqa_655c0c4e465b47d7fd829d3a487705991f4c059cee3c9aed,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1485.193333006464,88489840.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,964.6380840567872,28812.0,0.0007499475032091141
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,964.6380840567872,28812.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,964.6380840567872,28812.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8771.253751125187,1299.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1145.0922068906948,792277752.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,964.6380840567872,28812.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1021.2179580703378,198079340.0,0.0005420297384262085
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,132.6195829315111,1939.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1021.2179580703378,198079340.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,132.6195829315111,1939.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,1026.7124999081716,66408258.0,0.0005830079317092896
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,890.8813751768321,28812.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,890.8813751768321,28812.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,6774.075792054646,433.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1101.5551652526483,265584435.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,890.8813751768321,28812.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1164.4501248374581,66408298.0,0.0005409820005297661
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,111.42920900601894,1811.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1164.4501248374581,66408298.0,0.0
lb_2wikimqa_6e7c0185fda0b6211274db748205994ee1468cfb30e2023d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,111.42920900601894,1811.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,536.473206942901,18443.0,0.000583939254283905
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,536.473206942901,18443.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,536.473206942901,18443.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,6633.681166917086,853.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,678.638291079551,493171438.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,536.473206942901,18443.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,692.19233491458,123302726.0,0.000459025613963604
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.5,103.7526240106672,2221.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,692.19233491458,123302726.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.5,103.7526240106672,2221.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,583.2469990709797,42704694.0,0.000500003807246685
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,561.0472079133615,18443.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,561.0472079133615,18443.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,6262.258207076229,641.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,615.53541617468,170843921.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,0.5,7711.285291006789,1635.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,638.2410001242533,42704734.0,0.0006249174475669861
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,94.79658305644989,2009.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,638.2410001242533,42704734.0,0.0
lb_2wikimqa_6e7d2d0700c8ec6fc15dc188c42d8104b89935219254fdaf,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,94.79658305644989,2009.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,707.0757918991148,22164.0,0.000500003807246685
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,707.0757918991148,22164.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,707.0757918991148,22164.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8346.672918065451,979.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,890.6564998906106,639398646.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,707.0757918991148,22164.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,865.5324997380376,159888220.0,0.000500003807246685
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,185.07987505290657,1892.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,865.5324997380376,159888220.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,185.07987505290657,1892.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,955.4661230649799,53137212.0,0.0005420297384262085
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,769.2143740132451,22164.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,769.2143740132451,22164.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7789.910500054248,746.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1031.0635000932962,212500261.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,769.2143740132451,22164.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1014.4912080140784,53137253.0,0.000625033862888813
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,94.84183310996741,1814.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1014.4912080140784,53137253.0,0.0
lb_2wikimqa_7140432f1c424674d04ea819fa63f85aa4f154d72ab66285,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,94.84183310996741,1814.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,1136.1025410005823,36609.0,0.0005830079317092896
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,1136.1025410005823,36609.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,1136.1025410005823,36609.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9311.2992499955,1249.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1357.7390009304509,979448572.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,B3|keep_frac=0.25,False,1.0,1225.3319160081446,244872016.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.8,1407.9570410540327,244872057.0,0.000500003807246685
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.8,214.3284579506144,1852.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.8,1407.9570410540327,244872057.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.8,214.3284579506144,1852.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,1448.6854580463842,83107656.0,0.0005830079317092896
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,1193.9616670133546,36609.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,1193.9616670133546,36609.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8579.619792057201,775.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1572.8667078074068,332345151.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,1193.9616670133546,36609.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1531.1325828079134,83107696.0,0.0005420297384262085
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,153.3613339997828,1721.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1531.1325828079134,83107696.0,0.0
lb_2wikimqa_7c0b13a81d9d58791b71c2d8e46d2d063de3b9e89c75335f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,153.3613339997828,1721.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.25,1172.2265828866512,27880.0,0.0005830079317092896
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.25,1172.2265828866512,27880.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.25,1172.2265828866512,27880.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8771.43970807083,798.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.25,1426.1145011987537,838611706.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,B3|keep_frac=0.25,False,0.5714285714285715,1269.7015411686152,209662792.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1218.0090841138735,209662832.0,0.0005419133231043816
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.25,231.66216700337827,1943.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1218.0090841138735,209662832.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.25,231.66216700337827,1943.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,1.0,1090.5934169422835,72085318.0,0.000875093974173069
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.5,986.2910828087479,27880.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.5,986.2910828087479,27880.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8279.30204209406,776.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.5,1161.0360849881545,288255801.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,B3|keep_frac=0.25,False,1.0,1090.5934169422835,72085318.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1232.5843748403713,72085358.0,0.000708969309926033
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.5,111.41775106079876,1803.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1232.5843748403713,72085358.0,0.0
lb_2wikimqa_81cd47ec621f2228d8bb4ec351ffd6b23d23107e5b287ffb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.5,111.41775106079876,1803.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.0,130.58729108888656,828.0,0.0007919734343886375
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,299.1817509755492,5622.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,299.1817509755492,5622.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7472.130708978511,955.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,350.0327917281538,181564100.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,299.1817509755492,5622.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,A3|budget_tokens=512|aware,False,1.0,198.06249998509884,1843.0,0.0006670597940683365
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,198.06249998509884,1843.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,328.73454107902944,45429367.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,198.06249998509884,1843.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.0,72.47308304067701,193.0,0.0010420335456728935
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,317.86666600964963,5622.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,317.86666600964963,5622.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7304.952958947979,933.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,361.22133396565914,62832326.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,317.86666600964963,5622.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,A3|budget_tokens=512|aware,False,1.0,204.01862601283938,1713.0,0.0007909256964921951
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,204.01862601283938,1713.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,373.54075093753636,15720004.0,0.0
lb_2wikimqa_8720ebfc91b6860392a2b7b0ba954b0cd16ffd8c360a1f2b,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,204.01862601283938,1713.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,True,0.0,2215.3291238937527,62998.0,0.0034170225262641907
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,2215.3291238937527,62998.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,2215.3291238937527,62998.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,10869.353250833228,1311.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,6007.827665889636,1666200590.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,2215.3291238937527,62998.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,0.0,3261.1820838646963,416560069.0,0.001625041477382183
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,133.28787498176098,2126.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3261.1820838646963,416560069.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,133.28787498176098,2126.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,True,0.0,2894.959417055361,139878337.0,0.0020830193534493446
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,2467.3794569680467,62998.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,2467.3794569680467,62998.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,10142.594791948795,1111.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,3038.268708041869,559501428.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,2467.3794569680467,62998.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,0.0,4230.089959106408,139878378.0,0.0015419209375977516
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,124.02562412898988,1847.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,4230.089959106408,139878378.0,0.0
lb_2wikimqa_8d3cf7916a2f8a2762de13a9520b6350e46464fbf7f63dd5,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,124.02562412898988,1847.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.0,106.1157489893958,513.0,0.0007499475032091141
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.5714285714285715,307.80962482094765,7565.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.5714285714285715,307.80962482094765,7565.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7607.063957955688,1097.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.5714285714285715,401.06366702821106,264483544.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.5714285714285715,307.80962482094765,7565.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,A3|budget_tokens=512|aware,False,0.28571428571428575,130.90445811394602,1865.0,0.0006669433787465096
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.28571428571428575,130.90445811394602,1865.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.28571428571428575,412.256374838762,66073216.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.28571428571428575,130.90445811394602,1865.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.0,59.82545705046505,109.0,0.0007080379873514175
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,386.2385001266375,7565.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,386.2385001266375,7565.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.6,6447.295249789022,699.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,425.2406239975244,88047310.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,386.2385001266375,7565.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,A3|budget_tokens=512|aware,False,0.6,217.0802929904312,1788.0,0.0008749775588512421
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.6,217.0802929904312,1788.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.5714285714285715,359.77049998473376,22023777.0,0.0
lb_2wikimqa_90f7f51f0c27f041e730cf8893f79f3f40fcb0aab1820a4d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.6,217.0802929904312,1788.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,1.0,1049.918415141292,29378.0,0.0015409896150231361
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,1049.918415141292,29378.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,1049.918415141292,29378.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9047.244251240045,986.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,1245.153458090499,858567418.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,1049.918415141292,29378.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,1179.2360001709312,214709105.0,0.0007919734343886375
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,119.81104197911918,2117.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1179.2360001709312,214709105.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1179.2360001709312,214709105.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.6666666666666666,1290.1076670968905,73633606.0,0.0010830117389559746
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.5,1024.4064150610939,29378.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.5,1024.4064150610939,29378.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8310.44695910532,616.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.5,1308.42633289285,294485817.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,B3|keep_frac=0.25,False,0.6666666666666666,1290.1076670968905,73633606.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,1385.490543092601,73633646.0,0.0007499475032091141
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,99.2141260067001,1987.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1385.490543092601,73633646.0,0.0
lb_2wikimqa_96500ef697df70106798988a9065594622cdeff67156cd20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1385.490543092601,73633646.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,1.0,1377.2026260849088,38829.0,0.0007910421118140221
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,1377.2026260849088,38829.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,1377.2026260849088,38829.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9484.197250101715,1301.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,1750.7758749416098,1086452485.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,1377.2026260849088,38829.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,1974.5331230806187,271594364.0,0.000584055669605732
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,213.4413750609383,1801.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1974.5331230806187,271594364.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,213.4413750609383,1801.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,1.0,1496.28629127983,91844426.0,0.002374988980591297
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,1397.1742920111865,38829.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,1397.1742920111865,38829.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8655.153248924762,652.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,1614.8459170944989,367292229.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,1397.1742920111865,38829.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,1578.9553321665153,91844466.0,0.00100000761449337
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,219.70829204656184,1686.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1578.9553321665153,91844466.0,0.0
lb_2wikimqa_9a0ab728b48d43221f196b43d2816a4dff4142fd0054a4eb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,219.70829204656184,1686.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,True,1.0,1521.0304580396041,49571.0,0.002749962732195854
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,1521.0304580396041,49571.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,1521.0304580396041,49571.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9857.917500077747,1258.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,2002.8956680325791,1261925366.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,1521.0304580396041,49571.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,1.0,2178.146000020206,315519934.0,0.001500011421740055
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,108.63437491934747,2207.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2178.146000020206,315519934.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,108.63437491934747,2207.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,True,1.0,1991.6606659535319,106663840.0,0.0019170111045241356
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,1583.1288329791278,49571.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,1583.1288329791278,49571.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9086.394623969682,746.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,2058.51170909591,426606700.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,1583.1288329791278,49571.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,1.0,2574.179792194627,106663879.0,0.001625041477382183
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,100.07825016509742,2084.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2574.179792194627,106663879.0,0.0
lb_2wikimqa_aec83da1f2faf6ec8badfd53d632f525c9ef2090d99d1c6c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,2574.179792194627,106663879.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,1045.7140830112621,33772.0,0.000750063918530941
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,1045.7140830112621,33772.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,1045.7140830112621,33772.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9046.875250875019,1159.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1276.5974168432876,922333946.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,1045.7140830112621,33772.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1210.7225818326697,230536053.0,0.000625033862888813
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,159.3234990723431,2068.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1210.7225818326697,230536053.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,159.3234990723431,2068.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,1.0,1228.4152900101617,78241606.0,0.000833999365568161
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,1114.9453329853714,33772.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,1114.9453329853714,33772.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8455.605374998413,1036.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1287.710124044679,312880955.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,B3|keep_frac=0.25,False,1.0,1228.4152900101617,78241606.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1284.0167478425428,78241646.0,0.000750063918530941
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,138.67045775987208,1958.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1284.0167478425428,78241646.0,0.0
lb_2wikimqa_b126cad8f81aed3c5cc29c20c25b1adc7d1f33e1c4e264c3,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,138.67045775987208,1958.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,1.0,685.351999825798,20759.0,0.0009160721674561501
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,685.351999825798,20759.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,685.351999825798,20759.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8302.943293121643,983.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,894.7406669612974,609809140.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,685.351999825798,20759.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,852.5759580079466,152433498.0,0.0007079215720295906
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,109.59854209795594,1954.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,852.5759580079466,152433498.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,852.5759580079466,152433498.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,884.8130840342492,51625788.0,0.0005830079317092896
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,684.9009589059278,20759.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,684.9009589059278,20759.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7473.93004107289,885.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,932.0546253584325,206454563.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,684.9009589059278,20759.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,914.274875074625,51625827.0,0.0007079215720295906
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,97.9507090523839,1925.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,914.274875074625,51625827.0,0.0
lb_2wikimqa_b3845fcad97309850a76e3720cd829a45d2bb12ee29a9cfb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,97.9507090523839,1925.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,883.3064159844071,26633.0,0.000708969309926033
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,883.3064159844071,26633.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,883.3064159844071,26633.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8621.685040998273,1289.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1104.6952089527622,760394488.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A8|budget_tokens=512|blind,False,1.0,672.8566238889471,1754.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,1067.3200420569628,190165867.0,0.000625033862888813
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,148.0062489863485,2191.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1067.3200420569628,190165867.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,148.0062489863485,2191.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,1140.7161670504138,65597250.0,0.0005409820005297661
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,905.1147080026567,26633.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,905.1147080026567,26633.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7681.1434578849,829.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,1219.3171258550137,262303539.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,905.1147080026567,26633.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,1215.923543088138,65597289.0,0.0005420297384262085
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,125.47708209604025,2104.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1215.923543088138,65597289.0,0.0
lb_2wikimqa_bc40752faddd32264f8402321411881736ab5a4733eee758,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1215.923543088138,65597289.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,1.0,1076.9920840393752,32501.0,0.000708969309926033
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,1076.9920840393752,32501.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,1076.9920840393752,32501.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8821.369417011738,1326.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,1323.213043040596,851800826.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,1076.9920840393752,32501.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,1253.4235417842865,212988784.0,0.000625033862888813
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,122.68866691738367,2324.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1253.4235417842865,212988784.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1253.4235417842865,212988784.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,1.0,1128.119625034742,72417094.0,0.000708969309926033
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,1018.782583065331,32501.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,1018.782583065331,32501.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8314.579167868942,968.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,1185.6549569638446,289693497.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,1018.782583065331,32501.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,1189.405124168843,72417134.0,0.0005830079317092896
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,121.98625004384667,2231.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1189.405124168843,72417134.0,0.0
lb_2wikimqa_be97290f663a83ba27007dd262ca2a6072c9156f775a24ad,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1189.405124168843,72417134.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,True,0.0,1520.8190011326224,46223.0,0.002625049091875553
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,1520.8190011326224,46223.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,1520.8190011326224,46223.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9801.334833027795,1368.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,1924.4207919109613,1252062198.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,1.0,9814.471957972273,2034.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,0.0,2399.697414948605,312996798.0,0.0014998950064182281
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,105.63445824664086,2091.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2399.697414948605,312996798.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,105.63445824664086,2091.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,True,0.0,1969.6244170190766,104120220.0,0.002500019036233425
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,1639.158166013658,46223.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,1639.158166013658,46223.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9135.666791000403,607.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,2039.3425001529977,416358506.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,1639.158166013658,46223.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,0.0,2154.8017479944974,104120260.0,0.0018749851733446121
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,99.23904191236943,2043.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2154.8017479944974,104120260.0,0.0
lb_2wikimqa_c8fd8db4d295aef41a9434299a8eeffb9af5e2bbcde4f13a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,99.23904191236943,2043.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,1.0,95.28729203157127,283.0,0.000708969309926033
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,166.35175002738833,3309.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,166.35175002738833,3309.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7334.873499814421,814.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,196.6838340740651,129495720.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,1.0,95.28729203157127,283.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,A3|budget_tokens=512|aware,False,0.0,118.73449990525842,1574.0,0.0008749775588512421
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,118.73449990525842,1574.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,212.2397100320086,32354924.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,118.73449990525842,1574.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.0,140.64349990803748,424.0,0.0008330680429935455
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,153.4099580021575,3309.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,153.4099580021575,3309.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7156.013250700198,458.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,173.40595985297114,42557116.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,B3|keep_frac=0.25,False,1.0,167.53050091210753,10632685.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,A3|budget_tokens=512|aware,False,0.0,100.8358751423657,1574.0,0.0009170034900307655
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,100.8358751423657,1574.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,198.3845429494977,10632726.0,0.0
lb_2wikimqa_cc32d31bbeb3e0d8787e963cf0843ae6b22f33817eb5a587,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,100.8358751423657,1574.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,1.0,574.8422930482775,18552.0,0.000708969309926033
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,1.0,574.8422930482775,18552.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,1.0,574.8422930482775,18552.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8198.410165961832,1318.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,1.0,691.9991669710726,535720688.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,1.0,574.8422930482775,18552.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,1.0,678.2290830742568,133968718.0,0.0005420297384262085
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,106.80804192088544,2087.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,678.2290830742568,133968718.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,678.2290830742568,133968718.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,621.2182499002665,46169912.0,0.0005420297384262085
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,615.0734159164131,18552.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,615.0734159164131,18552.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7699.874875019304,936.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,662.6803759718314,184594201.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,615.0734159164131,18552.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,674.2502501001582,46169953.0,0.000583939254283905
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,112.33016604091972,1907.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,674.2502501001582,46169953.0,0.0
lb_2wikimqa_ead67129fee9b0024c9c3f53041469d74cf8a0281e39febb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,112.33016604091972,1907.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,False,0.0,653.8538748864084,20354.0,0.0007079215720295906
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,653.8538748864084,20354.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,653.8538748864084,20354.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,8237.599124084227,859.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,873.3590409392491,587674356.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,653.8538748864084,20354.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,838.2035408867523,146928469.0,0.000625033862888813
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,118.30791586544365,1701.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,838.2035408867523,146928469.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,118.30791586544365,1701.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,False,0.0,936.6952928248793,50298681.0,0.0006669433787465096
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,691.3695420371369,20354.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,691.3695420371369,20354.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,7793.787624919787,1128.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,946.0164998890832,201072417.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,691.3695420371369,20354.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,False,0.0,940.7949171727523,50298723.0,0.0010830117389559746
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,190.57616614736617,1609.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,940.7949171727523,50298723.0,0.0
lb_2wikimqa_ee29eb2556135405fa19a48b0abdff0aceddef7594169c33,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,190.57616614736617,1609.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,router,A1,True,0.0,2259.152334067039,63403.0,0.0025420449674129486
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,2259.152334067039,63403.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,2259.152334067039,63403.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,11019.870042917319,1252.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,6129.621958825737,1668953102.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,2259.152334067039,63403.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,0.0,2986.7523330030963,417248198.0,0.001250067725777626
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,134.06916591338813,2061.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2986.7523330030963,417248198.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,134.06916591338813,2061.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,router,B3|keep_frac=0.25,True,0.0,2761.9339170632884,139804610.0,0.002791057340800762
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,best_static_dev,A1,False,0.0,2302.4037500144914,63403.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,full_context,A1,False,0.0,2302.4037500144914,63403.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,structured,A5|budget_tokens=512|blind,False,0.0,9939.506041933782,623.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,native_cache,B0,False,0.0,2898.434292175807,559132788.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,blind,oracle_infeasible,A1,False,0.0,2302.4037500144914,63403.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,router,B5|keep_frac=0.25|aware,True,0.0,3008.1269602524117,139804649.0,0.001959037035703659
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,128.1191239831969,1896.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3008.1269602524117,139804649.0,0.0
lb_2wikimqa_f67db35cb225c73bb753006bd14fab03942bbe0157a74979,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_2wikimqa,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,128.1191239831969,1896.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,654.5225831214339,23707.0,0.001125037670135498
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,654.5225831214339,23707.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,654.5225831214339,23707.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8203.520250041038,963.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,791.3838321110234,552006384.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,654.5225831214339,23707.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,778.6815421422943,137982800.0,0.0007080379873514175
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,185.7340841088444,2523.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,778.6815421422943,137982800.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,185.7340841088444,2523.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,903.8120839977637,44990262.0,0.0015830155462026596
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,674.4297090917826,23707.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,674.4297090917826,23707.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7890.8176679397,863.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,859.067500801757,179949333.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,674.4297090917826,23707.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,869.755124906078,23926763.0,0.0009160721674561501
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,257.89995689410716,2523.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,863.9174581039697,44990302.0,0.0
lb_qasper_036bfbdbfff8294f59afd5860663bbb4349924c9853b2151,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,257.89995689410716,2523.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.4,687.1348340064287,24646.0,0.0007080379873514175
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.4,687.1348340064287,24646.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.4,687.1348340064287,24646.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8041.666959179565,1050.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.4,829.697540961206,578728692.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.4,687.1348340064287,24646.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.4,790.3974581276998,144749397.0,0.0006669433787465096
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.7499999999999999,146.18104102555662,2457.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.4,790.3974581276998,144749397.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.7499999999999999,146.18104102555662,2457.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,853.5883760778233,47423288.0,0.0007499475032091141
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.4,837.1048328699544,24646.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.4,837.1048328699544,24646.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7803.124416968785,808.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.4,972.6655000122264,189607709.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.4,837.1048328699544,24646.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.3157894736842105,1079.8286672215909,25219320.0,0.000625033862888813
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.5263157894736842,350.34237592481077,2366.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.3157894736842105,1054.3190411990508,47423328.0,0.0
lb_qasper_04af9dc96013a1bc7faecbc589f7ea5c207e92c7d9a3495e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.5263157894736842,350.34237592481077,2366.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,719.20295804739,27284.0,0.0006670597940683365
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,719.20295804739,27284.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,719.20295804739,27284.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7231.202207040042,1181.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,953.3463339321315,633893622.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,0.125,135.6842489913106,2143.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.125,914.696584106423,158511964.0,0.000625033862888813
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,158.23529195040464,2592.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.125,914.696584106423,158511964.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.125,914.696584106423,158511964.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,896.7137910658494,52436796.0,0.0007079215720295906
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,711.3051251508296,27284.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,711.3051251508296,27284.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.09523809523809523,7224.282000795938,791.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,978.2867081230506,209735459.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,0.13333333333333333,4960.418791044503,1607.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,969.9802909744903,27882760.0,0.0006669433787465096
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,136.3129160599783,2592.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,969.4849989609793,52436836.0,0.0
lb_qasper_072d3de1a7122730a13a31db3eede4113af2d920814f0aaa,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,136.3129160599783,2592.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.26666666666666666,1037.035000976175,33112.0,0.000625033862888813
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.26666666666666666,1037.035000976175,33112.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.26666666666666666,1037.035000976175,33112.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8831.153125036508,479.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.26666666666666666,1257.8672908712178,883569402.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,0.4,8997.48800008092,2932.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.26666666666666666,1217.897041933611,220902259.0,0.0005419133231043816
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.5,159.2071249615401,2244.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.26666666666666666,1217.897041933611,220902259.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.5,159.2071249615401,2244.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,1227.4460409535095,72195910.0,0.00100000761449337
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.5,1106.911291135475,33112.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.5,1106.911291135475,33112.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8451.543292147107,916.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.5,1343.604999827221,288808761.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.5,1106.911291135475,33112.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.5,1333.2363739609718,38379851.0,0.0006660120561718941
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.5,137.5131650129333,2182.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.5,1327.0679989363998,72195950.0,0.0
lb_qasper_11be2f14f540e957e9797cc962203b8186ca10561228f81f,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.5,137.5131650129333,2182.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,564.8321249755099,21408.0,0.000750063918530941
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,564.8321249755099,21408.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,564.8321249755099,21408.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8019.471543026157,955.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,689.6956271957606,496956142.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A8|budget_tokens=512|blind,False,0.7619047619047621,906.6966250538826,2525.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,655.303209205158,124220230.0,0.000625033862888813
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,130.39337506052107,2592.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,655.303209205158,124220230.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,130.39337506052107,2592.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,612.4237088952214,40455989.0,0.0006660120561718941
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,1.0,1113.8787510572001,21408.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,1.0,1113.8787510572001,21408.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,5362.911498988979,830.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,1.0,1219.1834589466453,161775373.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,1.0,1113.8787510572001,21408.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.5294117647058824,846.7134169768542,21517893.0,0.0006660120561718941
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,109.5001669600606,2592.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.5294117647058824,824.3564578006044,40456029.0,0.0
lb_qasper_14e88916523197e066dbb743339685621db47c4beb503abb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.5294117647058824,824.3564578006044,40456029.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.42857142857142855,800.8627520175651,22923.0,0.0007499475032091141
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.42857142857142855,800.8627520175651,22923.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.42857142857142855,800.8627520175651,22923.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,6310.803332948126,186.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.42857142857142855,983.6610830388963,573108980.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.42857142857142855,800.8627520175651,22923.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.42857142857142855,920.2735010767356,143258451.0,0.000625033862888813
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.42857142857142855,279.43270886316895,2876.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.42857142857142855,920.2735010767356,143258451.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.42857142857142855,279.43270886316895,2876.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.4799999999999999,799.5807499391958,46243640.0,0.0007499475032091141
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.6428571428571429,766.0880000330508,22923.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.6428571428571429,766.0880000330508,22923.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7805.9938759543,1775.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.6428571428571429,865.0168318999931,184852251.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.6428571428571429,766.0880000330508,22923.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.6428571428571429,873.9796261070296,24592623.0,0.0006249174475669861
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,445.67270798143,2876.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.6428571428571429,863.2707099895924,46243681.0,0.0
lb_qasper_159a474e0a7155a2d0b984cbb5215cdc853d721605b90154,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,445.67270798143,2876.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.75,812.2969169635326,24325.0,0.0007499475032091141
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.75,812.2969169635326,24325.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.75,812.2969169635326,24325.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.4,8247.34670901671,1111.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.75,1000.3064147895202,577352436.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.75,812.2969169635326,24325.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.75,934.6920818788931,144290645.0,0.0007079215720295906
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.4444444444444445,213.37666595354676,2380.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.75,934.6920818788931,144290645.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.75,934.6920818788931,144290645.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.75,847.8831660468131,47275832.0,0.0007079215720295906
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.8571428571428571,722.5658348761499,24325.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.8571428571428571,722.5658348761499,24325.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7804.874500143342,1160.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.8571428571428571,864.0672510955483,189054747.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.8571428571428571,722.5658348761499,24325.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.8571428571428571,864.6723758429289,25140983.0,0.0005420297384262085
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.5714285714285715,175.22396007552743,2296.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.8571428571428571,854.5139159541577,47275872.0,0.0
lb_qasper_1614ea21f8d039debfc655015f8133d0ef220837804ddf62,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.8571428571428571,854.5139159541577,47275872.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,700.1536239404231,27080.0,0.0005830079317092896
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,700.1536239404231,27080.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,700.1536239404231,27080.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,1.0,8278.671917039901,739.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,766.1728739039972,599372532.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A5|budget_tokens=512|blind,False,1.0,8278.671917039901,739.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,738.4568749694154,149795672.0,0.0005420297384262085
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,138.33137589972466,2658.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,738.4568749694154,149795672.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,138.33137589972466,2658.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,1.0,822.2651260439306,48971578.0,0.000584055669605732
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.6666666666666666,714.7004160797223,27080.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.6666666666666666,714.7004160797223,27080.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,1.0,5450.302874902263,503.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.6666666666666666,871.7511270660907,195911455.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,1.0,3478.5902069415897,951.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,867.2988341422752,26041851.0,0.0005830079317092896
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,95.13587399851531,2575.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,857.9436672152951,48971618.0,0.0
lb_qasper_18576b9ee9994a46dc0c7d916a009ff6d0964991541010ee,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,95.13587399851531,2575.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.1739130434782609,963.4428329300135,33779.0,0.000625033862888813
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.1739130434782609,963.4428329300135,33779.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.1739130434782609,963.4428329300135,33779.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8673.757041106,769.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.1739130434782609,1331.149915116839,786772728.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,0.28571428571428575,192.21283309161663,2289.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.1739130434782609,1286.5390850929543,196703083.0,0.0005409820005297661
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.1739130434782609,200.9490829659626,2455.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.1739130434782609,1286.5390850929543,196703083.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.1739130434782609,200.9490829659626,2455.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,1049.1714181844145,64565056.0,0.0006249174475669861
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.1739130434782609,1024.8116248985752,33779.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.1739130434782609,1024.8116248985752,33779.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8196.64483203087,797.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.1739130434782609,1215.5385838123038,258211635.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.1739130434782609,1024.8116248985752,33779.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.1739130434782609,1203.2721659634262,34325925.0,0.0007499475032091141
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.1739130434782609,188.43154108617455,2380.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.1739130434782609,1193.870208808221,64565096.0,0.0
lb_qasper_1a1daeb5809cde7c7131d972f42ee43654a378c78d5182c8,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.1739130434782609,188.43154108617455,2380.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,694.0709579503164,28721.0,0.0007080379873514175
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,694.0709579503164,28721.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,694.0709579503164,28721.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8355.770042049699,1086.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,987.2506650863215,651555574.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,694.0709579503164,28721.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,963.2440409623086,162870110.0,0.0006669433787465096
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.6666666666666666,131.67725107632577,2671.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,963.2440409623086,162870110.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.6666666666666666,131.67725107632577,2671.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,871.7520830687135,53247804.0,0.0006670597940683365
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,777.2578750737011,28721.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,777.2578750737011,28721.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7948.276291950606,455.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,937.5526260118932,212868901.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,777.2578750737011,28721.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,945.8543320652097,28313607.0,0.000583939254283905
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,147.8211667854339,2598.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,939.9183348286897,53247844.0,0.0
lb_qasper_2ecd2808617740f222a4e2f3b2df546da046d876b1580952,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,147.8211667854339,2598.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.12500000000000003,912.5264990143478,27395.0,0.0005409820005297661
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.12500000000000003,912.5264990143478,27395.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.12500000000000003,912.5264990143478,27395.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8323.556000716053,1207.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.12500000000000003,991.2773329997435,632287990.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,0.26666666666666666,8553.306999034248,2757.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,954.2816272005439,158053212.0,0.000583939254283905
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.15384615384615385,145.28170798439533,2744.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,954.2816272005439,158053212.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.15384615384615385,145.28170798439533,2744.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.12500000000000003,899.4127089390531,51330873.0,0.0006249174475669861
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,773.7953751347959,27395.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,773.7953751347959,27395.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7944.93729097303,1435.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,925.6949570262805,205238049.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.3076923076923077,135.4394170921296,677.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,821.3939998531714,27295229.0,0.0005409820005297661
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.19999999999999998,258.0946240341291,2744.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,818.0309999734163,51330914.0,0.0
lb_qasper_3598040772b4950e6241b50125f7ab7038a8149060e3c381,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.19999999999999998,258.0946240341291,2744.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,458.60304182861,12158.0,0.0006249174475669861
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,458.60304182861,12158.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,458.60304182861,12158.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7646.200916962698,897.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,542.2468748874962,310588128.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,0.13333333333333333,226.82458302006125,1869.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,470.06470803171396,77656706.0,0.0005420297384262085
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,293.6930420110002,2439.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,470.06470803171396,77656706.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,293.6930420110002,2439.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,381.8373749963939,25562690.0,0.000584055669605732
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,392.7817080402747,12158.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,392.7817080402747,12158.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7383.895915932953,984.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,404.1303339181468,102166227.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,392.7817080402747,12158.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,400.2403320046142,13605343.0,0.0005830079317092896
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,94.31004198268056,2372.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,393.9624159829691,25562730.0,0.0
lb_qasper_39352d304bd452de69fcc492ad458b72614e329b4509eb48,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,94.31004198268056,2372.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,539.3916670000181,19834.0,0.000750063918530941
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,539.3916670000181,19834.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,539.3916670000181,19834.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7847.550583770499,602.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,672.1224579960108,446264044.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,539.3916670000181,19834.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,639.9862499674782,111604369.0,0.0005420297384262085
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,276.89208288211375,2699.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,639.9862499674782,111604369.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,276.89208288211375,2699.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.22222222222222224,499.0030850749463,36363863.0,0.0006669433787465096
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,538.2954998640344,19834.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,538.2954998640344,19834.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7647.066833917052,929.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,595.8472092170268,145370883.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,B3|keep_frac=0.25,False,0.22222222222222224,499.0030850749463,36363863.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,611.1008330481127,19343542.0,0.000584055669605732
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,98.15145784523338,2699.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,600.5305830622092,36363903.0,0.0
lb_qasper_3ac3eef636db11635a21a61804cb28e92c546a5686dd1e12,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,98.15145784523338,2699.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,True,1.0,1215.1340820128098,41991.0,0.004249974153935909
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,1.0,1215.1340820128098,41991.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,1.0,1215.1340820128098,41991.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,9634.224249050021,859.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,1.0,1543.024665908888,1045852929.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,1.0,1215.1340820128098,41991.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,True,1.0,1521.5050829574466,261501818.0,0.0019579892978072166
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,118.40916704386473,2184.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1521.5050829574466,261501818.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,118.40916704386473,2184.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,True,1.0,1694.6232910268009,84950856.0,0.0024170149117708206
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,1.0,1462.0160821359605,41991.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,1.0,1462.0160821359605,41991.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8839.929416892119,866.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,1.0,1950.0476261600852,339717951.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,1.0,1462.0160821359605,41991.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,True,1.0,1784.646834130399,45155928.0,0.00208395067602396
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,107.25341900251806,2116.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1762.046124204062,84950896.0,0.0
lb_qasper_3ca65b23b3cb316653709b469b4a9b42b790e0350c76ae1a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,107.25341900251806,2116.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,588.3471679408103,22987.0,0.0007079215720295906
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,588.3471679408103,22987.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,588.3471679408103,22987.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8133.401458035223,1036.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,712.9212911240757,529871600.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,588.3471679408103,22987.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,689.8683748440817,132477771.0,0.0005420297384262085
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,117.5223330501467,2541.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,689.8683748440817,132477771.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,117.5223330501467,2541.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,666.4355831453577,43589430.0,0.0006249174475669861
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,584.758251090534,22987.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,584.758251090534,22987.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7818.004208034836,796.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,709.3606661073864,174235411.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,584.758251090534,22987.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,722.4033332895488,23182559.0,0.0007910421118140221
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,95.47979198396206,2494.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,715.550335124135,43589470.0,0.0
lb_qasper_43279ddf85ada1b163aa1b316a4df1418957058206501c26,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,95.47979198396206,2494.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,1.0,397.4237069487572,15091.0,0.0006670597940683365
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,1.0,397.4237069487572,15091.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,1.0,397.4237069487572,15091.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7983.367167063989,1020.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,1.0,675.7479999214411,361050854.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,1.0,397.4237069487572,15091.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,1.0,661.0751678235829,90272389.0,0.000500003807246685
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,115.29629200231284,2379.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,661.0751678235829,90272389.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,115.29629200231284,2379.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,1.0,397.8148327441886,29507145.0,0.0005830079317092896
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,1.0,378.30874999053776,15091.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,1.0,378.30874999053776,15091.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,1.0,2698.387333075516,372.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,1.0,419.6824999526143,118017767.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,1.0,378.30874999053776,15091.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,1.0,447.8387908311561,15700864.0,0.000583939254283905
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,98.66808296646923,2379.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,439.4914179574698,29507188.0,0.0
lb_qasper_51b9066a5f2845e2fdf0d1dcde6833f70ae49ed01aa306db,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,439.4914179574698,29507188.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.13333333333333336,471.84103983454406,14902.0,0.000625033862888813
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.13333333333333336,471.84103983454406,14902.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.13333333333333336,471.84103983454406,14902.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,6664.162459084764,890.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.13333333333333336,576.3624161481857,387429096.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,B3|keep_frac=0.25,False,0.25,533.4933320991695,96809566.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.1111111111111111,690.1057499926537,96809607.0,0.000500003807246685
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,238.38849901221693,2483.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.1111111111111111,690.1057499926537,96809607.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.1111111111111111,690.1057499926537,96809607.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.14285714285714288,432.9574580769986,31534671.0,0.0005828915163874626
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.14285714285714288,404.08758306875825,14902.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.14285714285714288,404.08758306875825,14902.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7495.72750099469,246.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.14285714285714288,466.9377920217812,126090993.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A8|budget_tokens=512|blind,False,0.375,481.9187510292977,2590.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.14285714285714288,481.7674160003662,16778002.0,0.0009580980986356735
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.14285714285714288,98.12004212290049,2483.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.14285714285714288,483.49937493912876,31534711.0,0.0
lb_qasper_5f00d4f6e62f4b99484eb78491f803f8143cc1b13ad33816,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.14285714285714288,98.12004212290049,2483.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,True,0.0,1522.0339999068528,55797.0,0.004207948222756386
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,1522.0339999068528,55797.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,1522.0339999068528,55797.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,9724.388000788167,938.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,1929.1561242425814,1208710130.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,1522.0339999068528,55797.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,True,0.0,4002.706292900257,302216125.0,0.0019579892978072166
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,105.93479103408754,2627.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,4002.706292900257,302216125.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,105.93479103408754,2627.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,True,0.0,1809.8674579523504,97558420.0,0.002415967173874378
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,1539.2466670600697,55797.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,1539.2466670600697,55797.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,9061.546707176603,1106.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,1890.4954980826005,390185064.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,1539.2466670600697,55797.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,True,0.0,1867.597667966038,51853753.0,0.0020830193534493446
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,96.88087506219745,2627.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1866.587250144221,97558460.0,0.0
lb_qasper_65f7bdb541fd6f01fe866dcf694891f92533186085fcba20,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,96.88087506219745,2627.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,461.03912603575736,18360.0,0.0006670597940683365
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,461.03912603575736,18360.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,461.03912603575736,18360.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7855.748043046333,1409.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,587.756791850552,411857642.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,461.03912603575736,18360.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,541.2354998989031,103002761.0,0.0007499475032091141
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,130.896957940422,2778.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,541.2354998989031,103002761.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,130.896957940422,2778.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,468.0670000379905,33230416.0,0.0007079215720295906
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,454.40387504640967,18360.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,454.40387504640967,18360.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7545.3218328766525,988.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,507.7107088873163,132837111.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,454.40387504640967,18360.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,532.4655839940533,17678876.0,0.000625033862888813
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,121.44370889291167,2704.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,521.1857518879697,33230457.0,0.0
lb_qasper_680ef767fe2a990615d0bc1cb1bf5f7d23c8766209138826,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,121.44370889291167,2704.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,389.1715829959139,14327.0,0.000583939254283905
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,389.1715829959139,14327.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,389.1715829959139,14327.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7726.623917929828,1019.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,474.39741692505777,347058916.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,1.0,119.46895800065249,2289.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,459.5106659689918,86717060.0,0.0006249174475669861
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.6666666666666666,144.34712508227676,2564.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,459.5106659689918,86717060.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.6666666666666666,144.34712508227676,2564.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,523.0235010385513,28253769.0,0.0007499475032091141
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,1.0,400.0432501779869,14327.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,1.0,400.0432501779869,14327.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,1.0,7765.26233390905,1068.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,1.0,541.7900838656351,112930531.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,1.0,400.0432501779869,14327.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,1.0,559.0002909302711,15035004.0,0.000625033862888813
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,119.17787604033947,2564.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,551.5824580797926,28253808.0,0.0
lb_qasper_8595332098adaabcfd8ae199f754a9b06cdde08cdd4cc64a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,119.17787604033947,2564.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.17391304347826086,946.2194589432329,18074.0,0.0006669433787465096
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.17391304347826086,946.2194589432329,18074.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.17391304347826086,946.2194589432329,18074.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7991.973833879456,1015.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.17391304347826086,1114.9298346135765,445231852.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A8|budget_tokens=512|blind,False,0.3870967741935483,851.2345019262284,2628.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.4242424242424242,1004.4202909339219,111260305.0,0.0006669433787465096
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.14814814814814814,294.2882489878684,2396.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.4242424242424242,1004.4202909339219,111260305.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.4242424242424242,1004.4202909339219,111260305.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.09756097560975609,641.4635000983253,36548183.0,0.0006670597940683365
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.368421052631579,887.889374862425,18074.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.368421052631579,887.889374862425,18074.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,1869.4370851153508,240.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.368421052631579,991.8310818029568,146181891.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.368421052631579,887.889374862425,18074.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.3125,813.5792480316013,19441462.0,0.0006660120561718941
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.16,231.71591700520366,2380.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.3125,795.6237508915365,36548223.0,0.0
lb_qasper_86c75d2a9157cb601a49f8424fa1e6e90fcd724132490bbd,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.3125,795.6237508915365,36548223.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,975.8750839391723,33112.0,0.0007910421118140221
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,975.8750839391723,33112.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,975.8750839391723,33112.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8851.058957865462,479.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,1322.6022080052644,883569402.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A2|budget_tokens=512,False,0.18181818181818182,179.176333011128,2196.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.23529411764705882,1642.092707916163,220902259.0,0.0005420297384262085
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,145.80204198136926,2598.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.23529411764705882,1642.092707916163,220902259.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.23529411764705882,1642.092707916163,220902259.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.08333333333333333,1374.622458126396,72195909.0,0.0006669433787465096
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.18181818181818182,1123.3130838954821,33112.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.18181818181818182,1123.3130838954821,33112.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.4444444444444445,8377.501582959667,916.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.18181818181818182,1400.4224999807775,288808761.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A5|budget_tokens=512|blind,False,0.4444444444444445,8377.501582959667,916.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.22222222222222224,1465.9099987475201,38379851.0,0.000625033862888813
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.1379310344827586,366.06000107713044,2501.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.22222222222222224,1458.635083050467,72195949.0,0.0
lb_qasper_8b6bf313950a892cbda035f2c7b3d8b01472ff34749f028d,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.22222222222222224,1458.635083050467,72195949.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.35294117647058826,1008.5905829910189,30407.0,0.000500003807246685
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.35294117647058826,1008.5905829910189,30407.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.35294117647058826,1008.5905829910189,30407.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8661.601793137379,852.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.35294117647058826,1266.1761669442058,733098744.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A8|budget_tokens=512|blind,False,0.47058823529411764,1047.3295011324808,2584.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.35294117647058826,1193.7627078732476,183284582.0,0.0007080379873514175
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.35294117647058826,213.09137414209545,2392.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.35294117647058826,1193.7627078732476,183284582.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.35294117647058826,213.09137414209545,2392.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.35294117647058826,1035.6530410936102,60215104.0,0.0007080379873514175
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.35294117647058826,937.947124009952,30407.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.35294117647058826,937.947124009952,30407.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8072.529207915068,945.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.35294117647058826,1106.2570409849286,240774959.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A8|budget_tokens=512|blind,False,0.46153846153846156,664.7593739908189,2208.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.35294117647058826,1104.4511658838019,32015003.0,0.0007080379873514175
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.25,176.66350107174367,2332.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.35294117647058826,1097.8433327982202,60215144.0,0.0
lb_qasper_8fa5af6a36dd0b6b73900b2ec6f6e43a652a3e7d2b827a58,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.35294117647058826,1097.8433327982202,60215144.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,714.793540071696,25842.0,0.000584055669605732
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,714.793540071696,25842.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,714.793540071696,25842.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8240.149957826361,875.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,1020.5812930362299,598340340.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A8|budget_tokens=512|blind,False,0.22222222222222224,687.7252508420497,2549.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,974.1505819838494,149566296.0,0.000583939254283905
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.14285714285714285,239.97754091396928,2715.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,974.1505819838494,149566296.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.14285714285714285,239.97754091396928,2715.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.8571428571428571,789.4402898382396,48750394.0,0.0005830079317092896
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.8571428571428571,765.9610828850418,25842.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.8571428571428571,765.9610828850418,25842.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7805.977915995754,339.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.8571428571428571,853.2153338892385,194879263.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.8571428571428571,765.9610828850418,25842.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.8571428571428571,864.1668751370162,25924346.0,0.0005830079317092896
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,122.5425839656964,2604.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.8571428571428571,855.0068739568815,48750434.0,0.0
lb_qasper_91dd7b7a6ead4025763812d70dc51c6674b0acf31bd5a5f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.8571428571428571,855.0068739568815,48750434.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.2745098039215686,451.01137505844235,12313.0,0.0005420297384262085
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.2745098039215686,451.01137505844235,12313.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.2745098039215686,451.01137505844235,12313.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7751.891626045108,1218.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.2745098039215686,587.9075010307133,295564000.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.2745098039215686,451.01137505844235,12313.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.17391304347826084,492.2335830051452,73872002.0,0.0005830079317092896
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.17391304347826084,157.993666944094,2392.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.17391304347826084,492.2335830051452,73872002.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.17391304347826084,157.993666944094,2392.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.11764705882352941,388.2132489234209,23977533.0,0.0005409820005297661
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.3137254901960784,437.17154196929187,12313.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.3137254901960784,437.17154196929187,12313.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,3930.316666024737,560.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.3137254901960784,479.7404168639332,95788752.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.3137254901960784,437.17154196929187,12313.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.1702127659574468,453.17370689008385,12763220.0,0.0006669433787465096
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.17391304347826084,138.1762089440599,2392.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.1702127659574468,443.6912490054965,23977573.0,0.0
lb_qasper_92da01e7242f30f5266e431b4269fee1b0ca5fcc23aee095,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.17391304347826084,138.1762089440599,2392.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A4|budget_tokens=512|blind,False,0.11764705882352942,7790.472167078406,2663.0,0.0011669471859931946
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.9565217391304348,787.990709184669,11930.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.9565217391304348,787.990709184669,11930.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.3076923076923077,7709.690333926119,973.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.9565217391304348,897.6624989882112,292467422.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.9565217391304348,787.990709184669,11930.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,A3|budget_tokens=512|aware,False,0.3076923076923077,171.2652511196211,2556.0,0.000750063918530941
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.3076923076923077,171.2652511196211,2556.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.5000000000000001,539.3182921689004,73183874.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.5000000000000001,539.3182921689004,73183874.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.0,135.2964590769261,501.0,0.00100000761449337
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.3076923076923077,356.21854197233915,11930.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.3076923076923077,356.21854197233915,11930.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7377.356499899179,796.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.3076923076923077,392.5207918509841,96784080.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A2|budget_tokens=512,False,0.5333333333333333,231.61758412607014,2746.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,A3|budget_tokens=512|aware,False,0.3076923076923077,137.8464581212029,2556.0,0.000833999365568161
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.3076923076923077,137.8464581212029,2556.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.3076923076923077,411.0015849582851,24198761.0,0.0
lb_qasper_93004cdb0e6d24f5de0568ed952fd50655e42900dc9dbfdb,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.3076923076923077,137.8464581212029,2556.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.058823529411764705,567.7007059566677,23234.0,0.0008749775588512421
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.058823529411764705,567.7007059566677,23234.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.058823529411764705,567.7007059566677,23234.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8242.689374950714,1337.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.058823529411764705,686.1058319918811,524366576.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A8|budget_tokens=512|blind,False,0.08,600.6544161355123,2645.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.058823529411764705,666.3139581214637,131101516.0,0.0007079215720295906
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,158.51025003939867,2699.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.058823529411764705,666.3139581214637,131101516.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.058823529411764705,666.3139581214637,131101516.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,667.5732091534883,42778422.0,0.0007499475032091141
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.11764705882352941,587.4067500699311,23234.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.11764705882352941,587.4067500699311,23234.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7723.162334179506,1597.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.11764705882352941,693.6880839057267,171138833.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.11764705882352941,587.4067500699311,23234.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,719.6706250542775,22751700.0,0.0008330680429935455
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,137.5870411284268,2699.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,715.5645830789581,42778462.0,0.0
lb_qasper_b72f9154e71c03d0403e06e50063325961ea2ad27c245763,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,137.5870411284268,2699.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,1.0,434.7591660916805,15234.0,0.0011670636013150215
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,1.0,434.7591660916805,15234.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,1.0,434.7591660916805,15234.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7951.5446671284735,850.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,1.0,707.4006240582094,374354664.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,1.0,434.7591660916805,15234.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,1.0,694.801751174964,93598342.0,0.0014581019058823586
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.6666666666666666,159.06537405680865,2236.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,694.801751174964,93598342.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,694.801751174964,93598342.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,431.7431648960337,30981707.0,0.0008749775588512421
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,1.0,414.08679098822176,15234.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,1.0,414.08679098822176,15234.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7509.917500196025,842.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,1.0,452.40233186632395,123879151.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,1.0,414.08679098822176,15234.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,1.0,476.9367079716176,16484240.0,0.0006669433787465096
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.6666666666666666,122.95033398550004,2103.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,470.17387486994267,30981750.0,0.0
lb_qasper_bae15e10e0f414a92fb0e943871ed25c3fc16183a3028012,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,470.17387486994267,30981750.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,582.1588331600651,20902.0,0.00070908572524786
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,582.1588331600651,20902.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,582.1588331600651,20902.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8119.825333007611,911.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,720.9191679721698,522187504.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,582.1588331600651,20902.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,696.629332844168,130528075.0,0.0005830079317092896
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,104.01283309329301,2339.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,696.629332844168,130528075.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,104.01283309329301,2339.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,672.2992910072207,42667830.0,0.0005420297384262085
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,618.3930840343237,20902.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,618.3930840343237,20902.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7710.673582972959,644.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,728.5607502562925,170659601.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,618.3930840343237,20902.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,730.5719560245052,22692947.0,0.000500003807246685
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,98.23091689031571,2339.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,725.5582079524174,42667871.0,0.0
lb_qasper_bfc5d4d72997fdcc0107cd5cab9b9718777c43b86be45eb2,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,98.23091689031571,2339.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,True,0.0,3083.1809991504997,67799.0,0.004207948222756386
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,3083.1809991504997,67799.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,3083.1809991504997,67799.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,11616.438874974847,163.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,4960.369624895975,1772631058.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,3083.1809991504997,67799.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,True,0.0,4209.944084053859,443167688.0,0.002166023477911949
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,109.68808503821492,2323.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,4209.944084053859,443167688.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,109.68808503821492,2323.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,True,0.0,2917.133374954574,145186760.0,0.0021669548004865646
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,2968.774291104637,67799.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,2968.774291104637,67799.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,10583.778917090967,757.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,3067.345500108786,580735092.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,2968.774291104637,67799.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,True,0.0,3389.0113329980522,77156312.0,0.0020830193534493446
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,102.45329199824482,2323.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3031.4070830354467,145186800.0,0.0
lb_qasper_c47ca982b6c4681c4741d4708801fa79a3e1cab17d0a2c4a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,102.45329199824482,2323.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.19999999999999998,950.155541067943,33353.0,0.0007499475032091141
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.19999999999999998,950.155541067943,33353.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.19999999999999998,950.155541067943,33353.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8650.17258306034,898.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.19999999999999998,1112.294542021118,768881400.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,B3|keep_frac=0.25,False,0.25000000000000006,1013.2531662238762,192230210.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.19999999999999998,1047.7076682727784,192230250.0,0.000583939254283905
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.15,160.13433411717415,2717.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.19999999999999998,1047.7076682727784,192230250.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.19999999999999998,1047.7076682727784,192230250.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.28571428571428575,1005.1277078455314,62611264.0,0.000625033862888813
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.46153846153846156,1271.3632499799132,33353.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.46153846153846156,1271.3632499799132,33353.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.1904761904761905,8235.613500000909,1045.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.46153846153846156,1483.6357507156208,250322737.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.46153846153846156,1271.3632499799132,33353.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.25000000000000006,1139.6804178366438,33287968.0,0.0005409820005297661
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,98.38966722600162,2717.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.48,1366.5413757553324,62611304.0,0.0
lb_qasper_c92d96ed55bc5dcd92f963d3c5d26e52661b74e71090f24a,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.48,1366.5413757553324,62611304.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,1578.297373955138,35658.0,0.000625033862888813
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,1578.297373955138,35658.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,1578.297373955138,35658.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,9687.042959034443,752.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,1985.7852079439908,981398268.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,1578.297373955138,35658.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,2054.2119179153815,245330809.0,0.000500003807246685
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,104.73037592601031,2473.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2054.2119179153815,245330809.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,104.73037592601031,2473.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,1371.6973719419912,79753030.0,0.0007909256964921951
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,1088.2963329786435,35658.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,1088.2963329786435,35658.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8568.16724978853,946.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,1384.038207004778,319000381.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.0,1088.2963329786435,35658.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,1382.9008340835571,42394580.0,0.0007079215720295906
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,96.06737387366593,2473.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1383.0069169634953,79753070.0,0.0
lb_qasper_d022dfe02fb2a55b4baa40fe436f616aecd3f3ced1a58d7c,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,96.06737387366593,2473.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.0,738.040667027235,29091.0,0.0007080379873514175
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,738.040667027235,29091.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,738.040667027235,29091.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8411.218416178599,1137.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,931.6650831606239,656716534.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,1.0,139.26929188892245,2340.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.0,893.9040411496535,164246364.0,0.0005409820005297661
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,129.82020701747388,2628.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,893.9040411496535,164246364.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,129.82020701747388,2628.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,810.4405010817572,53100347.0,0.0005409820005297661
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,725.852083065547,29091.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,725.852083065547,29091.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,6989.914667094126,848.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,855.9088320471346,212426533.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,1.0,106.35141714010388,2154.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,869.1263747168705,28235271.0,0.0006249174475669861
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,99.45841610897332,2565.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,864.7449999116361,53100388.0,0.0
lb_qasper_d1d93cefe6e2c643ecf128643f9362e3fa137ff54253a3ec,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,99.45841610897332,2565.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.8148148148148148,1391.846542013809,28906.0,0.000625033862888813
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.8148148148148148,1391.846542013809,28906.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.8148148148148148,1391.846542013809,28906.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7587.987917009741,1075.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.8148148148148148,1761.6645839298144,670135030.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.8148148148148148,1391.846542013809,28906.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.6415094339622641,1590.4873759718612,167572319.0,0.0005830079317092896
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.07407407407407407,171.6577080078423,2484.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.6415094339622641,1590.4873759718612,167572319.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.6415094339622641,1590.4873759718612,167572319.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.3225806451612903,949.5685410220176,54501180.0,0.000584055669605732
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.9206349206349206,1378.8951259339228,28906.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.9206349206349206,1378.8951259339228,28906.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,6668.4905419824645,1077.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.9032258064516129,1592.8611670387909,217956133.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.9206349206349206,1378.8951259339228,28906.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.5217391304347826,1359.0622500050813,28979465.0,0.0005420297384262085
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,111.94554204121232,2484.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.53125,1508.5802079411224,54501221.0,0.0
lb_qasper_d426a2d42f3dffc8771498ba64ed0e383b91939398e83dce,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.53125,1508.5802079411224,54501221.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A4|budget_tokens=512|blind,False,0.11111111111111112,7915.4394179349765,2504.0,0.0007910421118140221
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.5,864.0239178203046,11404.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.5,864.0239178203046,11404.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,6366.673459997401,979.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.5,980.512501206249,270791386.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.5,864.0239178203046,11404.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,A3|budget_tokens=512|aware,False,0.11111111111111112,354.075875133276,2552.0,0.0008749775588512421
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.11111111111111112,354.075875133276,2552.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.25,584.6990830032155,67678848.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.26666666666666666,568.865000968799,35974321.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,0.0,147.19670789781958,674.0,0.0008749775588512421
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,1.0,440.32287516165525,11404.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,1.0,440.32287516165525,11404.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,5647.136958898045,965.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,1.0,476.087458897382,87346894.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,1.0,440.32287516165525,11404.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,A3|budget_tokens=512|aware,False,0.2727272727272727,401.3852921780199,2552.0,0.0008749775588512421
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.2727272727272727,401.3852921780199,2552.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.8421052631578948,544.6390820434317,21839458.0,0.0
lb_qasper_d5280384a4496ef3358dc45dc0199b9198bd0d927be302ef,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,1.0,510.8755008550361,11627310.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.13333333333333336,1118.2538740104064,30685.0,0.001125037670135498
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.13333333333333336,1118.2538740104064,30685.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.13333333333333336,1118.2538740104064,30685.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7343.063541920856,1156.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.13333333333333336,1149.266458931379,850195194.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,0.3529411764705882,8913.979792967439,2520.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.13333333333333336,1078.0810848809779,212530032.0,0.0006669433787465096
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.2666666666666667,138.34079110529274,2267.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.13333333333333336,1078.0810848809779,212530032.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.2666666666666667,138.34079110529274,2267.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.125,1214.5853749243543,69209922.0,0.0005830079317092896
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,1097.6841660449281,30685.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,1097.6841660449281,30685.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7225.699124974199,920.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,1362.1928747743368,276791093.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,B3|keep_frac=0.25,False,0.125,1214.5853749243543,69209922.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,1351.5845420770347,36793539.0,0.000500003807246685
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.631578947368421,203.42124986927956,2267.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1345.7098350627348,69209962.0,0.0
lb_qasper_ebd4ae480fe1596841b2132e96f40eac8437c800db8ef59e,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.631578947368421,203.42124986927956,2267.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.19999999999999998,719.9321651132777,26788.0,0.000584055669605732
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.19999999999999998,719.9321651132777,26788.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.19999999999999998,719.9321651132777,26788.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,8537.748500006273,1019.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.19999999999999998,863.6181246256456,644674294.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A4|budget_tokens=512|blind,False,0.42857142857142855,7435.7169170398265,2310.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.19999999999999998,836.9137910194695,161149790.0,0.000584055669605732
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,104.90904306061566,2298.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.19999999999999998,836.9137910194695,161149790.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.19999999999999998,836.9137910194695,161149790.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,831.1582069145516,52731708.0,0.0007079215720295906
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,767.0692910905927,26788.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,767.0692910905927,26788.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,6926.112874993123,815.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,928.8697500014678,210951971.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,B2|bits=8,False,0.3636363636363636,926.2997909681872,112093969.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,929.456832818687,28039432.0,0.0005420297384262085
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,95.29987501446158,2244.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,919.9717891169712,52731748.0,0.0
lb_qasper_ecf37304ab84334d46491b0bd3d8bdc7cda33d54a15870f0,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,95.29987501446158,2244.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.2857142857142857,696.6722490033135,21751.0,0.000625033862888813
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.2857142857142857,696.6722490033135,21751.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.2857142857142857,696.6722490033135,21751.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.1111111111111111,8285.33675102517,1132.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.2857142857142857,838.7396659236401,522646256.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,0.3,189.35812497511506,2027.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,0.2857142857142857,801.1096668196842,130642764.0,0.000500003807246685
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.3,185.33524894155562,2341.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.2857142857142857,801.1096668196842,130642764.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.3,185.33524894155562,2341.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,676.5775431413203,42704692.0,0.0006660120561718941
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,584.3226659344509,21751.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,584.3226659344509,21751.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7657.285292050801,844.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,686.7590819019824,170696465.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,0.3,181.8142079282552,1783.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.0,721.0924169048667,22712531.0,0.0005420297384262085
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.3,178.23662527371198,2251.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,711.3449579337612,42704734.0,0.0
lb_qasper_eeab2b9167f294f68d3058752acc01e1145eb7d89437d5c4,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.3,178.23662527371198,2251.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,True,0.0,2949.3274179985747,84451.0,0.003625056706368923
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,2949.3274179985747,84451.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,2949.3274179985747,84451.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,12449.484709068201,1103.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,7764.883541036397,2009691164.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,0.45454545454545453,206.62595704197884,2071.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,True,0.0,6716.615459066816,502461387.0,0.0017499551177024841
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,392.97974994406104,2402.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,6716.615459066816,502461387.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,392.97974994406104,2402.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,True,0.2857142857142857,3786.8527930695564,164134868.0,0.0020420411601662636
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.0,3156.159417005256,84451.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.0,3156.159417005256,84451.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,11223.200957057998,1289.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.0,6507.209041854367,656416888.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,B3|keep_frac=0.25,False,0.2857142857142857,3786.8527930695564,164134868.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,True,0.0,3808.884665835649,87222498.0,0.001834006980061531
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,98.65649905987084,2355.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3748.246625880711,164134908.0,0.0
lb_qasper_f27a64d129091a6c8973c001ff789b8f68955b8ff0ae70af,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,98.65649905987084,2355.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,router,A1,False,0.923076923076923,734.401541063562,21362.0,0.000750063918530941
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.923076923076923,734.401541063562,21362.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.923076923076923,734.401541063562,21362.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.2222222222222222,8290.017374092713,743.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.923076923076923,1103.0585411936045,514618096.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,False,1.0,205.600083922036,390.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,router,B5|keep_frac=0.25|aware,False,1.0,980.4783340077847,128693065.0,0.0007080379873514175
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,103.1007511774078,2612.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,980.4783340077847,128693065.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,980.4783340077847,128693065.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,router,B3|keep_frac=0.25,False,0.0,586.4217098569497,41746228.0,0.0006660120561718941
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,best_static_dev,A1,False,0.8333333333333334,611.4421261008829,21362.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,full_context,A1,False,0.8333333333333334,611.4421261008829,21362.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,structured,A5|budget_tokens=512|blind,False,0.0,7660.38670798298,1125.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,native_cache,B0,False,0.8333333333333334,685.9803351107985,166899471.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,blind,oracle_infeasible,A1,False,0.8333333333333334,611.4421261008829,21362.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,router,B9|bits=8|keep_frac=0.25|policy=attention|aware,False,0.2222222222222222,685.9599160961807,22203345.0,0.000625033862888813
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,98.13333209604025,2612.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.2222222222222222,676.5641659731045,41746268.0,0.0
lb_qasper_fe6e5087f91071369646d9d868d784a290d0d13013292b61,q00,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,public_qasper,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,0.2222222222222222,676.5641659731045,41746268.0,0.0
syn_03000_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,872.2369009861723,203584232.0,0.000750063918530941
syn_03000_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1094.0841499483213,7128.0,0.0
syn_03000_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1094.0841499483213,7128.0,0.0
syn_03000_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4589.613549946807,1017.0,0.0
syn_03000_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,871.1540083633736,203584204.0,0.0
syn_03000_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1094.0841499483213,7128.0,0.0
syn_03000_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,606.6510831005871,1584.0,0.0007910421118140221
syn_03000_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,606.6510831005871,1584.0,0.0
syn_03000_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1839.7346659330651,50934394.0,0.0
syn_03000_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,606.6510831005871,1584.0,0.0
syn_03000_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,315.5547082191333,71642852.0,0.0008749775588512421
syn_03000_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,366.8894838774577,7128.0,0.0
syn_03000_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,366.8894838774577,7128.0,0.0
syn_03000_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1513.3124090032652,911.0,0.0
syn_03000_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,826.6161172185093,71642824.0,0.0
syn_03000_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,366.8894838774577,7128.0,0.0
syn_03000_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,227.2653328254819,1346.0,0.0008330680429935455
syn_03000_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,227.2653328254819,1346.0,0.0
syn_03000_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,515.1787491049618,17931856.0,0.0
syn_03000_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,227.2653328254819,1346.0,0.0
syn_03000_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,664.1504409722984,203584232.0,0.0006670597940683365
syn_03000_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1348.922692029737,7128.0,0.0
syn_03000_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1348.922692029737,7128.0,0.0
syn_03000_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4722.93142597191,1017.0,0.0
syn_03000_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,619.4926754571497,203584204.0,0.0
syn_03000_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1348.922692029737,7128.0,0.0
syn_03000_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,867.3394587822258,2054.0,0.0007079215720295906
syn_03000_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,867.3394587822258,2054.0,0.0
syn_03000_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1688.748998916708,50934394.0,0.0
syn_03000_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,867.3394587822258,2054.0,0.0
syn_03000_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,255.02612532582134,71642852.0,0.0006660120561718941
syn_03000_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,343.1292329914868,7128.0,0.0
syn_03000_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,343.1292329914868,7128.0,0.0
syn_03000_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1647.5632830522954,911.0,0.0
syn_03000_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,317.36374117899686,71642824.0,0.0
syn_03000_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,343.1292329914868,7128.0,0.0
syn_03000_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,204.5476669445634,1915.0,0.000625033862888813
syn_03000_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,204.5476669445634,1915.0,0.0
syn_03000_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,541.5256251581013,17931856.0,0.0
syn_03000_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,204.5476669445634,1915.0,0.0
syn_03000_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,559.8388160811737,203584232.0,0.0006249174475669861
syn_03000_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1020.966524980031,7128.0,0.0
syn_03000_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1020.966524980031,7128.0,0.0
syn_03000_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4578.839926817454,1017.0,0.0
syn_03000_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,506.10113334842026,203584204.0,0.0
syn_03000_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1020.966524980031,7128.0,0.0
syn_03000_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,514.1485839849338,1580.0,0.0005830079317092896
syn_03000_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,514.1485839849338,1580.0,0.0
syn_03000_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1270.9003750933334,50934394.0,0.0
syn_03000_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,514.1485839849338,1580.0,0.0
syn_03000_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,223.16554116550833,71642852.0,0.0007499475032091141
syn_03000_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,313.98631585761905,7128.0,0.0
syn_03000_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,313.98631585761905,7128.0,0.0
syn_03000_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1512.8919491078705,911.0,0.0
syn_03000_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,252.39315822254866,71642824.0,0.0
syn_03000_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,313.98631585761905,7128.0,0.0
syn_03000_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,177.2075417684391,1379.0,0.0007919734343886375
syn_03000_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,177.2075417684391,1379.0,0.0
syn_03000_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,490.79304200131446,17931855.0,0.0
syn_03000_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,177.2075417684391,1379.0,0.0
syn_03000_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,669.6800679434091,203584232.0,0.0005830079317092896
syn_03000_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1241.4984009461477,7128.0,0.0
syn_03000_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1241.4984009461477,7128.0,0.0
syn_03000_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4555.796925863251,1017.0,0.0
syn_03000_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,698.6128001473844,203584204.0,0.0
syn_03000_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1241.4984009461477,7128.0,0.0
syn_03000_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,853.3269581384957,1754.0,0.000584055669605732
syn_03000_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,853.3269581384957,1754.0,0.0
syn_03000_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1598.8671669038013,50934394.0,0.0
syn_03000_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,853.3269581384957,1754.0,0.0
syn_03000_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,228.9184159366414,71642852.0,0.0005409820005297661
syn_03000_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,313.11102502513677,7128.0,0.0
syn_03000_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,313.11102502513677,7128.0,0.0
syn_03000_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1513.440657244064,911.0,0.0
syn_03000_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,266.92165825515985,71642824.0,0.0
syn_03000_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,313.11102502513677,7128.0,0.0
syn_03000_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,176.55520897824317,1554.0,0.0010419171303510666
syn_03000_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,176.55520897824317,1554.0,0.0
syn_03000_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,492.13254009373486,17931856.0,0.0
syn_03000_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,176.55520897824317,1554.0,0.0
syn_03000_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,516.1763179581612,203584232.0,0.000625033862888813
syn_03000_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1083.324442873709,7128.0,0.0
syn_03000_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1083.324442873709,7128.0,0.0
syn_03000_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4602.42163373623,1017.0,0.0
syn_03000_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,488.7874674052,203584204.0,0.0
syn_03000_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1083.324442873709,7128.0,0.0
syn_03000_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,522.998750093393,1600.0,0.000500003807246685
syn_03000_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,522.998750093393,1600.0,0.0
syn_03000_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1327.4793738964945,50934394.0,0.0
syn_03000_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,522.998750093393,1600.0,0.0
syn_03000_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,280.7169161736965,71642852.0,0.0005419133231043816
syn_03000_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,343.1729420553893,7128.0,0.0
syn_03000_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,343.1729420553893,7128.0,0.0
syn_03000_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1512.6794930081815,911.0,0.0
syn_03000_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,302.5319083360955,71642824.0,0.0
syn_03000_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,343.1729420553893,7128.0,0.0
syn_03000_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,202.22079195082188,1313.0,0.0005830079317092896
syn_03000_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,202.22079195082188,1313.0,0.0
syn_03000_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,505.07533189374954,17931855.0,0.0
syn_03000_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,202.22079195082188,1313.0,0.0
syn_03001_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1265.8789340872318,345428168.0,0.001084059476852417
syn_03001_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3592.1015335945413,29253.0,0.0
syn_03001_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3592.1015335945413,29253.0,0.0
syn_03001_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,5250.4590990021825,745.0,0.0
syn_03001_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1349.7514748945832,650179318.0,0.0
syn_03001_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3592.1015335945413,29253.0,0.0
syn_03001_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3953.0987499747425,162526046.0,0.0007079215720295906
syn_03001_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,737.8028330858797,1521.0,0.0
syn_03001_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3953.0987499747425,162526046.0,0.0
syn_03001_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,737.8028330858797,1521.0,0.0
syn_03001_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,534.6353671979159,214859557.0,0.0007909256964921951
syn_03001_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1075.5638507427648,29253.0,0.0
syn_03001_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1075.5638507427648,29253.0,0.0
syn_03001_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2343.2924402412027,829.0,0.0
syn_03001_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,534.6353671979159,214859557.0,0.0
syn_03001_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1075.5638507427648,29253.0,0.0
syn_03001_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1754.6345819719136,53727076.0,0.00108394306153059
syn_03001_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,289.19070900883526,1319.0,0.0
syn_03001_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1754.6345819719136,53727076.0,0.0
syn_03001_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,289.19070900883526,1319.0,0.0
syn_03001_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1177.8006000909954,345428168.0,0.0007910421118140221
syn_03001_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3382.166241342202,29253.0,0.0
syn_03001_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3382.166241342202,29253.0,0.0
syn_03001_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,5353.833349002525,745.0,0.0
syn_03001_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1188.5460167890415,650179318.0,0.0
syn_03001_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3382.166241342202,29253.0,0.0
syn_03001_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,4185.513833188452,162526046.0,0.0007499475032091141
syn_03001_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,764.3135830294341,1899.0,0.0
syn_03001_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,4185.513833188452,162526046.0,0.0
syn_03001_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,764.3135830294341,1899.0,0.0
syn_03001_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,534.1830742312595,214859557.0,0.0006249174475669861
syn_03001_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1145.7551415544003,29253.0,0.0
syn_03001_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1145.7551415544003,29253.0,0.0
syn_03001_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2325.5024833604693,829.0,0.0
syn_03001_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,534.1830742312595,214859557.0,0.0
syn_03001_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1145.7551415544003,29253.0,0.0
syn_03001_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1796.7536660144106,53727075.0,0.000708969309926033
syn_03001_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,310.7345000607893,1717.0,0.0
syn_03001_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1796.7536660144106,53727075.0,0.0
syn_03001_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,310.7345000607893,1717.0,0.0
syn_03001_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1118.5773079283535,345428168.0,0.0006670597940683365
syn_03001_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3096.644366439432,29253.0,0.0
syn_03001_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3096.644366439432,29253.0,0.0
syn_03001_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,5250.31943297945,745.0,0.0
syn_03001_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1220.7643919158727,650179318.0,0.0
syn_03001_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3096.644366439432,29253.0,0.0
syn_03001_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3911.286416114308,162526046.0,0.000625033862888813
syn_03001_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,644.6044160984457,1573.0,0.0
syn_03001_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3911.286416114308,162526046.0,0.0
syn_03001_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,644.6044160984457,1573.0,0.0
syn_03001_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,470.8337001269683,214859557.0,0.000584055669605732
syn_03001_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1086.6883926093578,29253.0,0.0
syn_03001_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1086.6883926093578,29253.0,0.0
syn_03001_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2346.6329423943534,829.0,0.0
syn_03001_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,470.8337001269683,214859557.0,0.0
syn_03001_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1086.6883926093578,29253.0,0.0
syn_03001_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1738.550249254331,53727076.0,0.00100000761449337
syn_03001_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,226.61087510641664,1365.0,0.0
syn_03001_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1738.550249254331,53727076.0,0.0
syn_03001_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,226.61087510641664,1365.0,0.0
syn_03001_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,915.3729740297422,345428168.0,0.0008749775588512421
syn_03001_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3126.6361583722755,29253.0,0.0
syn_03001_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3126.6361583722755,29253.0,0.0
syn_03001_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,5237.15397499036,745.0,0.0
syn_03001_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,989.2266418086365,650179318.0,0.0
syn_03001_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3126.6361583722755,29253.0,0.0
syn_03001_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3697.622957988642,162526047.0,0.000625033862888813
syn_03001_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,513.8237919891253,1971.0,0.0
syn_03001_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3697.622957988642,162526047.0,0.0
syn_03001_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,513.8237919891253,1971.0,0.0
syn_03001_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,465.2366161812097,214859557.0,0.0006249174475669861
syn_03001_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,980.1425986690447,29253.0,0.0
syn_03001_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,980.1425986690447,29253.0,0.0
syn_03001_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2367.01052444987,829.0,0.0
syn_03001_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,465.2366161812097,214859557.0,0.0
syn_03001_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,980.1425986690447,29253.0,0.0
syn_03001_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1696.6509171761572,53727076.0,0.0007910421118140221
syn_03001_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,164.8542919429019,1759.0,0.0
syn_03001_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1696.6509171761572,53727076.0,0.0
syn_03001_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,164.8542919429019,1759.0,0.0
syn_03001_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,921.0180590394884,345428168.0,0.0007079215720295906
syn_03001_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3186.2715335329995,29253.0,0.0
syn_03001_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3186.2715335329995,29253.0,0.0
syn_03001_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,5509.923266875558,745.0,0.0
syn_03001_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1003.0254747020081,650179318.0,0.0
syn_03001_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3186.2715335329995,29253.0,0.0
syn_03001_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3674.23645791132,162526046.0,0.0006670597940683365
syn_03001_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,768.7575430609286,1719.0,0.0
syn_03001_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3674.23645791132,162526046.0,0.0
syn_03001_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,768.7575430609286,1719.0,0.0
syn_03001_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,545.1474073110148,214859557.0,0.0007080379873514175
syn_03001_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1070.7081415923312,29253.0,0.0
syn_03001_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1070.7081415923312,29253.0,0.0
syn_03001_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,2535.4748173383996,829.0,0.0
syn_03001_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,545.1474073110148,214859557.0,0.0
syn_03001_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1070.7081415923312,29253.0,0.0
syn_03001_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1725.6392509443685,53727076.0,0.0007499475032091141
syn_03001_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,220.54291609674692,1261.0,0.0
syn_03001_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1725.6392509443685,53727076.0,0.0
syn_03001_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,220.54291609674692,1261.0,0.0
syn_03002_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,2086.4499752409756,654577345.0,0.005083042196929455
syn_03002_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,7083.269832888618,58595.0,0.0
syn_03002_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,7083.269832888618,58595.0,0.0
syn_03002_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,6258.793142135255,928.0,0.0
syn_03002_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2043.9848742214963,1232106484.0,0.0
syn_03002_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,7083.269832888618,58595.0,0.0
syn_03002_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,7625.323791056871,308065212.0,0.002625049091875553
syn_03002_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,846.4679589960724,1585.0,0.0
syn_03002_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,7625.323791056871,308065212.0,0.0
syn_03002_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,846.4679589960724,1585.0,0.0
syn_03002_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,2079.824942466803,402018410.0,0.002666027285158634
syn_03002_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2238.1919416831806,58595.0,0.0
syn_03002_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2238.1919416831806,58595.0,0.0
syn_03002_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,2245.2193413395435,905.0,0.0
syn_03002_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2079.824942466803,402018410.0,0.0
syn_03002_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2238.1919416831806,58595.0,0.0
syn_03002_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2395.217873970978,100507582.0,0.0025830231606960297
syn_03002_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,232.30725107714534,1347.0,0.0
syn_03002_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2395.217873970978,100507582.0,0.0
syn_03002_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,232.30725107714534,1347.0,0.0
syn_03002_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,2249.4433072628453,654577345.0,0.002584070898592472
syn_03002_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6948.09299998451,58595.0,0.0
syn_03002_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6948.09299998451,58595.0,0.0
syn_03002_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,6237.023016065359,928.0,0.0
syn_03002_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2273.8112912746146,1232106484.0,0.0
syn_03002_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6948.09299998451,58595.0,0.0
syn_03002_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,7663.286124938168,308065212.0,0.00200001522898674
syn_03002_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,670.9296668414026,1731.0,0.0
syn_03002_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,7663.286124938168,308065212.0,0.0
syn_03002_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,670.9296668414026,1731.0,0.0
syn_03002_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,1161.8914001854137,402018410.0,0.002334010787308216
syn_03002_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2357.584275584668,58595.0,0.0
syn_03002_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2357.584275584668,58595.0,0.0
syn_03002_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2124.1418003104627,905.0,0.0
syn_03002_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1161.8914001854137,402018410.0,0.0
syn_03002_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2357.584275584668,58595.0,0.0
syn_03002_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2343.049500021152,100507581.0,0.0022919848561286926
syn_03002_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,254.25774999894202,1458.0,0.0
syn_03002_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2343.049500021152,100507581.0,0.0
syn_03002_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,254.25774999894202,1458.0,0.0
syn_03002_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1727.545017353259,654577345.0,0.002374988980591297
syn_03002_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6946.6855839127675,58595.0,0.0
syn_03002_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6946.6855839127675,58595.0,0.0
syn_03002_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,6297.515223943628,928.0,0.0
syn_03002_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2054.251209204085,1232106484.0,0.0
syn_03002_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6946.6855839127675,58595.0,0.0
syn_03002_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,7526.67237422429,308065212.0,0.0021669548004865646
syn_03002_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,740.6671249773353,1594.0,0.0
syn_03002_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,7526.67237422429,308065212.0,0.0
syn_03002_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,740.6671249773353,1594.0,0.0
syn_03002_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,1030.5403164355084,402018410.0,0.004542060196399689
syn_03002_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2539.4960255827755,58595.0,0.0
syn_03002_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2539.4960255827755,58595.0,0.0
syn_03002_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2125.1608424121514,905.0,0.0
syn_03002_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1030.5403164355084,402018410.0,0.0
syn_03002_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2539.4960255827755,58595.0,0.0
syn_03002_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2288.771291845478,100507581.0,0.00508397351950407
syn_03002_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,195.90395886916667,1356.0,0.0
syn_03002_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2288.771291845478,100507581.0,0.0
syn_03002_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,195.90395886916667,1356.0,0.0
syn_03002_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,2086.12885044422,654577345.0,0.002374988980591297
syn_03002_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6950.282292091288,58595.0,0.0
syn_03002_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6950.282292091288,58595.0,0.0
syn_03002_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,6283.75739089679,928.0,0.0
syn_03002_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1901.877708104439,1232106484.0,0.0
syn_03002_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6950.282292091288,58595.0,0.0
syn_03002_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,7692.132790922187,308065212.0,0.002125045284628868
syn_03002_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,578.1853329390287,1754.0,0.0
syn_03002_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,7692.132790922187,308065212.0,0.0
syn_03002_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,578.1853329390287,1754.0,0.0
syn_03002_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,1006.6815244033933,402018410.0,0.0027080532163381577
syn_03002_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2395.761359645985,58595.0,0.0
syn_03002_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2395.761359645985,58595.0,0.0
syn_03002_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2124.3746743770316,905.0,0.0
syn_03002_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1006.6815244033933,402018410.0,0.0
syn_03002_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2395.761359645985,58595.0,0.0
syn_03002_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2274.2446248885244,100507582.0,0.0031249364838004112
syn_03002_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,179.13270695134997,1450.0,0.0
syn_03002_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2274.2446248885244,100507582.0,0.0
syn_03002_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,179.13270695134997,1450.0,0.0
syn_03002_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1803.0037673655897,654577345.0,0.002374988980591297
syn_03002_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6916.973748942837,58595.0,0.0
syn_03002_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6916.973748942837,58595.0,0.0
syn_03002_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,6218.0567239178345,928.0,0.0
syn_03002_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2106.7593740997836,1232106484.0,0.0
syn_03002_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6916.973748942837,58595.0,0.0
syn_03002_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,7660.876707988791,308065212.0,0.0031669624149799347
syn_03002_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,654.4355009682477,1688.0,0.0
syn_03002_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,7660.876707988791,308065212.0,0.0
syn_03002_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,654.4355009682477,1688.0,0.0
syn_03002_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,1033.1029423512518,402018410.0,0.0035419361665844917
syn_03002_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2169.529317575507,58595.0,0.0
syn_03002_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2169.529317575507,58595.0,0.0
syn_03002_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2120.384299289435,905.0,0.0
syn_03002_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1033.1029423512518,402018410.0,0.0
syn_03002_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2169.529317575507,58595.0,0.0
syn_03002_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2294.5895007578656,100507582.0,0.002500019036233425
syn_03002_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,220.64187505748123,1252.0,0.0
syn_03002_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2294.5895007578656,100507582.0,0.0
syn_03002_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,220.64187505748123,1252.0,0.0
syn_03003_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,737.3949421802536,204387048.0,0.0009160721674561501
syn_03003_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1205.6007153820246,7342.0,0.0
syn_03003_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1205.6007153820246,7342.0,0.0
syn_03003_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4609.1337414691225,799.0,0.0
syn_03003_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,584.4037327682599,204387020.0,0.0
syn_03003_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1205.6007153820246,7342.0,0.0
syn_03003_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,749.510416877456,1682.0,0.002125045284628868
syn_03003_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,749.510416877456,1682.0,0.0
syn_03003_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1646.4566680369899,51163771.0,0.0
syn_03003_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,749.510416877456,1682.0,0.0
syn_03003_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,223.28395824879408,70242020.0,0.0013330718502402306
syn_03003_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,352.2968498291448,7342.0,0.0
syn_03003_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,352.2968498291448,7342.0,0.0
syn_03003_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1639.1794663155451,830.0,0.0
syn_03003_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,219.61218293290585,70241992.0,0.0
syn_03003_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,352.2968498291448,7342.0,0.0
syn_03003_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,215.1737930253148,1435.0,0.0009579816833138466
syn_03003_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,215.1737930253148,1435.0,0.0
syn_03003_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,385.4206671239808,17563213.0,0.0
syn_03003_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,215.1737930253148,1435.0,0.0
syn_03003_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,739.1919842688367,204387048.0,0.001125037670135498
syn_03003_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1425.690383440815,7342.0,0.0
syn_03003_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1425.690383440815,7342.0,0.0
syn_03003_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4615.924158366397,799.0,0.0
syn_03003_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,859.623274859041,204387020.0,0.0
syn_03003_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1425.690383440815,7342.0,0.0
syn_03003_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,740.2384580345824,2020.0,0.000833999365568161
syn_03003_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,740.2384580345824,2020.0,0.0
syn_03003_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1915.8093741862103,51163771.0,0.0
syn_03003_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,740.2384580345824,2020.0,0.0
syn_03003_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,235.65945911686867,70242020.0,0.000833999365568161
syn_03003_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,366.56672577373683,7342.0,0.0
syn_03003_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,366.56672577373683,7342.0,0.0
syn_03003_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1521.161549165845,830.0,0.0
syn_03003_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,234.9096410907805,70241992.0,0.0
syn_03003_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,366.56672577373683,7342.0,0.0
syn_03003_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,225.6589998723939,1868.0,0.0008749775588512421
syn_03003_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,225.6589998723939,1868.0,0.0
syn_03003_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,436.6831249790266,17563213.0,0.0
syn_03003_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,225.6589998723939,1868.0,0.0
syn_03003_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,714.7739832056686,204387048.0,0.0020830193534493446
syn_03003_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,974.2789663374424,7342.0,0.0
syn_03003_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,974.2789663374424,7342.0,0.0
syn_03003_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4614.69094932545,799.0,0.0
syn_03003_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,560.9253578353673,204387020.0,0.0
syn_03003_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,974.2789663374424,7342.0,0.0
syn_03003_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,643.2936670025811,1680.0,0.0007919734343886375
syn_03003_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,643.2936670025811,1680.0,0.0
syn_03003_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1554.9577921628952,51163771.0,0.0
syn_03003_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,643.2936670025811,1680.0,0.0
syn_03003_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,178.79045717418194,70242020.0,0.0007919734343886375
syn_03003_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,310.516849742271,7342.0,0.0
syn_03003_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,310.516849742271,7342.0,0.0
syn_03003_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1523.2564262347296,830.0,0.0
syn_03003_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,174.14355801884085,70241992.0,0.0
syn_03003_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,310.516849742271,7342.0,0.0
syn_03003_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,175.9711658814922,1499.0,0.0006249174475669861
syn_03003_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,175.9711658814922,1499.0,0.0
syn_03003_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,388.18166800774634,17563214.0,0.0
syn_03003_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,175.9711658814922,1499.0,0.0
syn_03003_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,591.2368161138147,204387048.0,0.000625033862888813
syn_03003_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1275.9312592912465,7342.0,0.0
syn_03003_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1275.9312592912465,7342.0,0.0
syn_03003_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4737.267117365263,799.0,0.0
syn_03003_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,542.0913168694824,204387020.0,0.0
syn_03003_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1275.9312592912465,7342.0,0.0
syn_03003_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,560.0628320826218,1902.0,0.0011669471859931946
syn_03003_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,560.0628320826218,1902.0,0.0
syn_03003_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1752.3522500414401,51163771.0,0.0
syn_03003_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,560.0628320826218,1902.0,0.0
syn_03003_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,165.6287084100768,70242020.0,0.0008749775588512421
syn_03003_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,298.0489757610485,7342.0,0.0
syn_03003_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,298.0489757610485,7342.0,0.0
syn_03003_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1526.0243411408737,830.0,0.0
syn_03003_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,160.1833909517154,70241992.0,0.0
syn_03003_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,298.0489757610485,7342.0,0.0
syn_03003_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,159.2258329037577,1538.0,0.000750063918530941
syn_03003_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,159.2258329037577,1538.0,0.0
syn_03003_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,372.0502918586135,17563213.0,0.0
syn_03003_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,159.2258329037577,1538.0,0.0
syn_03003_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,563.8682750053704,204387048.0,0.000625033862888813
syn_03003_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1029.2704664403573,7342.0,0.0
syn_03003_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1029.2704664403573,7342.0,0.0
syn_03003_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4629.515741369687,799.0,0.0
syn_03003_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,579.0662747807801,204387020.0,0.0
syn_03003_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1029.2704664403573,7342.0,0.0
syn_03003_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,644.0835829125717,1745.0,0.000500003807246685
syn_03003_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,644.0835829125717,1745.0,0.0
syn_03003_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1627.743706223555,51163771.0,0.0
syn_03003_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,644.0835829125717,1745.0,0.0
syn_03003_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,207.5537501135841,70242020.0,0.0006249174475669861
syn_03003_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,338.62972573842853,7342.0,0.0
syn_03003_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,338.62972573842853,7342.0,0.0
syn_03003_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1531.5153422066942,830.0,0.0
syn_03003_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,200.78797510359436,70241992.0,0.0
syn_03003_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,338.62972573842853,7342.0,0.0
syn_03003_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,176.5455410350114,1363.0,0.000583939254283905
syn_03003_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,176.5455410350114,1363.0,0.0
syn_03003_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,412.8184599103406,17563214.0,0.0
syn_03003_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,176.5455410350114,1363.0,0.0
syn_03004_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1097.168184351176,347865290.0,0.0008329516276717186
syn_03004_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3297.7821573615074,29477.0,0.0
syn_03004_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3297.7821573615074,29477.0,0.0
syn_03004_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,5293.312259414233,938.0,0.0
syn_03004_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1385.895133833401,654766838.0,0.0
syn_03004_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3297.7821573615074,29477.0,0.0
syn_03004_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3879.293419071473,163672926.0,0.0008329516276717186
syn_03004_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,748.4152908436954,1531.0,0.0
syn_03004_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3879.293419071473,163672926.0,0.0
syn_03004_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,748.4152908436954,1531.0,0.0
syn_03004_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,640.1025497820228,218066725.0,0.000708969309926033
syn_03004_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,973.5087000299245,29477.0,0.0
syn_03004_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,973.5087000299245,29477.0,0.0
syn_03004_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1697.8090247837827,831.0,0.0
syn_03004_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,640.1025497820228,218066725.0,0.0
syn_03004_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,973.5087000299245,29477.0,0.0
syn_03004_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2173.473832081072,54538084.0,0.001249951310455799
syn_03004_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,218.6872080201283,1288.0,0.0
syn_03004_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2173.473832081072,54538084.0,0.0
syn_03004_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,218.6872080201283,1288.0,0.0
syn_03004_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1474.9953093705699,347865290.0,0.0005419133231043816
syn_03004_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3376.6994923818856,29477.0,0.0
syn_03004_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3376.6994923818856,29477.0,0.0
syn_03004_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,5319.288008427247,938.0,0.0
syn_03004_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1216.8772988952696,654766838.0,0.0
syn_03004_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3376.6994923818856,29477.0,0.0
syn_03004_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,4186.52237392962,163672926.0,0.000500003807246685
syn_03004_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,796.4911668095738,1866.0,0.0
syn_03004_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,4186.52237392962,163672926.0,0.0
syn_03004_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,796.4911668095738,1866.0,0.0
syn_03004_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,623.4496747842059,218066725.0,0.0006249174475669861
syn_03004_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1020.0211990159005,29477.0,0.0
syn_03004_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1020.0211990159005,29477.0,0.0
syn_03004_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1699.065067875199,831.0,0.0
syn_03004_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,623.4496747842059,218066725.0,0.0
syn_03004_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1020.0211990159005,29477.0,0.0
syn_03004_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2177.200665930286,54538084.0,0.0010420335456728935
syn_03004_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,233.24916593264788,1546.0,0.0
syn_03004_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2177.200665930286,54538084.0,0.0
syn_03004_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,233.24916593264788,1546.0,0.0
syn_03004_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,991.3225583732128,347865290.0,0.0005420297384262085
syn_03004_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3207.7967833494768,29477.0,0.0
syn_03004_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3207.7967833494768,29477.0,0.0
syn_03004_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,5404.747424344532,938.0,0.0
syn_03004_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1257.6405910076573,654766838.0,0.0
syn_03004_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3207.7967833494768,29477.0,0.0
syn_03004_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3957.8747079940513,163672926.0,0.0005409820005297661
syn_03004_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,622.3415408749133,1552.0,0.0
syn_03004_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3957.8747079940513,163672926.0,0.0
syn_03004_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,622.3415408749133,1552.0,0.0
syn_03004_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,560.5231737485155,218066725.0,0.0006670597940683365
syn_03004_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1031.2850750051439,29477.0,0.0
syn_03004_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1031.2850750051439,29477.0,0.0
syn_03004_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1700.8078166516498,831.0,0.0
syn_03004_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,560.5231737485155,218066725.0,0.0
syn_03004_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1031.2850750051439,29477.0,0.0
syn_03004_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2121.0175399901345,54538085.0,0.0008329516276717186
syn_03004_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,179.05783304013312,1403.0,0.0
syn_03004_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2121.0175399901345,54538085.0,0.0
syn_03004_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,179.05783304013312,1403.0,0.0
syn_03004_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1080.1987254526466,347865290.0,0.0006670597940683365
syn_03004_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3498.5719074495137,29477.0,0.0
syn_03004_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3498.5719074495137,29477.0,0.0
syn_03004_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,5289.876925223507,938.0,0.0
syn_03004_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1055.6076329667121,654766838.0,0.0
syn_03004_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3498.5719074495137,29477.0,0.0
syn_03004_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3874.4015829870477,163672926.0,0.00200001522898674
syn_03004_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,666.2645421456546,1882.0,0.0
syn_03004_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3874.4015829870477,163672926.0,0.0
syn_03004_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,666.2645421456546,1882.0,0.0
syn_03004_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,526.2442588340491,218066725.0,0.001584063284099102
syn_03004_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1009.5057430444285,29477.0,0.0
syn_03004_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1009.5057430444285,29477.0,0.0
syn_03004_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1702.3743588477373,831.0,0.0
syn_03004_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,526.2442588340491,218066725.0,0.0
syn_03004_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1009.5057430444285,29477.0,0.0
syn_03004_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2094.1704999422655,54538084.0,0.001708976924419403
syn_03004_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,153.74858293216676,1578.0,0.0
syn_03004_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2094.1704999422655,54538084.0,0.0
syn_03004_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,153.74858293216676,1578.0,0.0
syn_03004_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1200.9049333864823,347865290.0,0.0009170034900307655
syn_03004_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3251.1536163976416,29477.0,0.0
syn_03004_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3251.1536163976416,29477.0,0.0
syn_03004_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,5519.822216406465,938.0,0.0
syn_03004_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1122.3269250476733,654766838.0,0.0
syn_03004_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3251.1536163976416,29477.0,0.0
syn_03004_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3627.2744577145204,163672927.0,0.0017499551177024841
syn_03004_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,491.61404208280146,1496.0,0.0
syn_03004_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3627.2744577145204,163672927.0,0.0
syn_03004_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,491.61404208280146,1496.0,0.0
syn_03004_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,588.960300758481,218066725.0,0.0010830117389559746
syn_03004_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1038.4489489952102,29477.0,0.0
syn_03004_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1038.4489489952102,29477.0,0.0
syn_03004_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1822.1501927589998,831.0,0.0
syn_03004_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,588.960300758481,218066725.0,0.0
syn_03004_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1038.4489489952102,29477.0,0.0
syn_03004_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2156.1010839650407,54538084.0,0.0014170072972774506
syn_03004_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,181.91300088074058,1232.0,0.0
syn_03004_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2156.1010839650407,54538084.0,0.0
syn_03004_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,181.91300088074058,1232.0,0.0
syn_03005_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,2019.247748912312,660609217.0,0.008291914127767086
syn_03005_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6994.731126097031,58870.0,0.0
syn_03005_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6994.731126097031,58870.0,0.0
syn_03005_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,6340.967591991648,808.0,0.0
syn_03005_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2251.7695661401376,1243460596.0,0.0
syn_03005_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6994.731126097031,58870.0,0.0
syn_03005_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,7984.328666119836,310817724.0,0.003249966539442539
syn_03005_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,726.7679990036413,1584.0,0.0
syn_03005_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,7984.328666119836,310817724.0,0.0
syn_03005_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,726.7679990036413,1584.0,0.0
syn_03005_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,781.7621247377247,407437418.0,0.003208988346159458
syn_03005_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1669.7200680384412,58870.0,0.0
syn_03005_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1669.7200680384412,58870.0,0.0
syn_03005_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1966.9437089934945,751.0,0.0
syn_03005_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,781.7621247377247,407437418.0,0.0
syn_03005_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1669.7200680384412,58870.0,0.0
syn_03005_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2768.449501832947,101871552.0,0.0025420449674129486
syn_03005_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,221.8734169146046,1376.0,0.0
syn_03005_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2768.449501832947,101871552.0,0.0
syn_03005_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,221.8734169146046,1376.0,0.0
syn_03005_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,2432.651999895461,660609217.0,0.003374996595084667
syn_03005_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,7302.600833214819,58870.0,0.0
syn_03005_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,7302.600833214819,58870.0,0.0
syn_03005_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,6269.402716914192,808.0,0.0
syn_03005_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2529.3119412846863,1243460596.0,0.0
syn_03005_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,7302.600833214819,58870.0,0.0
syn_03005_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,8156.272584106773,310817722.0,0.0022919848561286926
syn_03005_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,922.7615417912602,1824.0,0.0
syn_03005_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,8156.272584106773,310817722.0,0.0
syn_03005_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,922.7615417912602,1824.0,0.0
syn_03005_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,845.5188337247819,407437418.0,0.003250082954764366
syn_03005_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1841.6604819241911,58870.0,0.0
syn_03005_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1841.6604819241911,58870.0,0.0
syn_03005_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1969.4724159082398,751.0,0.0
syn_03005_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,845.5188337247819,407437418.0,0.0
syn_03005_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1841.6604819241911,58870.0,0.0
syn_03005_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2783.2914600148797,101871551.0,0.0022919848561286926
syn_03005_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,248.25012497603893,1460.0,0.0
syn_03005_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2783.2914600148797,101871551.0,0.0
syn_03005_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,248.25012497603893,1460.0,0.0
syn_03005_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1845.7469989312813,660609217.0,0.002125045284628868
syn_03005_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6925.421915343031,58870.0,0.0
syn_03005_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6925.421915343031,58870.0,0.0
syn_03005_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,6208.35713299457,808.0,0.0
syn_03005_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1893.0330672767013,1243460596.0,0.0
syn_03005_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6925.421915343031,58870.0,0.0
syn_03005_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,7887.980332016014,310817724.0,0.003208988346159458
syn_03005_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,584.8978320136666,1523.0,0.0
syn_03005_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,7887.980332016014,310817724.0,0.0
syn_03005_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,584.8978320136666,1523.0,0.0
syn_03005_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,741.3130418863147,407437418.0,0.00300002284348011
syn_03005_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1922.9802750516683,58870.0,0.0
syn_03005_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1922.9802750516683,58870.0,0.0
syn_03005_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1970.0429169926792,751.0,0.0
syn_03005_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,741.3130418863147,407437418.0,0.0
syn_03005_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1922.9802750516683,58870.0,0.0
syn_03005_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2596.3916680775583,101871552.0,0.002458924427628517
syn_03005_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,178.79300005733967,1283.0,0.0
syn_03005_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2596.3916680775583,101871552.0,0.0
syn_03005_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,178.79300005733967,1283.0,0.0
syn_03005_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,2116.191749833524,660609217.0,0.007916940376162529
syn_03005_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6990.947499149479,58870.0,0.0
syn_03005_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6990.947499149479,58870.0,0.0
syn_03005_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,6225.317800906487,808.0,0.0
syn_03005_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2165.1282751001418,1243460596.0,0.0
syn_03005_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6990.947499149479,58870.0,0.0
syn_03005_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,8027.373584220186,310817724.0,0.0021670712158083916
syn_03005_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,549.4543750537559,1861.0,0.0
syn_03005_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,8027.373584220186,310817724.0,0.0
syn_03005_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,549.4543750537559,1861.0,0.0
syn_03005_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,724.4489986915141,407437418.0,0.003582914359867573
syn_03005_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1938.0171898985282,58870.0,0.0
syn_03005_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1938.0171898985282,58870.0,0.0
syn_03005_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1971.6923748375848,751.0,0.0
syn_03005_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,724.4489986915141,407437418.0,0.0
syn_03005_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1938.0171898985282,58870.0,0.0
syn_03005_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2550.9460840839893,101871551.0,0.002500019036233425
syn_03005_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,153.6418740870431,1557.0,0.0
syn_03005_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2550.9460840839893,101871551.0,0.0
syn_03005_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,153.6418740870431,1557.0,0.0
syn_03005_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1793.7627918086946,660609217.0,0.0024170149117708206
syn_03005_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6782.264333195053,58870.0,0.0
syn_03005_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6782.264333195053,58870.0,0.0
syn_03005_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,6344.558217935264,808.0,0.0
syn_03005_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1837.586358236149,1243460596.0,0.0
syn_03005_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6782.264333195053,58870.0,0.0
syn_03005_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,7935.898624127731,310817724.0,0.0021659070625901222
syn_03005_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,622.6453329436481,1549.0,0.0
syn_03005_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,7935.898624127731,310817724.0,0.0
syn_03005_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,622.6453329436481,1549.0,0.0
syn_03005_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,735.1218337425962,407437418.0,0.002500019036233425
syn_03005_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1993.6242340365425,58870.0,0.0
syn_03005_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1993.6242340365425,58870.0,0.0
syn_03005_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,2069.47887588758,751.0,0.0
syn_03005_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,735.1218337425962,407437418.0,0.0
syn_03005_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1993.6242340365425,58870.0,0.0
syn_03005_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2583.665751037188,101871552.0,0.0038750004023313522
syn_03005_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,168.28971006907523,1253.0,0.0
syn_03005_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2583.665751037188,101871552.0,0.0
syn_03005_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,168.28971006907523,1253.0,0.0
syn_03006_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,638.5797670576721,203813608.0,0.001374981366097927
syn_03006_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1321.3338262401521,7159.0,0.0
syn_03006_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1321.3338262401521,7159.0,0.0
syn_03006_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4760.273466445506,826.0,0.0
syn_03006_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,632.56783161778,203813580.0,0.0
syn_03006_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1321.3338262401521,7159.0,0.0
syn_03006_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,787.3966661281884,1526.0,0.0008749775588512421
syn_03006_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,787.3966661281884,1526.0,0.0
syn_03006_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1648.4015830792487,50934394.0,0.0
syn_03006_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,787.3966661281884,1526.0,0.0
syn_03006_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,340.0506333913654,71126756.0,0.001334003172814846
syn_03006_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,575.7721833651885,7159.0,0.0
syn_03006_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,575.7721833651885,7159.0,0.0
syn_03006_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1979.5633748872206,854.0,0.0
syn_03006_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,345.38039120379835,71126728.0,0.0
syn_03006_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,575.7721833651885,7159.0,0.0
syn_03006_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,345.92796000652015,1315.0,0.001291045919060707
syn_03006_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,345.92796000652015,1315.0,0.0
syn_03006_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,620.7624998642132,17784400.0,0.0
syn_03006_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,345.92796000652015,1315.0,0.0
syn_03006_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,932.2123502846807,203813608.0,0.000708969309926033
syn_03006_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1174.160991050303,7159.0,0.0
syn_03006_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1174.160991050303,7159.0,0.0
syn_03006_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4689.736300706863,826.0,0.0
syn_03006_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,905.0633755512536,203813580.0,0.0
syn_03006_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1174.160991050303,7159.0,0.0
syn_03006_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,660.1440840167925,1787.0,0.00100000761449337
syn_03006_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,660.1440840167925,1787.0,0.0
syn_03006_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2083.8349170517176,50934394.0,0.0
syn_03006_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,660.1440840167925,1787.0,0.0
syn_03006_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,330.97971531096846,71126756.0,0.0010420335456728935
syn_03006_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,602.4297663243487,7159.0,0.0
syn_03006_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,602.4297663243487,7159.0,0.0
syn_03006_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1814.9990841047838,854.0,0.0
syn_03006_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,327.66255838796496,71126728.0,0.0
syn_03006_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,602.4297663243487,7159.0,0.0
syn_03006_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,321.61008298862725,1646.0,0.0006669433787465096
syn_03006_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,321.61008298862725,1646.0,0.0
syn_03006_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,689.3152917036787,17784400.0,0.0
syn_03006_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,321.61008298862725,1646.0,0.0
syn_03006_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,531.7359341774136,203813608.0,0.0007919734343886375
syn_03006_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1134.9422411993146,7159.0,0.0
syn_03006_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1134.9422411993146,7159.0,0.0
syn_03006_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4676.636633556336,826.0,0.0
syn_03006_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,481.0069165658206,203813580.0,0.0
syn_03006_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1134.9422411993146,7159.0,0.0
syn_03006_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,752.5375410914421,1626.0,0.000833999365568161
syn_03006_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,752.5375410914421,1626.0,0.0
syn_03006_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1769.4836660521105,50934394.0,0.0
syn_03006_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,752.5375410914421,1626.0,0.0
syn_03006_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,272.7888432331383,71126756.0,0.000833999365568161
syn_03006_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,547.9851424461231,7159.0,0.0
syn_03006_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,547.9851424461231,7159.0,0.0
syn_03006_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1826.2068330077454,854.0,0.0
syn_03006_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,265.48430914990604,71126728.0,0.0
syn_03006_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,547.9851424461231,7159.0,0.0
syn_03006_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,285.8962499303743,1378.0,0.0007080379873514175
syn_03006_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,285.8962499303743,1378.0,0.0
syn_03006_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,626.6251237830147,17784399.0,0.0
syn_03006_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,285.8962499303743,1378.0,0.0
syn_03006_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,635.702266334556,203813608.0,0.000875093974173069
syn_03006_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1146.498574130237,7159.0,0.0
syn_03006_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1146.498574130237,7159.0,0.0
syn_03006_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4599.996217619628,826.0,0.0
syn_03006_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,591.4875824935734,203813580.0,0.0
syn_03006_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1146.498574130237,7159.0,0.0
syn_03006_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,636.8900000816211,1813.0,0.000750063918530941
syn_03006_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,636.8900000816211,1813.0,0.0
syn_03006_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2033.892622916028,50934394.0,0.0
syn_03006_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,636.8900000816211,1813.0,0.0
syn_03006_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,286.65855035651475,71126756.0,0.000625033862888813
syn_03006_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,554.656308493577,7159.0,0.0
syn_03006_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,554.656308493577,7159.0,0.0
syn_03006_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1833.8117088424042,854.0,0.0
syn_03006_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,284.75797523278743,71126728.0,0.0
syn_03006_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,554.656308493577,7159.0,0.0
syn_03006_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,301.3030010042712,1455.0,0.0007499475032091141
syn_03006_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,301.3030010042712,1455.0,0.0
syn_03006_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,674.5513337664306,17784399.0,0.0
syn_03006_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,301.3030010042712,1455.0,0.0
syn_03006_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,755.9212242253125,203813608.0,0.0008749775588512421
syn_03006_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1161.923824180849,7159.0,0.0
syn_03006_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1161.923824180849,7159.0,0.0
syn_03006_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4604.57038260065,826.0,0.0
syn_03006_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,787.7893746597692,203813580.0,0.0
syn_03006_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1161.923824180849,7159.0,0.0
syn_03006_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,707.0251670666039,1498.0,0.000584055669605732
syn_03006_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,707.0251670666039,1498.0,0.0
syn_03006_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1808.9684998849407,50934394.0,0.0
syn_03006_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,707.0251670666039,1498.0,0.0
syn_03006_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,314.7981753339991,71126756.0,0.0007080379873514175
syn_03006_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,524.7019744710997,7159.0,0.0
syn_03006_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,524.7019744710997,7159.0,0.0
syn_03006_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1833.4990000585094,854.0,0.0
syn_03006_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,307.45810023508966,71126728.0,0.0
syn_03006_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,524.7019744710997,7159.0,0.0
syn_03006_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,334.5642489148304,1200.0,0.001958920620381832
syn_03006_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,334.5642489148304,1200.0,0.0
syn_03006_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,668.1695008883253,17784399.0,0.0
syn_03006_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,334.5642489148304,1200.0,0.0
syn_03007_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,621.4448501588777,346890440.0,0.001374981366097927
syn_03007_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2300.7752660196275,29152.0,0.0
syn_03007_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2300.7752660196275,29152.0,0.0
syn_03007_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1953.4320915816352,807.0,0.0
syn_03007_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,650.457907654345,652931830.0,0.0
syn_03007_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2300.7752660196275,29152.0,0.0
syn_03007_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2463.5619580512866,163214174.0,0.0007909256964921951
syn_03007_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,327.1154580870643,1525.0,0.0
syn_03007_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2463.5619580512866,163214174.0,0.0
syn_03007_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,327.1154580870643,1525.0,0.0
syn_03007_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,715.5509331962094,216850213.0,0.0010409858077764511
syn_03007_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1369.6184157393873,29152.0,0.0
syn_03007_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1369.6184157393873,29152.0,0.0
syn_03007_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2415.7893414841965,773.0,0.0
syn_03007_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,715.5509331962094,216850213.0,0.0
syn_03007_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1369.6184157393873,29152.0,0.0
syn_03007_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,2310.1892919512466,54206308.0,0.0011669471859931946
syn_03007_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,308.77016694284976,1279.0,0.0
syn_03007_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2310.1892919512466,54206308.0,0.0
syn_03007_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,308.77016694284976,1279.0,0.0
syn_03007_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,659.2251410940662,346890440.0,0.0006658956408500671
syn_03007_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2335.383518016897,29152.0,0.0
syn_03007_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2335.383518016897,29152.0,0.0
syn_03007_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1952.202674653381,807.0,0.0
syn_03007_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,685.672117699869,652931830.0,0.0
syn_03007_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2335.383518016897,29152.0,0.0
syn_03007_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2499.6999191353098,163214175.0,0.0008330680429935455
syn_03007_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,363.2249990478158,1867.0,0.0
syn_03007_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2499.6999191353098,163214175.0,0.0
syn_03007_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,363.2249990478158,1867.0,0.0
syn_03007_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,712.643767055124,216850213.0,0.0007910421118140221
syn_03007_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1335.7666257303208,29152.0,0.0
syn_03007_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1335.7666257303208,29152.0,0.0
syn_03007_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2420.6484235357493,773.0,0.0
syn_03007_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,712.643767055124,216850213.0,0.0
syn_03007_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1335.7666257303208,29152.0,0.0
syn_03007_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2320.7924171583727,54206309.0,0.0010420335456728935
syn_03007_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,323.9110840950161,1594.0,0.0
syn_03007_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2320.7924171583727,54206309.0,0.0
syn_03007_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,323.9110840950161,1594.0,0.0
syn_03007_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,570.2302671736106,346890440.0,0.000750063918530941
syn_03007_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2261.8643491296098,29152.0,0.0
syn_03007_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2261.8643491296098,29152.0,0.0
syn_03007_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1986.6751335328445,807.0,0.0
syn_03007_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,595.4852826660499,652931830.0,0.0
syn_03007_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2261.8643491296098,29152.0,0.0
syn_03007_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2426.820750813931,163214175.0,0.0005830079317092896
syn_03007_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,293.80520817358047,1570.0,0.0
syn_03007_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2426.820750813931,163214175.0,0.0
syn_03007_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,293.80520817358047,1570.0,0.0
syn_03007_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,622.7127251215279,216850213.0,0.000708969309926033
syn_03007_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1244.4837498711422,29152.0,0.0
syn_03007_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1244.4837498711422,29152.0,0.0
syn_03007_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2434.2332574771717,773.0,0.0
syn_03007_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,622.7127251215279,216850213.0,0.0
syn_03007_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1244.4837498711422,29152.0,0.0
syn_03007_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2245.858291978948,54206309.0,0.0009170034900307655
syn_03007_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,258.6977070895955,1413.0,0.0
syn_03007_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2245.858291978948,54206309.0,0.0
syn_03007_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,258.6977070895955,1413.0,0.0
syn_03007_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,612.0405990397558,346890440.0,0.0009159557521343231
syn_03007_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2299.299642094411,29152.0,0.0
syn_03007_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2299.299642094411,29152.0,0.0
syn_03007_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1954.5402586925775,807.0,0.0
syn_03007_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,634.2402004636824,652931830.0,0.0
syn_03007_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2299.299642094411,29152.0,0.0
syn_03007_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2457.6121260179207,163214175.0,0.0008330680429935455
syn_03007_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,327.57449988275766,1826.0,0.0
syn_03007_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2457.6121260179207,163214175.0,0.0
syn_03007_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,327.57449988275766,1826.0,0.0
syn_03007_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,612.1911411639303,216850213.0,0.000583939254283905
syn_03007_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1249.0627499297261,29152.0,0.0
syn_03007_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1249.0627499297261,29152.0,0.0
syn_03007_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2430.3256737068295,773.0,0.0
syn_03007_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,612.1911411639303,216850213.0,0.0
syn_03007_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1249.0627499297261,29152.0,0.0
syn_03007_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2240.9658358665183,54206308.0,0.0012909295037388802
syn_03007_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,260.02791593782604,1446.0,0.0
syn_03007_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2240.9658358665183,54206308.0,0.0
syn_03007_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,260.02791593782604,1446.0,0.0
syn_03007_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,585.6321423081681,346890440.0,0.00170909333974123
syn_03007_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2274.690391961485,29152.0,0.0
syn_03007_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2274.690391961485,29152.0,0.0
syn_03007_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1950.3290915861726,807.0,0.0
syn_03007_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,609.843742637895,652931830.0,0.0
syn_03007_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2274.690391961485,29152.0,0.0
syn_03007_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,2436.27637589816,163214175.0,0.0012080417945981026
syn_03007_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,304.20820810832083,1612.0,0.0
syn_03007_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2436.27637589816,163214175.0,0.0
syn_03007_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,304.20820810832083,1612.0,0.0
syn_03007_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,662.1158912777901,216850213.0,0.0007910421118140221
syn_03007_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1264.6893748547882,29152.0,0.0
syn_03007_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1264.6893748547882,29152.0,0.0
syn_03007_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2437.8343836171553,773.0,0.0
syn_03007_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,662.1158912777901,216850213.0,0.0
syn_03007_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1264.6893748547882,29152.0,0.0
syn_03007_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,2243.3567508123815,54206308.0,0.0007919734343886375
syn_03007_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,296.0449589882046,1225.0,0.0
syn_03007_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2243.3567508123815,54206308.0,0.0
syn_03007_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,296.0449589882046,1225.0,0.0
syn_03008_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1182.1826913394034,659390657.0,0.004915986210107803
syn_03008_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,4876.594541082159,58936.0,0.0
syn_03008_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,4876.594541082159,58936.0,0.0
syn_03008_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2553.1919009285048,817.0,0.0
syn_03008_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1260.8631580369547,1241166836.0,0.0
syn_03008_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,4876.594541082159,58936.0,0.0
syn_03008_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,5171.23287578579,310358972.0,0.002750079147517681
syn_03008_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,328.6296658916399,1522.0,0.0
syn_03008_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,5171.23287578579,310358972.0,0.0
syn_03008_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,328.6296658916399,1522.0,0.0
syn_03008_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,849.0485995542258,405741674.0,0.002624932676553726
syn_03008_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2764.960599783808,58936.0,0.0
syn_03008_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2764.960599783808,58936.0,0.0
syn_03008_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2665.0522159645334,818.0,0.0
syn_03008_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,849.0485995542258,405741674.0,0.0
syn_03008_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2764.960599783808,58936.0,0.0
syn_03008_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,3050.1904998673126,101466048.0,0.0022919848561286926
syn_03008_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,333.5411259904504,1290.0,0.0
syn_03008_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3050.1904998673126,101466048.0,0.0
syn_03008_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,333.5411259904504,1290.0,0.0
syn_03008_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1203.5790263209492,659390657.0,0.002249958924949169
syn_03008_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,4904.959251009859,58936.0,0.0
syn_03008_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,4904.959251009859,58936.0,0.0
syn_03008_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2547.883608704433,817.0,0.0
syn_03008_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1269.4039910566062,1241166836.0,0.0
syn_03008_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,4904.959251009859,58936.0,0.0
syn_03008_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,5189.2743749776855,310358973.0,0.00200001522898674
syn_03008_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,353.8044170709327,1855.0,0.0
syn_03008_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,5189.2743749776855,310358973.0,0.0
syn_03008_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,353.8044170709327,1855.0,0.0
syn_03008_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,850.3132665762678,405741674.0,0.002540997229516506
syn_03008_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2630.689391703345,58936.0,0.0
syn_03008_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2630.689391703345,58936.0,0.0
syn_03008_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2675.9662579745054,818.0,0.0
syn_03008_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,850.3132665762678,405741674.0,0.0
syn_03008_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2630.689391703345,58936.0,0.0
syn_03008_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,3018.4812920633703,101466048.0,0.0021669548004865646
syn_03008_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,329.1844568448141,1491.0,0.0
syn_03008_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3018.4812920633703,101466048.0,0.0
syn_03008_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,329.1844568448141,1491.0,0.0
syn_03008_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1121.9910674728453,659390657.0,0.002250075340270996
syn_03008_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,4842.529249913059,58936.0,0.0
syn_03008_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,4842.529249913059,58936.0,0.0
syn_03008_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2549.7741086641327,817.0,0.0
syn_03008_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1185.911366948858,1241166836.0,0.0
syn_03008_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,4842.529249913059,58936.0,0.0
syn_03008_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,5117.517541861162,310358973.0,0.0019170111045241356
syn_03008_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,294.80433312710375,1558.0,0.0
syn_03008_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,5117.517541861162,310358973.0,0.0
syn_03008_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,294.80433312710375,1558.0,0.0
syn_03008_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,807.1691005723551,405741674.0,0.0024170149117708206
syn_03008_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2506.251932657324,58936.0,0.0
syn_03008_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2506.251932657324,58936.0,0.0
syn_03008_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2684.195591881871,818.0,0.0
syn_03008_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,807.1691005723551,405741674.0,0.0
syn_03008_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2506.251932657324,58936.0,0.0
syn_03008_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2897.028374951333,101466048.0,0.0020419247448444366
syn_03008_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,270.644000149332,1370.0,0.0
syn_03008_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2897.028374951333,101466048.0,0.0
syn_03008_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,270.644000149332,1370.0,0.0
syn_03008_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1152.147816424258,659390657.0,0.0024170149117708206
syn_03008_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,4870.494415005669,58936.0,0.0
syn_03008_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,4870.494415005669,58936.0,0.0
syn_03008_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2554.721233760938,817.0,0.0
syn_03008_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1217.314532957971,1241166836.0,0.0
syn_03008_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,4870.494415005669,58936.0,0.0
syn_03008_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,5135.326166986488,310358973.0,0.0020420411601662636
syn_03008_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,317.7867088234052,1722.0,0.0
syn_03008_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,5135.326166986488,310358973.0,0.0
syn_03008_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,317.7867088234052,1722.0,0.0
syn_03008_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,783.4879325935617,405741674.0,0.002500019036233425
syn_03008_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2450.7059338036925,58936.0,0.0
syn_03008_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2450.7059338036925,58936.0,0.0
syn_03008_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,2779.0398000972345,818.0,0.0
syn_03008_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,783.4879325935617,405741674.0,0.0
syn_03008_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2450.7059338036925,58936.0,0.0
syn_03008_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2865.355208865367,101466048.0,0.0023329630494117737
syn_03008_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,258.8154171826318,1418.0,0.0
syn_03008_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2865.355208865367,101466048.0,0.0
syn_03008_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,258.8154171826318,1418.0,0.0
syn_03008_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1139.90527454298,659390657.0,0.0022919848561286926
syn_03008_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,4849.782540998422,58936.0,0.0
syn_03008_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,4849.782540998422,58936.0,0.0
syn_03008_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2546.971275797114,817.0,0.0
syn_03008_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1201.8861160613596,1241166836.0,0.0
syn_03008_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,4849.782540998422,58936.0,0.0
syn_03008_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,5126.450540847145,310358973.0,0.0025830231606960297
syn_03008_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,306.8483759416267,1600.0,0.0
syn_03008_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,5126.450540847145,310358973.0,0.0
syn_03008_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,306.8483759416267,1600.0,0.0
syn_03008_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,814.5503483945504,405741674.0,0.0025830231606960297
syn_03008_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2453.795933816582,58936.0,0.0
syn_03008_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2453.795933816582,58936.0,0.0
syn_03008_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2676.898717111908,818.0,0.0
syn_03008_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,814.5503483945504,405741674.0,0.0
syn_03008_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2453.795933816582,58936.0,0.0
syn_03008_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2841.678083059378,101466048.0,0.0021669548004865646
syn_03008_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,308.1806260161102,1195.0,0.0
syn_03008_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2841.678083059378,101466048.0,0.0
syn_03008_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,308.1806260161102,1195.0,0.0
syn_03009_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,313.8256996870041,209892074.0,0.0007910421118140221
syn_03009_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,752.1883248584345,7378.0,0.0
syn_03009_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,752.1883248584345,7378.0,0.0
syn_03009_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1608.7746322154999,770.0,0.0
syn_03009_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,277.9655419290066,209892046.0,0.0
syn_03009_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,752.1883248584345,7378.0,0.0
syn_03009_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,326.6777088865638,1529.0,0.0007079215720295906
syn_03009_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,326.6777088865638,1529.0,0.0
syn_03009_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,842.3379159066826,52540026.0,0.0
syn_03009_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,326.6777088865638,1529.0,0.0
syn_03009_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,225.5269077140838,74297064.0,0.0008329516276717186
syn_03009_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,449.34313273988664,7378.0,0.0
syn_03009_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,449.34313273988664,7378.0,0.0
syn_03009_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1322.6791081484407,698.0,0.0
syn_03009_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,227.06572588067502,74297036.0,0.0
syn_03009_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,449.34313273988664,7378.0,0.0
syn_03009_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,228.1365841627121,1290.0,0.0007919734343886375
syn_03009_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,228.1365841627121,1290.0,0.0
syn_03009_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,398.55770906433463,18595413.0,0.0
syn_03009_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,228.1365841627121,1290.0,0.0
syn_03009_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,343.7355756293982,209892074.0,0.0007919734343886375
syn_03009_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,788.5431166971102,7378.0,0.0
syn_03009_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,788.5431166971102,7378.0,0.0
syn_03009_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1554.4600080465898,770.0,0.0
syn_03009_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,311.5149586228654,209892046.0,0.0
syn_03009_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,788.5431166971102,7378.0,0.0
syn_03009_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,362.0772910071537,1748.0,0.0006670597940683365
syn_03009_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,362.0772910071537,1748.0,0.0
syn_03009_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,878.9979160064831,52540026.0,0.0
syn_03009_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,362.0772910071537,1748.0,0.0
syn_03009_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,226.7916165292263,74297064.0,0.0006669433787465096
syn_03009_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,376.84155087918043,7378.0,0.0
syn_03009_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,376.84155087918043,7378.0,0.0
syn_03009_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1123.583690985106,698.0,0.0
syn_03009_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,225.17710090614855,74297036.0,0.0
syn_03009_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,376.84155087918043,7378.0,0.0
syn_03009_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,228.8368750596419,1580.0,0.0006249174475669861
syn_03009_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,228.8368750596419,1580.0,0.0
syn_03009_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,454.8514150083065,18595413.0,0.0
syn_03009_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,228.8368750596419,1580.0,0.0
syn_03009_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,275.2409914508462,209892074.0,0.000625033862888813
syn_03009_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,715.9706168342382,7378.0,0.0
syn_03009_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,715.9706168342382,7378.0,0.0
syn_03009_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1554.7559660626575,770.0,0.0
syn_03009_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,236.52574990410358,209892046.0,0.0
syn_03009_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,715.9706168342382,7378.0,0.0
syn_03009_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,292.5922500435263,1544.0,0.000750063918530941
syn_03009_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,292.5922500435263,1544.0,0.0
syn_03009_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,808.8293331675231,52540026.0,0.0
syn_03009_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,292.5922500435263,1544.0,0.0
syn_03009_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,184.36382454819977,74297064.0,0.000584055669605732
syn_03009_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,348.3501327689737,7378.0,0.0
syn_03009_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,348.3501327689737,7378.0,0.0
syn_03009_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1126.1924410006031,698.0,0.0
syn_03009_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,179.80151663068682,74297036.0,0.0
syn_03009_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,348.3501327689737,7378.0,0.0
syn_03009_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,187.9580420209095,1337.0,0.000459025613963604
syn_03009_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,187.9580420209095,1337.0,0.0
syn_03009_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,411.34800121653825,18595414.0,0.0
syn_03009_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,187.9580420209095,1337.0,0.0
syn_03009_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,276.59578267484903,209892074.0,0.000500003807246685
syn_03009_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,728.1640327302739,7378.0,0.0
syn_03009_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,728.1640327302739,7378.0,0.0
syn_03009_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1576.6782572027296,770.0,0.0
syn_03009_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,247.5767086725682,209892046.0,0.0
syn_03009_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,728.1640327302739,7378.0,0.0
syn_03009_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,303.29758289735764,1865.0,0.000959029421210289
syn_03009_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,303.29758289735764,1865.0,0.0
syn_03009_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,816.1329600261524,52540026.0,0.0
syn_03009_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,303.29758289735764,1865.0,0.0
syn_03009_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,155.05690756253898,74297064.0,0.000625033862888813
syn_03009_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,329.1639259085059,7378.0,0.0
syn_03009_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,329.1639259085059,7378.0,0.0
syn_03009_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1178.881066874601,698.0,0.0
syn_03009_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,149.73022572230548,74297036.0,0.0
syn_03009_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,329.1639259085059,7378.0,0.0
syn_03009_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,158.18549983669072,1418.0,0.000583939254283905
syn_03009_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,158.18549983669072,1418.0,0.0
syn_03009_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,383.732668007724,18595414.0,0.0
syn_03009_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,158.18549983669072,1418.0,0.0
syn_03009_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,279.034700547345,209892074.0,0.0005830079317092896
syn_03009_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,729.0173679823056,7378.0,0.0
syn_03009_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,729.0173679823056,7378.0,0.0
syn_03009_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1553.1261342111975,770.0,0.0
syn_03009_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,250.49287569709122,209892046.0,0.0
syn_03009_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,729.0173679823056,7378.0,0.0
syn_03009_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,305.21324882283807,1506.0,0.000500003807246685
syn_03009_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,305.21324882283807,1506.0,0.0
syn_03009_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,820.0481251114979,52540026.0,0.0
syn_03009_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,305.21324882283807,1506.0,0.0
syn_03009_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,213.1008245050907,74297064.0,0.0005830079317092896
syn_03009_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,457.0287997601554,7378.0,0.0
syn_03009_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,457.0287997601554,7378.0,0.0
syn_03009_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1128.9546091808006,698.0,0.0
syn_03009_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,205.0806407816708,74297036.0,0.0
syn_03009_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,457.0287997601554,7378.0,0.0
syn_03009_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,190.99283509422094,1270.0,0.0007080379873514175
syn_03009_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,190.99283509422094,1270.0,0.0
syn_03009_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,442.71037413273007,18595413.0,0.0
syn_03009_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,190.99283509422094,1270.0,0.0
syn_03010_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,978.2307992689312,345001672.0,0.0008329516276717186
syn_03010_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2306.443517212756,29147.0,0.0
syn_03010_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2306.443517212756,29147.0,0.0
syn_03010_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3885.6752400519326,825.0,0.0
syn_03010_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,984.6583666978404,649376502.0,0.0
syn_03010_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2306.443517212756,29147.0,0.0
syn_03010_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3251.2755010975525,162411359.0,0.0007499475032091141
syn_03010_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,338.7398320483044,1527.0,0.0
syn_03010_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3251.2755010975525,162411359.0,0.0
syn_03010_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,338.7398320483044,1527.0,0.0
syn_03010_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,566.004466614686,214785829.0,0.001125037670135498
syn_03010_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1033.12055808492,29147.0,0.0
syn_03010_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1033.12055808492,29147.0,0.0
syn_03010_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1686.3375677261502,827.0,0.0
syn_03010_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,566.004466614686,214785829.0,0.0
syn_03010_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1033.12055808492,29147.0,0.0
syn_03010_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1323.1456668581814,53690213.0,0.0007919734343886375
syn_03010_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,235.10241694748402,1308.0,0.0
syn_03010_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1323.1456668581814,53690213.0,0.0
syn_03010_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,235.10241694748402,1308.0,0.0
syn_03010_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,883.7160922819749,345001672.0,0.0006669433787465096
syn_03010_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2307.1720163570717,29147.0,0.0
syn_03010_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2307.1720163570717,29147.0,0.0
syn_03010_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4088.0542419385165,825.0,0.0
syn_03010_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,987.1076156152412,649376502.0,0.0
syn_03010_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2307.1720163570717,29147.0,0.0
syn_03010_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3219.3984990008175,162411359.0,0.0005409820005297661
syn_03010_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,339.2778328852728,1881.0,0.0
syn_03010_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3219.3984990008175,162411359.0,0.0
syn_03010_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,339.2778328852728,1881.0,0.0
syn_03010_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,523.2791337184608,214785829.0,0.0006249174475669861
syn_03010_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1063.1533920066431,29147.0,0.0
syn_03010_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1063.1533920066431,29147.0,0.0
syn_03010_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1793.7888166401535,827.0,0.0
syn_03010_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,523.2791337184608,214785829.0,0.0
syn_03010_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1063.1533920066431,29147.0,0.0
syn_03010_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1311.9064600905403,53690212.0,0.000625033862888813
syn_03010_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,207.84083288162947,1699.0,0.0
syn_03010_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1311.9064600905403,53690212.0,0.0
syn_03010_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,207.84083288162947,1699.0,0.0
syn_03010_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,781.1207571765408,345001672.0,0.0005830079317092896
syn_03010_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2257.808058289811,29147.0,0.0
syn_03010_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2257.808058289811,29147.0,0.0
syn_03010_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3894.350075023249,825.0,0.0
syn_03010_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,860.7087415177375,649376502.0,0.0
syn_03010_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2257.808058289811,29147.0,0.0
syn_03010_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3079.280832200311,162411359.0,0.001249951310455799
syn_03010_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,292.97437402419746,1594.0,0.0
syn_03010_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3079.280832200311,162411359.0,0.0
syn_03010_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,292.97437402419746,1594.0,0.0
syn_03010_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,491.5029245894402,214785829.0,0.0010830117389559746
syn_03010_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1005.5972670204937,29147.0,0.0
syn_03010_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1005.5972670204937,29147.0,0.0
syn_03010_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1687.0322746457532,827.0,0.0
syn_03010_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,491.5029245894402,214785829.0,0.0
syn_03010_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1005.5972670204937,29147.0,0.0
syn_03010_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1281.7391281714663,53690212.0,0.00100000761449337
syn_03010_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,180.12566689867526,1387.0,0.0
syn_03010_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1281.7391281714663,53690212.0,0.0
syn_03010_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,180.12566689867526,1387.0,0.0
syn_03010_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1075.9517162339762,345001672.0,0.0008329516276717186
syn_03010_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2319.4994744844735,29147.0,0.0
syn_03010_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2319.4994744844735,29147.0,0.0
syn_03010_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3902.46194913052,825.0,0.0
syn_03010_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1027.1166166523471,649376502.0,0.0
syn_03010_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2319.4994744844735,29147.0,0.0
syn_03010_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3255.7186650810763,162411359.0,0.000625033862888813
syn_03010_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,350.41166620794684,1861.0,0.0
syn_03010_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3255.7186650810763,162411359.0,0.0
syn_03010_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,350.41166620794684,1861.0,0.0
syn_03010_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,527.2452175850049,214785829.0,0.000708969309926033
syn_03010_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1036.1320999916643,29147.0,0.0
syn_03010_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1036.1320999916643,29147.0,0.0
syn_03010_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1688.552941638045,827.0,0.0
syn_03010_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,527.2452175850049,214785829.0,0.0
syn_03010_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1036.1320999916643,29147.0,0.0
syn_03010_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1304.5373761560768,53690213.0,0.0008749775588512421
syn_03010_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,206.57312497496605,1633.0,0.0
syn_03010_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1304.5373761560768,53690213.0,0.0
syn_03010_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,206.57312497496605,1633.0,0.0
syn_03010_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,790.6280083814636,345001672.0,0.0007919734343886375
syn_03010_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2243.255809415132,29147.0,0.0
syn_03010_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2243.255809415132,29147.0,0.0
syn_03010_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3891.954324999824,825.0,0.0
syn_03010_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,801.4413664815947,649376502.0,0.0
syn_03010_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2243.255809415132,29147.0,0.0
syn_03010_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3055.342249106616,162411359.0,0.0005419133231043816
syn_03010_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,282.0239159045741,1518.0,0.0
syn_03010_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3055.342249106616,162411359.0,0.0
syn_03010_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,282.0239159045741,1518.0,0.0
syn_03010_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,490.9375077113509,214785829.0,0.0006669433787465096
syn_03010_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,975.3753912635148,29147.0,0.0
syn_03010_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,975.3753912635148,29147.0,0.0
syn_03010_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1690.8618156798184,827.0,0.0
syn_03010_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,490.9375077113509,214785829.0,0.0
syn_03010_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,975.3753912635148,29147.0,0.0
syn_03010_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1260.8094172319397,53690211.0,0.000625033862888813
syn_03010_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,167.72845794912428,1287.0,0.0
syn_03010_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1260.8094172319397,53690211.0,0.0
syn_03010_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,167.72845794912428,1287.0,0.0
syn_03011_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1675.762274605222,660792001.0,0.004624947905540466
syn_03011_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5907.321557588875,58856.0,0.0
syn_03011_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5907.321557588875,58856.0,0.0
syn_03011_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4690.7011000672355,1162.0,0.0
syn_03011_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1691.1042330553755,1243804660.0,0.0
syn_03011_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5907.321557588875,58856.0,0.0
syn_03011_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6503.369666985236,310932413.0,0.002249958924949169
syn_03011_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,497.6361661683768,1578.0,0.0
syn_03011_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6503.369666985236,310932413.0,0.0
syn_03011_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,497.6361661683768,1578.0,0.0
syn_03011_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,1030.2477423334494,405815402.0,0.002749962732195854
syn_03011_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1630.2611321210861,58856.0,0.0
syn_03011_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1630.2611321210861,58856.0,0.0
syn_03011_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1946.2724003009498,777.0,0.0
syn_03011_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1030.2477423334494,405815402.0,0.0
syn_03011_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1630.2611321210861,58856.0,0.0
syn_03011_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,0.0,3112.5762090086937,101466047.0,0.0022919848561286926
syn_03011_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,222.144084982574,1347.0,0.0
syn_03011_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,3112.5762090086937,101466047.0,0.0
syn_03011_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,222.144084982574,1347.0,0.0
syn_03011_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1677.671483438462,660792001.0,0.0022079329937696457
syn_03011_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5956.880266498774,58856.0,0.0
syn_03011_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5956.880266498774,58856.0,0.0
syn_03011_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4695.311934011988,1162.0,0.0
syn_03011_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1865.1579820085317,1243804660.0,0.0
syn_03011_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5956.880266498774,58856.0,0.0
syn_03011_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6483.558624982834,310932412.0,0.0020420411601662636
syn_03011_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,623.0281249154359,1532.0,0.0
syn_03011_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6483.558624982834,310932412.0,0.0
syn_03011_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,623.0281249154359,1532.0,0.0
syn_03011_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,880.0116994185373,405815402.0,0.002375105395913124
syn_03011_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1774.0032990463078,58856.0,0.0
syn_03011_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1774.0032990463078,58856.0,0.0
syn_03011_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2052.7125244028866,777.0,0.0
syn_03011_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,880.0116994185373,405815402.0,0.0
syn_03011_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1774.0032990463078,58856.0,0.0
syn_03011_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2903.794790036045,101466048.0,0.0022080494090914726
syn_03011_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,219.4648338481784,1309.0,0.0
syn_03011_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2903.794790036045,101466048.0,0.0
syn_03011_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,219.4648338481784,1309.0,0.0
syn_03011_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1450.9828587295488,660792001.0,0.0022919848561286926
syn_03011_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5801.621974632144,58856.0,0.0
syn_03011_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5801.621974632144,58856.0,0.0
syn_03011_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4726.050766091794,1162.0,0.0
syn_03011_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1593.2907740585506,1243804660.0,0.0
syn_03011_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5801.621974632144,58856.0,0.0
syn_03011_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6391.5550850797445,310932412.0,0.00200001522898674
syn_03011_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,447.94683309737593,1543.0,0.0
syn_03011_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6391.5550850797445,310932412.0,0.0
syn_03011_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,447.94683309737593,1543.0,0.0
syn_03011_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,834.9234514404088,405815402.0,0.002374988980591297
syn_03011_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1872.964966087602,58856.0,0.0
syn_03011_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1872.964966087602,58856.0,0.0
syn_03011_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1946.1616903776303,777.0,0.0
syn_03011_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,834.9234514404088,405815402.0,0.0
syn_03011_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1872.964966087602,58856.0,0.0
syn_03011_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2830.4524997947738,101466046.0,0.0023329630494117737
syn_03011_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,178.37333295028657,1318.0,0.0
syn_03011_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2830.4524997947738,101466046.0,0.0
syn_03011_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,178.37333295028657,1318.0,0.0
syn_03011_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1561.9135666172951,660792001.0,0.0022919848561286926
syn_03011_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5832.648349646479,58856.0,0.0
syn_03011_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5832.648349646479,58856.0,0.0
syn_03011_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4833.288976014592,1162.0,0.0
syn_03011_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1587.5145660480484,1243804660.0,0.0
syn_03011_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5832.648349646479,58856.0,0.0
syn_03011_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6375.481750932522,310932413.0,0.0019170111045241356
syn_03011_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,444.3664998980239,1818.0,0.0
syn_03011_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6375.481750932522,310932413.0,0.0
syn_03011_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,444.3664998980239,1818.0,0.0
syn_03011_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,797.5247414084151,405815402.0,0.0023330794647336006
syn_03011_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1900.0387999461964,58856.0,0.0
syn_03011_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1900.0387999461964,58856.0,0.0
syn_03011_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,2000.854316377081,777.0,0.0
syn_03011_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,797.5247414084151,405815402.0,0.0
syn_03011_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1900.0387999461964,58856.0,0.0
syn_03011_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2783.19750004448,101466047.0,0.0022919848561286926
syn_03011_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,152.91558427270502,1590.0,0.0
syn_03011_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2783.19750004448,101466047.0,0.0
syn_03011_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,152.91558427270502,1590.0,0.0
syn_03011_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1534.0580255258828,660792001.0,0.0034999102354049683
syn_03011_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5892.574225505814,58856.0,0.0
syn_03011_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5892.574225505814,58856.0,0.0
syn_03011_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4788.4335989598185,1162.0,0.0
syn_03011_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1656.269692024216,1243804660.0,0.0
syn_03011_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5892.574225505814,58856.0,0.0
syn_03011_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6389.049374964088,310932412.0,0.0022080494090914726
syn_03011_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,431.4357090042904,1584.0,0.0
syn_03011_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6389.049374964088,310932412.0,0.0
syn_03011_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,431.4357090042904,1584.0,0.0
syn_03011_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,872.4772414658219,405815402.0,0.002750079147517681
syn_03011_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2031.0310499975458,58856.0,0.0
syn_03011_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2031.0310499975458,58856.0,0.0
syn_03011_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1948.0003574630246,777.0,0.0
syn_03011_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,872.4772414658219,405815402.0,0.0
syn_03011_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2031.0310499975458,58856.0,0.0
syn_03011_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2835.9717511339113,101466047.0,0.0023330794647336006
syn_03011_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,206.60999999381602,1292.0,0.0
syn_03011_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2835.9717511339113,101466047.0,0.0
syn_03011_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,206.60999999381602,1292.0,0.0
syn_03012_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,585.4488918557763,209548010.0,0.000833999365568161
syn_03012_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1011.5545924054459,7489.0,0.0
syn_03012_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1011.5545924054459,7489.0,0.0
syn_03012_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,3500.9278922108933,824.0,0.0
syn_03012_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,468.92740728799254,209547982.0,0.0
syn_03012_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1011.5545924054459,7489.0,0.0
syn_03012_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,538.4122089017183,1524.0,0.0007910421118140221
syn_03012_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,538.4122089017183,1524.0,0.0
syn_03012_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1278.1194570707157,52425338.0,0.0
syn_03012_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,538.4122089017183,1524.0,0.0
syn_03012_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,226.74872442148626,72490728.0,0.0009579816833138466
syn_03012_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,359.392417431809,7489.0,0.0
syn_03012_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,359.392417431809,7489.0,0.0
syn_03012_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1650.0822752946988,824.0,0.0
syn_03012_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,221.2171830702573,72490700.0,0.0
syn_03012_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,359.392417431809,7489.0,0.0
syn_03012_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,229.78112509008497,1413.0,0.0006669433787465096
syn_03012_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,229.78112509008497,1413.0,0.0
syn_03012_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,385.72875095997006,18153042.0,0.0
syn_03012_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,229.78112509008497,1413.0,0.0
syn_03012_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,674.835224985145,209548010.0,0.0006249174475669861
syn_03012_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1138.98413348943,7489.0,0.0
syn_03012_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1138.98413348943,7489.0,0.0
syn_03012_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3305.0593081163242,824.0,0.0
syn_03012_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,641.1569502670318,209547982.0,0.0
syn_03012_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1138.98413348943,7489.0,0.0
syn_03012_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,561.2167919753119,1782.0,0.000708969309926033
syn_03012_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,561.2167919753119,1782.0,0.0
syn_03012_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1318.229083204642,52425338.0,0.0
syn_03012_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,561.2167919753119,1782.0,0.0
syn_03012_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,252.0493095042184,72490728.0,0.0005830079317092896
syn_03012_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,411.7575833341107,7489.0,0.0
syn_03012_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,411.7575833341107,7489.0,0.0
syn_03012_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1664.237150363624,824.0,0.0
syn_03012_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,247.52272493205965,72490700.0,0.0
syn_03012_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,411.7575833341107,7489.0,0.0
syn_03012_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,254.28379199001938,1603.0,0.0006670597940683365
syn_03012_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,254.28379199001938,1603.0,0.0
syn_03012_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,466.15145809482783,18153044.0,0.0
syn_03012_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,254.28379199001938,1603.0,0.0
syn_03012_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,455.58776683174074,209548010.0,0.0005419133231043816
syn_03012_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,943.8374665332958,7489.0,0.0
syn_03012_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,943.8374665332958,7489.0,0.0
syn_03012_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3361.0911823809147,824.0,0.0
syn_03012_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,391.23978337738663,209547982.0,0.0
syn_03012_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,943.8374665332958,7489.0,0.0
syn_03012_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,531.4889169530943,1546.0,0.0005420297384262085
syn_03012_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,531.4889169530943,1546.0,0.0
syn_03012_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1082.6339181512594,52425336.0,0.0
syn_03012_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,531.4889169530943,1546.0,0.0
syn_03012_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,181.6166843753308,72490728.0,0.000625033862888813
syn_03012_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,414.5855002105236,7489.0,0.0
syn_03012_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,414.5855002105236,7489.0,0.0
syn_03012_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1532.1844830410555,824.0,0.0
syn_03012_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,176.1300171725452,72490700.0,0.0
syn_03012_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,414.5855002105236,7489.0,0.0
syn_03012_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,184.4094170955941,1362.0,0.0005420297384262085
syn_03012_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,184.4094170955941,1362.0,0.0
syn_03012_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,395.257834228687,18153043.0,0.0
syn_03012_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,184.4094170955941,1362.0,0.0
syn_03012_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,611.6745995823294,209548010.0,0.0006249174475669861
syn_03012_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,976.3060502009466,7489.0,0.0
syn_03012_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,976.3060502009466,7489.0,0.0
syn_03012_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3292.4929750617594,824.0,0.0
syn_03012_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,535.326533485204,209547982.0,0.0
syn_03012_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,976.3060502009466,7489.0,0.0
syn_03012_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,569.2482502199709,1971.0,0.0005419133231043816
syn_03012_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,569.2482502199709,1971.0,0.0
syn_03012_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1284.1125410050154,52425339.0,0.0
syn_03012_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,569.2482502199709,1971.0,0.0
syn_03012_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,196.12426643725485,72490728.0,0.0005830079317092896
syn_03012_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,447.4299163091928,7489.0,0.0
syn_03012_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,447.4299163091928,7489.0,0.0
syn_03012_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1533.8648571865633,824.0,0.0
syn_03012_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,189.27534893155098,72490700.0,0.0
syn_03012_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,447.4299163091928,7489.0,0.0
syn_03012_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,197.90533394552767,1677.0,0.0006249174475669861
syn_03012_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,197.90533394552767,1677.0,0.0
syn_03012_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,408.5370399989188,18153044.0,0.0
syn_03012_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,197.90533394552767,1677.0,0.0
syn_03012_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,519.4895587628707,209548010.0,0.0005830079317092896
syn_03012_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,984.410215402022,7489.0,0.0
syn_03012_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,984.410215402022,7489.0,0.0
syn_03012_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3303.294017026201,824.0,0.0
syn_03012_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,407.4619914172217,209547982.0,0.0
syn_03012_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,984.410215402022,7489.0,0.0
syn_03012_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,442.4024161417037,1684.0,0.0006669433787465096
syn_03012_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,442.4024161417037,1684.0,0.0
syn_03012_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1185.718457098119,52425339.0,0.0
syn_03012_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,442.4024161417037,1684.0,0.0
syn_03012_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,180.87947550229728,72490728.0,0.000625033862888813
syn_03012_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,404.48412445839494,7489.0,0.0
syn_03012_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,404.48412445839494,7489.0,0.0
syn_03012_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1536.6848171921447,824.0,0.0
syn_03012_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,174.36943403445184,72490700.0,0.0
syn_03012_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,404.48412445839494,7489.0,0.0
syn_03012_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,185.56995899416506,1261.0,0.000584055669605732
syn_03012_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,185.56995899416506,1261.0,0.0
syn_03012_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,394.51054006349295,18153044.0,0.0
syn_03012_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,185.56995899416506,1261.0,0.0
syn_03013_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,916.1340078338981,345671880.0,0.000875093974173069
syn_03013_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2899.9583915807307,29338.0,0.0
syn_03013_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2899.9583915807307,29338.0,0.0
syn_03013_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4146.272250637412,756.0,0.0
syn_03013_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,945.0290001230314,650638070.0,0.0
syn_03013_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2899.9583915807307,29338.0,0.0
syn_03013_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3205.4167919559404,162640735.0,0.0006669433787465096
syn_03013_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,499.62474894709885,1547.0,0.0
syn_03013_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3205.4167919559404,162640735.0,0.0
syn_03013_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,499.62474894709885,1547.0,0.0
syn_03013_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,419.3586325040087,215633701.0,0.000833999365568161
syn_03013_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,965.079617430456,29338.0,0.0
syn_03013_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,965.079617430456,29338.0,0.0
syn_03013_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1761.6587428143248,740.0,0.0
syn_03013_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,419.3586325040087,215633701.0,0.0
syn_03013_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,965.079617430456,29338.0,0.0
syn_03013_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1697.4734183168039,53911396.0,0.0008330680429935455
syn_03013_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,232.7215428231284,1349.0,0.0
syn_03013_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1697.4734183168039,53911396.0,0.0
syn_03013_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,232.7215428231284,1349.0,0.0
syn_03013_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1047.350174607709,345671880.0,0.000625033862888813
syn_03013_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2898.1408906634897,29338.0,0.0
syn_03013_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2898.1408906634897,29338.0,0.0
syn_03013_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3914.9054155685008,756.0,0.0
syn_03013_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1138.7836671900004,650638070.0,0.0
syn_03013_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2898.1408906634897,29338.0,0.0
syn_03013_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3232.187956920825,162640735.0,0.0005830079317092896
syn_03013_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,635.9686249634251,1909.0,0.0
syn_03013_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3232.187956920825,162640735.0,0.0
syn_03013_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,635.9686249634251,1909.0,0.0
syn_03013_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,400.02092646900564,215633701.0,0.000750063918530941
syn_03013_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1034.3986593419686,29338.0,0.0
syn_03013_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1034.3986593419686,29338.0,0.0
syn_03013_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1694.7083248756826,740.0,0.0
syn_03013_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,400.02092646900564,215633701.0,0.0
syn_03013_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1034.3986593419686,29338.0,0.0
syn_03013_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1187.5364161096513,53911397.0,0.0006669433787465096
syn_03013_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,230.62787507660687,1727.0,0.0
syn_03013_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1187.5364161096513,53911397.0,0.0
syn_03013_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,230.62787507660687,1727.0,0.0
syn_03013_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,804.4222995871678,345671880.0,0.000625033862888813
syn_03013_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2696.4850996388122,29338.0,0.0
syn_03013_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2696.4850996388122,29338.0,0.0
syn_03013_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3931.1354575445876,756.0,0.0
syn_03013_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,865.725832246244,650638070.0,0.0
syn_03013_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2696.4850996388122,29338.0,0.0
syn_03013_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3061.2133749527857,162640735.0,0.000500003807246685
syn_03013_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,405.1641671685502,1578.0,0.0
syn_03013_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3061.2133749527857,162640735.0,0.0
syn_03013_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,405.1641671685502,1578.0,0.0
syn_03013_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,340.0627153227106,215633701.0,0.0006670597940683365
syn_03013_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,971.819284465164,29338.0,0.0
syn_03013_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,971.819284465164,29338.0,0.0
syn_03013_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1693.8349077478051,740.0,0.0
syn_03013_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,340.0627153227106,215633701.0,0.0
syn_03013_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,971.819284465164,29338.0,0.0
syn_03013_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1103.6280423868448,53911396.0,0.0007919734343886375
syn_03013_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,177.62871005106717,1384.0,0.0
syn_03013_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1103.6280423868448,53911396.0,0.0
syn_03013_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,177.62871005106717,1384.0,0.0
syn_03013_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,865.825883555226,345671880.0,0.000500003807246685
syn_03013_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2792.215016577393,29338.0,0.0
syn_03013_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2792.215016577393,29338.0,0.0
syn_03013_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3876.5429575694725,756.0,0.0
syn_03013_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,823.620083113201,650638070.0,0.0
syn_03013_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2792.215016577393,29338.0,0.0
syn_03013_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3111.9436260778457,162640735.0,0.0005830079317092896
syn_03013_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,478.65333303343505,1802.0,0.0
syn_03013_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3111.9436260778457,162640735.0,0.0
syn_03013_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,478.65333303343505,1802.0,0.0
syn_03013_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,308.60063349828124,215633701.0,0.0006660120561718941
syn_03013_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,956.4569075359032,29338.0,0.0
syn_03013_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,956.4569075359032,29338.0,0.0
syn_03013_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1747.7426587371156,740.0,0.0
syn_03013_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,308.60063349828124,215633701.0,0.0
syn_03013_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,956.4569075359032,29338.0,0.0
syn_03013_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1066.6722101159394,53911396.0,0.0006249174475669861
syn_03013_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,151.87487518414855,1596.0,0.0
syn_03013_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1066.6722101159394,53911396.0,0.0
syn_03013_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,151.87487518414855,1596.0,0.0
syn_03013_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,807.4773845495656,345671880.0,0.0007920898497104645
syn_03013_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2737.537724687718,29338.0,0.0
syn_03013_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2737.537724687718,29338.0,0.0
syn_03013_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4018.8574575120583,756.0,0.0
syn_03013_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,945.124209113419,650638070.0,0.0
syn_03013_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2737.537724687718,29338.0,0.0
syn_03013_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3067.2712500672787,162640735.0,0.0005420297384262085
syn_03013_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,423.32633410114795,1680.0,0.0
syn_03013_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3067.2712500672787,162640735.0,0.0
syn_03013_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,423.32633410114795,1680.0,0.0
syn_03013_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,342.64259235933423,215633701.0,0.0005830079317092896
syn_03013_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1006.1225744197145,29338.0,0.0
syn_03013_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1006.1225744197145,29338.0,0.0
syn_03013_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1697.145658917725,740.0,0.0
syn_03013_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,342.64259235933423,215633701.0,0.0
syn_03013_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1006.1225744197145,29338.0,0.0
syn_03013_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1092.747832997702,53911396.0,0.0007499475032091141
syn_03013_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,206.4886251464486,1221.0,0.0
syn_03013_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1092.747832997702,53911396.0,0.0
syn_03013_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,206.4886251464486,1221.0,0.0
syn_03014_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1667.433990444988,663290049.0,0.004249974153935909
syn_03014_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5927.290741400793,58447.0,0.0
syn_03014_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5927.290741400793,58447.0,0.0
syn_03014_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4714.706025994383,1148.0,0.0
syn_03014_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1728.830741206184,1248506870.0,0.0
syn_03014_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5927.290741400793,58447.0,0.0
syn_03014_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6475.818749866448,312193982.0,0.0019579892978072166
syn_03014_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,579.9537509446964,1564.0,0.0
syn_03014_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6475.818749866448,312193982.0,0.0
syn_03014_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,579.9537509446964,1564.0,0.0
syn_03014_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,1123.5101924510673,409317482.0,0.002540997229516506
syn_03014_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3271.5465667657554,58447.0,0.0
syn_03014_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3271.5465667657554,58447.0,0.0
syn_03014_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1988.5372332995757,854.0,0.0
syn_03014_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1123.5101924510673,409317482.0,0.0
syn_03014_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3271.5465667657554,58447.0,0.0
syn_03014_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,0.0,2582.667792099528,102350784.0,0.002249958924949169
syn_03014_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,248.29512590076774,1322.0,0.0
syn_03014_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2582.667792099528,102350784.0,0.0
syn_03014_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,248.29512590076774,1322.0,0.0
syn_03014_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1702.0359917543828,663290049.0,0.002374988980591297
syn_03014_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5992.140365345404,58447.0,0.0
syn_03014_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5992.140365345404,58447.0,0.0
syn_03014_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4719.601150113158,1148.0,0.0
syn_03014_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1849.320034100674,1248506870.0,0.0
syn_03014_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5992.140365345404,58447.0,0.0
syn_03014_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6516.304541029967,312193983.0,0.0018749851733446121
syn_03014_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,589.5143748493865,1553.0,0.0
syn_03014_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6516.304541029967,312193983.0,0.0
syn_03014_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,589.5143748493865,1553.0,0.0
syn_03014_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,726.9605245208368,409317482.0,0.0023330794647336006
syn_03014_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3177.2183986846358,58447.0,0.0
syn_03014_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3177.2183986846358,58447.0,0.0
syn_03014_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1990.5404414515942,854.0,0.0
syn_03014_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,726.9605245208368,409317482.0,0.0
syn_03014_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3177.2183986846358,58447.0,0.0
syn_03014_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2394.591498072259,102350784.0,0.0022919848561286926
syn_03014_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,254.09270892851055,1263.0,0.0
syn_03014_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2394.591498072259,102350784.0,0.0
syn_03014_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,254.09270892851055,1263.0,0.0
syn_03014_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1442.9607836529613,663290049.0,0.002249958924949169
syn_03014_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5835.86669950746,58447.0,0.0
syn_03014_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5835.86669950746,58447.0,0.0
syn_03014_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4887.554691033438,1148.0,0.0
syn_03014_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1597.9571581818163,1248506870.0,0.0
syn_03014_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5835.86669950746,58447.0,0.0
syn_03014_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6445.84266806487,312193983.0,0.001834006980061531
syn_03014_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,425.1757909078151,1598.0,0.0
syn_03014_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6445.84266806487,312193983.0,0.0
syn_03014_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,425.1757909078151,1598.0,0.0
syn_03014_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,680.9575266204774,409317482.0,0.002540997229516506
syn_03014_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2941.543650836684,58447.0,0.0
syn_03014_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2941.543650836684,58447.0,0.0
syn_03014_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1992.448358424008,854.0,0.0
syn_03014_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,680.9575266204774,409317482.0,0.0
syn_03014_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2941.543650836684,58447.0,0.0
syn_03014_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2338.817918091081,102350784.0,0.002415967173874378
syn_03014_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,202.70562509540468,1320.0,0.0
syn_03014_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2338.817918091081,102350784.0,0.0
syn_03014_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,202.70562509540468,1320.0,0.0
syn_03014_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1553.8585755741224,663290049.0,0.002249958924949169
syn_03014_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5921.489741350524,58447.0,0.0
syn_03014_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5921.489741350524,58447.0,0.0
syn_03014_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4711.295690946281,1148.0,0.0
syn_03014_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1637.5744071090594,1248506870.0,0.0
syn_03014_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5921.489741350524,58447.0,0.0
syn_03014_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6435.864164959639,312193983.0,0.0019579892978072166
syn_03014_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,548.6014171037823,1712.0,0.0
syn_03014_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6435.864164959639,312193983.0,0.0
syn_03014_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,548.6014171037823,1712.0,0.0
syn_03014_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,661.5278594661504,409317482.0,0.0024579931050539017
syn_03014_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2764.8894828977063,58447.0,0.0
syn_03014_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2764.8894828977063,58447.0,0.0
syn_03014_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1996.0457753390074,854.0,0.0
syn_03014_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,661.5278594661504,409317482.0,0.0
syn_03014_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2764.8894828977063,58447.0,0.0
syn_03014_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2307.3662080569193,102350784.0,0.0024170149117708206
syn_03014_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,196.32529199589044,1332.0,0.0
syn_03014_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2307.3662080569193,102350784.0,0.0
syn_03014_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,196.32529199589044,1332.0,0.0
syn_03014_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1506.4109085826203,663290049.0,0.0024579931050539017
syn_03014_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5899.118324439041,58447.0,0.0
syn_03014_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5899.118324439041,58447.0,0.0
syn_03014_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4757.384398928843,1148.0,0.0
syn_03014_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1714.169742143713,1248506870.0,0.0
syn_03014_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5899.118324439041,58447.0,0.0
syn_03014_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6395.863918005489,312193983.0,0.002249958924949169
syn_03014_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,435.53737504407763,1507.0,0.0
syn_03014_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6395.863918005489,312193983.0,0.0
syn_03014_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,435.53737504407763,1507.0,0.0
syn_03014_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,676.772650401108,409317482.0,0.002500019036233425
syn_03014_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2665.973150660284,58447.0,0.0
syn_03014_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2665.973150660284,58447.0,0.0
syn_03014_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2000.5767344031483,854.0,0.0
syn_03014_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,676.772650401108,409317482.0,0.0
syn_03014_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2665.973150660284,58447.0,0.0
syn_03014_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2300.8944591274485,102350783.0,0.0023329630494117737
syn_03014_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,243.32387594040483,1188.0,0.0
syn_03014_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2300.8944591274485,102350783.0,0.0
syn_03014_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,243.32387594040483,1188.0,0.0
syn_03015_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,506.5523174824193,206566120.0,0.0007499475032091141
syn_03015_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1042.7988909417763,7177.0,0.0
syn_03015_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1042.7988909417763,7177.0,0.0
syn_03015_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3331.2567985849455,754.0,0.0
syn_03015_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,557.7102584764361,206566092.0,0.0
syn_03015_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1042.7988909417763,7177.0,0.0
syn_03015_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,595.1025409158319,1628.0,0.000750063918530941
syn_03015_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,595.1025409158319,1628.0,0.0
syn_03015_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1219.5087898289785,51622523.0,0.0
syn_03015_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,595.1025409158319,1628.0,0.0
syn_03015_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,237.48938315548003,72306408.0,0.0008329516276717186
syn_03015_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,371.696991706267,7177.0,0.0
syn_03015_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,371.696991706267,7177.0,0.0
syn_03015_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1529.3733080849051,849.0,0.0
syn_03015_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,236.36141608003527,72306380.0,0.0
syn_03015_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,371.696991706267,7177.0,0.0
syn_03015_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,233.42525004409254,1427.0,0.0007499475032091141
syn_03015_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,233.42525004409254,1427.0,0.0
syn_03015_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,403.42487301677465,18079316.0,0.0
syn_03015_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,233.42525004409254,1427.0,0.0
syn_03015_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,542.1835664426908,206566120.0,0.0005420297384262085
syn_03015_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1039.1007248312235,7177.0,0.0
syn_03015_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1039.1007248312235,7177.0,0.0
syn_03015_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3318.812425597571,754.0,0.0
syn_03015_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,532.9215494683012,206566092.0,0.0
syn_03015_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1039.1007248312235,7177.0,0.0
syn_03015_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,603.8132512476295,1933.0,0.0005420297384262085
syn_03015_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,603.8132512476295,1933.0,0.0
syn_03015_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1214.324833941646,51622522.0,0.0
syn_03015_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,603.8132512476295,1933.0,0.0
syn_03015_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,222.45042510330677,72306408.0,0.00070908572524786
syn_03015_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,359.9456178257242,7177.0,0.0
syn_03015_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,359.9456178257242,7177.0,0.0
syn_03015_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1530.9193909866735,849.0,0.0
syn_03015_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,220.99995731841773,72306380.0,0.0
syn_03015_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,359.9456178257242,7177.0,0.0
syn_03015_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,218.086208216846,1705.0,0.000584055669605732
syn_03015_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,218.086208216846,1705.0,0.0
syn_03015_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,440.84954005666077,18079315.0,0.0
syn_03015_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,218.086208216846,1705.0,0.0
syn_03015_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,482.749901432544,206566120.0,0.000625033862888813
syn_03015_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,863.3846000069752,7177.0,0.0
syn_03015_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,863.3846000069752,7177.0,0.0
syn_03015_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3315.6716745579615,754.0,0.0
syn_03015_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,380.5583414621651,206566092.0,0.0
syn_03015_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,863.3846000069752,7177.0,0.0
syn_03015_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,408.72579196002334,1659.0,0.0005420297384262085
syn_03015_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,408.72579196002334,1659.0,0.0
syn_03015_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1168.9442101633176,51622523.0,0.0
syn_03015_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,408.72579196002334,1659.0,0.0
syn_03015_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,181.7257161717862,72306408.0,0.0006660120561718941
syn_03015_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,315.2968667913228,7177.0,0.0
syn_03015_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,315.2968667913228,7177.0,0.0
syn_03015_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1532.8595590777695,849.0,0.0
syn_03015_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,177.48166611418128,72306380.0,0.0
syn_03015_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,315.2968667913228,7177.0,0.0
syn_03015_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,177.81400110106915,1498.0,0.0005420297384262085
syn_03015_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,177.81400110106915,1498.0,0.0
syn_03015_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,398.3703749254346,18079315.0,0.0
syn_03015_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,177.81400110106915,1498.0,0.0
syn_03015_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,520.9569424157962,206566120.0,0.0005830079317092896
syn_03015_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1002.8125579468906,7177.0,0.0
syn_03015_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1002.8125579468906,7177.0,0.0
syn_03015_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3388.6961326934397,754.0,0.0
syn_03015_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,520.2866743318737,206566092.0,0.0
syn_03015_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1002.8125579468906,7177.0,0.0
syn_03015_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,452.9327090131119,1791.0,0.000459025613963604
syn_03015_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,452.9327090131119,1791.0,0.0
syn_03015_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1232.6341670705006,51622522.0,0.0
syn_03015_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,452.9327090131119,1791.0,0.0
syn_03015_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,167.95763415284455,72306408.0,0.0007499475032091141
syn_03015_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,302.5434497743845,7177.0,0.0
syn_03015_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,302.5434497743845,7177.0,0.0
syn_03015_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1535.1341829169542,849.0,0.0
syn_03015_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,163.08983406051993,72306380.0,0.0
syn_03015_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,302.5434497743845,7177.0,0.0
syn_03015_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,165.2965829707682,1601.0,0.000500003807246685
syn_03015_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,165.2965829707682,1601.0,0.0
syn_03015_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,385.46895899344236,18079313.0,0.0
syn_03015_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,165.2965829707682,1601.0,0.0
syn_03015_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,440.58652543462813,206566120.0,0.0006670597940683365
syn_03015_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,938.8974759262055,7177.0,0.0
syn_03015_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,938.8974759262055,7177.0,0.0
syn_03015_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,3437.6737176207826,754.0,0.0
syn_03015_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,396.0831334814429,206566092.0,0.0
syn_03015_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,938.8974759262055,7177.0,0.0
syn_03015_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,506.0006260173395,1558.0,0.0006249174475669861
syn_03015_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,506.0006260173395,1558.0,0.0
syn_03015_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1136.1725830938667,51622523.0,0.0
syn_03015_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,506.0006260173395,1558.0,0.0
syn_03015_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,182.28334113955498,72306408.0,0.0006669433787465096
syn_03015_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,318.1512409122661,7177.0,0.0
syn_03015_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,318.1512409122661,7177.0,0.0
syn_03015_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1658.4631408564746,849.0,0.0
syn_03015_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,177.6282501174137,72306380.0,0.0
syn_03015_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,318.1512409122661,7177.0,0.0
syn_03015_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,178.63212595693767,1251.0,0.00070908572524786
syn_03015_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,178.63212595693767,1251.0,0.0
syn_03015_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,387.9236248321831,18079314.0,0.0
syn_03015_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,178.63212595693767,1251.0,0.0
syn_03016_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,974.5634488295764,345550024.0,0.000625033862888813
syn_03016_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2887.8051250474527,29319.0,0.0
syn_03016_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2887.8051250474527,29319.0,0.0
syn_03016_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4087.1657674433663,941.0,0.0
syn_03016_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1048.0453907512128,650408694.0,0.0
syn_03016_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2887.8051250474527,29319.0,0.0
syn_03016_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3355.36783200223,162640735.0,0.000708969309926033
syn_03016_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,573.8010010682046,1569.0,0.0
syn_03016_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3355.36783200223,162640735.0,0.0
syn_03016_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,573.8010010682046,1569.0,0.0
syn_03016_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,573.8673744024709,215338789.0,0.0008330680429935455
syn_03016_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,927.3297753185034,29319.0,0.0
syn_03016_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,927.3297753185034,29319.0,0.0
syn_03016_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1664.4029913237318,618.0,0.0
syn_03016_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,573.8673744024709,215338789.0,0.0
syn_03016_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,927.3297753185034,29319.0,0.0
syn_03016_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1667.0187490526587,53837669.0,0.0007080379873514175
syn_03016_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,221.88416693825275,1354.0,0.0
syn_03016_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1667.0187490526587,53837669.0,0.0
syn_03016_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,221.88416693825275,1354.0,0.0
syn_03016_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1039.9221168132499,345550024.0,0.0005420297384262085
syn_03016_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2945.183124928735,29319.0,0.0
syn_03016_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2945.183124928735,29319.0,0.0
syn_03016_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4150.304515496828,941.0,0.0
syn_03016_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1112.2096837498248,650408694.0,0.0
syn_03016_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2945.183124928735,29319.0,0.0
syn_03016_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3334.209331893362,162640735.0,0.0005409820005297661
syn_03016_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,648.9032920217142,1858.0,0.0
syn_03016_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3334.209331893362,162640735.0,0.0
syn_03016_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,648.9032920217142,1858.0,0.0
syn_03016_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,672.8296662447974,215338789.0,0.0006249174475669861
syn_03016_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1002.8501921566203,29319.0,0.0
syn_03016_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1002.8501921566203,29319.0,0.0
syn_03016_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1575.4310335265473,618.0,0.0
syn_03016_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,672.8296662447974,215338789.0,0.0
syn_03016_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1002.8501921566203,29319.0,0.0
syn_03016_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1712.3005397152156,53837668.0,0.0007909256964921951
syn_03016_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,247.26116796955466,1585.0,0.0
syn_03016_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1712.3005397152156,53837668.0,0.0
syn_03016_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,247.26116796955466,1585.0,0.0
syn_03016_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,913.8603657716885,345550024.0,0.0008330680429935455
syn_03016_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2739.3416669918224,29319.0,0.0
syn_03016_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2739.3416669918224,29319.0,0.0
syn_03016_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4081.6202664282173,941.0,0.0
syn_03016_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,826.6346828313544,650408694.0,0.0
syn_03016_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2739.3416669918224,29319.0,0.0
syn_03016_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3255.264039966278,162640734.0,0.000625033862888813
syn_03016_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,410.0240410771221,1579.0,0.0
syn_03016_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3255.264039966278,162640734.0,0.0
syn_03016_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,410.0240410771221,1579.0,0.0
syn_03016_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,498.18812527228147,215338789.0,0.0006669433787465096
syn_03016_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,970.1841922011226,29319.0,0.0
syn_03016_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,970.1841922011226,29319.0,0.0
syn_03016_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1578.5619494505227,618.0,0.0
syn_03016_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,498.18812527228147,215338789.0,0.0
syn_03016_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,970.1841922011226,29319.0,0.0
syn_03016_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1608.654998941347,53837668.0,0.0005830079317092896
syn_03016_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,177.89045895915478,1373.0,0.0
syn_03016_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1608.654998941347,53837668.0,0.0
syn_03016_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,177.89045895915478,1373.0,0.0
syn_03016_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1016.6336178313941,345550024.0,0.000583939254283905
syn_03016_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2812.0410419767722,29319.0,0.0
syn_03016_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2812.0410419767722,29319.0,0.0
syn_03016_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4095.7313494291157,941.0,0.0
syn_03016_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1142.029348644428,650408694.0,0.0
syn_03016_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2812.0410419767722,29319.0,0.0
syn_03016_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3243.731333874166,162640734.0,0.000583939254283905
syn_03016_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,486.4279590547085,1834.0,0.0
syn_03016_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3243.731333874166,162640734.0,0.0
syn_03016_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,486.4279590547085,1834.0,0.0
syn_03016_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,514.5596254849806,215338789.0,0.0006669433787465096
syn_03016_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1000.6404411047697,29319.0,0.0
syn_03016_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1000.6404411047697,29319.0,0.0
syn_03016_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1678.5588255384937,618.0,0.0
syn_03016_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,514.5596254849806,215338789.0,0.0
syn_03016_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1000.6404411047697,29319.0,0.0
syn_03016_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1629.657874116674,53837667.0,0.0006249174475669861
syn_03016_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,188.97958507295698,1530.0,0.0
syn_03016_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1629.657874116674,53837667.0,0.0
syn_03016_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,188.97958507295698,1530.0,0.0
syn_03016_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,823.6795759527013,345550024.0,0.0006660120561718941
syn_03016_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2813.12095799949,29319.0,0.0
syn_03016_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2813.12095799949,29319.0,0.0
syn_03016_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4236.306640552357,941.0,0.0
syn_03016_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,905.6964338524267,650408694.0,0.0
syn_03016_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2813.12095799949,29319.0,0.0
syn_03016_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3390.0280829984695,162640734.0,0.000541098415851593
syn_03016_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,493.22120915167034,1497.0,0.0
syn_03016_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3390.0280829984695,162640734.0,0.0
syn_03016_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,493.22120915167034,1497.0,0.0
syn_03016_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,496.49308337830007,215338789.0,0.000750063918530941
syn_03016_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,989.0996080590412,29319.0,0.0
syn_03016_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,989.0996080590412,29319.0,0.0
syn_03016_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1589.049032330513,618.0,0.0
syn_03016_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,496.49308337830007,215338789.0,0.0
syn_03016_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,989.0996080590412,29319.0,0.0
syn_03016_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1615.711790858768,53837668.0,0.000750063918530941
syn_03016_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,205.8538340497762,1333.0,0.0
syn_03016_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1615.711790858768,53837668.0,0.0
syn_03016_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,205.8538340497762,1333.0,0.0
syn_03017_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,0.0,1606.5793746616691,661096641.0,0.009874929673969746
syn_03017_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,0.0,6107.436299975961,58829.0,0.0
syn_03017_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,0.0,6107.436299975961,58829.0,0.0
syn_03017_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4857.025033142418,840.0,0.0
syn_03017_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,0.0,1748.5758156748489,1244378100.0,0.0
syn_03017_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,0.0,6107.436299975961,58829.0,0.0
syn_03017_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,0.0,6854.918039869517,311047099.0,0.002166023477911949
syn_03017_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,540.6455009942874,1496.0,0.0
syn_03017_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,6854.918039869517,311047099.0,0.0
syn_03017_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,540.6455009942874,1496.0,0.0
syn_03017_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,916.3479080423713,405815402.0,0.002708984538912773
syn_03017_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2704.1909241350368,58829.0,0.0
syn_03017_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2704.1909241350368,58829.0,0.0
syn_03017_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2814.007766987197,888.0,0.0
syn_03017_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,916.3479080423713,405815402.0,0.0
syn_03017_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2704.1909241350368,58829.0,0.0
syn_03017_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2963.8550000963733,101466047.0,0.002249958924949169
syn_03017_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,312.4144577886909,1296.0,0.0
syn_03017_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2963.8550000963733,101466047.0,0.0
syn_03017_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,312.4144577886909,1296.0,0.0
syn_03017_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1917.4916655989364,661096641.0,0.0022080494090914726
syn_03017_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6147.1672990126535,58829.0,0.0
syn_03017_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6147.1672990126535,58829.0,0.0
syn_03017_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,5137.649658182636,840.0,0.0
syn_03017_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2001.6269425163046,1244378100.0,0.0
syn_03017_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6147.1672990126535,58829.0,0.0
syn_03017_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6849.49937404599,311047100.0,0.00200001522898674
syn_03017_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,586.7852930678055,1458.0,0.0
syn_03017_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6849.49937404599,311047100.0,0.0
syn_03017_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,586.7852930678055,1458.0,0.0
syn_03017_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,950.7983258925378,405815402.0,0.0024579931050539017
syn_03017_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2490.887051052414,58829.0,0.0
syn_03017_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2490.887051052414,58829.0,0.0
syn_03017_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,3044.2109330091625,888.0,0.0
syn_03017_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,950.7983258925378,405815402.0,0.0
syn_03017_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2490.887051052414,58829.0,0.0
syn_03017_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,3047.829876188189,101466048.0,0.0022919848561286926
syn_03017_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,348.3886249596253,1322.0,0.0
syn_03017_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3047.829876188189,101466048.0,0.0
syn_03017_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,348.3886249596253,1322.0,0.0
syn_03017_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1545.1707495609298,661096641.0,0.002125045284628868
syn_03017_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6022.346341004595,58829.0,0.0
syn_03017_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6022.346341004595,58829.0,0.0
syn_03017_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4883.480074279942,840.0,0.0
syn_03017_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1592.980484571308,1244378100.0,0.0
syn_03017_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6022.346341004595,58829.0,0.0
syn_03017_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6567.8668728796765,311047100.0,0.00200001522898674
syn_03017_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,555.2517920732498,1526.0,0.0
syn_03017_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6567.8668728796765,311047100.0,0.0
syn_03017_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,555.2517920732498,1526.0,0.0
syn_03017_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,840.0246599456295,405815402.0,0.002540997229516506
syn_03017_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2519.3697170587257,58829.0,0.0
syn_03017_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2519.3697170587257,58829.0,0.0
syn_03017_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2816.0207259701565,888.0,0.0
syn_03017_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,840.0246599456295,405815402.0,0.0
syn_03017_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2519.3697170587257,58829.0,0.0
syn_03017_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2869.449206162244,101466047.0,0.002249958924949169
syn_03017_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,255.5717920185998,1322.0,0.0
syn_03017_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2869.449206162244,101466047.0,0.0
syn_03017_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,255.5717920185998,1322.0,0.0
syn_03017_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1586.0019584884867,661096641.0,0.002249958924949169
syn_03017_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5963.995175040327,58829.0,0.0
syn_03017_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5963.995175040327,58829.0,0.0
syn_03017_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4839.153325348161,840.0,0.0
syn_03017_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1791.9357334962115,1244378100.0,0.0
syn_03017_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5963.995175040327,58829.0,0.0
syn_03017_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6759.920748998411,311047100.0,0.00200001522898674
syn_03017_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,536.1195000587031,1859.0,0.0
syn_03017_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6759.920748998411,311047100.0,0.0
syn_03017_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,536.1195000587031,1859.0,0.0
syn_03017_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,823.8313260488212,405815402.0,0.002500019036233425
syn_03017_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2482.8139240387827,58829.0,0.0
syn_03017_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2482.8139240387827,58829.0,0.0
syn_03017_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2818.912433902733,888.0,0.0
syn_03017_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,823.8313260488212,405815402.0,0.0
syn_03017_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2482.8139240387827,58829.0,0.0
syn_03017_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2859.024041914381,101466048.0,0.0022080494090914726
syn_03017_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,265.2398330392316,1555.0,0.0
syn_03017_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2859.024041914381,101466048.0,0.0
syn_03017_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,265.2398330392316,1555.0,0.0
syn_03017_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1637.8985005663708,661096641.0,0.002374988980591297
syn_03017_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6063.490925077349,58829.0,0.0
syn_03017_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6063.490925077349,58829.0,0.0
syn_03017_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4825.300658168271,840.0,0.0
syn_03017_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1685.7343177311122,1244378100.0,0.0
syn_03017_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6063.490925077349,58829.0,0.0
syn_03017_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6615.796623867936,311047100.0,0.0020419247448444366
syn_03017_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,449.3157499236986,1609.0,0.0
syn_03017_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6615.796623867936,311047100.0,0.0
syn_03017_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,449.3157499236986,1609.0,0.0
syn_03017_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,905.489574954845,405815402.0,0.002374988980591297
syn_03017_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2454.339342028834,58829.0,0.0
syn_03017_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2454.339342028834,58829.0,0.0
syn_03017_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2821.1862250231206,888.0,0.0
syn_03017_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,905.489574954845,405815402.0,0.0
syn_03017_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2454.339342028834,58829.0,0.0
syn_03017_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2889.742042054422,101466048.0,0.002500019036233425
syn_03017_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,300.1826659310609,1264.0,0.0
syn_03017_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2889.742042054422,101466048.0,0.0
syn_03017_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,300.1826659310609,1264.0,0.0
syn_03018_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,492.98374203499407,210236138.0,0.0009170034900307655
syn_03018_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1047.8881913702935,7313.0,0.0
syn_03018_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1047.8881913702935,7313.0,0.0
syn_03018_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3486.407899390906,930.0,0.0
syn_03018_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,548.5065419226885,210236110.0,0.0
syn_03018_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1047.8881913702935,7313.0,0.0
syn_03018_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,625.6424161838368,1529.0,0.0007080379873514175
syn_03018_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,625.6424161838368,1529.0,0.0
syn_03018_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1228.908751043491,52540027.0,0.0
syn_03018_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,625.6424161838368,1529.0,0.0
syn_03018_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,233.07004044763744,74518248.0,0.0008749775588512421
syn_03018_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,552.1105571184307,7313.0,0.0
syn_03018_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,552.1105571184307,7313.0,0.0
syn_03018_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2093.4329248731956,930.0,0.0
syn_03018_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,237.91350000537932,74518220.0,0.0
syn_03018_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,552.1105571184307,7313.0,0.0
syn_03018_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,321.5912089217454,1329.0,0.0010419171303510666
syn_03018_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,321.5912089217454,1329.0,0.0
syn_03018_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,425.53354089614004,18632277.0,0.0
syn_03018_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,321.5912089217454,1329.0,0.0
syn_03018_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,714.0651999507099,210236138.0,0.000541098415851593
syn_03018_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1109.8109835991636,7313.0,0.0
syn_03018_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1109.8109835991636,7313.0,0.0
syn_03018_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3446.098233317025,930.0,0.0
syn_03018_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,614.6026247180998,210236110.0,0.0
syn_03018_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1109.8109835991636,7313.0,0.0
syn_03018_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,630.3813748527318,1925.0,0.000625033862888813
syn_03018_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,630.3813748527318,1925.0,0.0
syn_03018_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1364.7467080736533,52540027.0,0.0
syn_03018_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,630.3813748527318,1925.0,0.0
syn_03018_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,258.9956252835691,74518248.0,0.000625033862888813
syn_03018_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,642.4787250813097,7313.0,0.0
syn_03018_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,642.4787250813097,7313.0,0.0
syn_03018_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2101.06117608957,930.0,0.0
syn_03018_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,259.21137498226017,74518220.0,0.0
syn_03018_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,642.4787250813097,7313.0,0.0
syn_03018_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,389.96712397783995,1576.0,0.000583939254283905
syn_03018_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,389.96712397783995,1576.0,0.0
syn_03018_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,509.1054589720443,18632277.0,0.0
syn_03018_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,389.96712397783995,1576.0,0.0
syn_03018_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,384.6594081260264,210236138.0,0.0005420297384262085
syn_03018_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,879.5063993427902,7313.0,0.0
syn_03018_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,879.5063993427902,7313.0,0.0
syn_03018_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3442.979192454368,930.0,0.0
syn_03018_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,380.9029575670138,210236110.0,0.0
syn_03018_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,879.5063993427902,7313.0,0.0
syn_03018_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,406.82862512767315,1525.0,0.00045797787606716156
syn_03018_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,406.82862512767315,1525.0,0.0
syn_03018_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1180.8763750595972,52540027.0,0.0
syn_03018_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,406.82862512767315,1525.0,0.0
syn_03018_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,189.65579147916287,74518248.0,0.0007080379873514175
syn_03018_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,550.0948500353843,7313.0,0.0
syn_03018_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,550.0948500353843,7313.0,0.0
syn_03018_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2133.2759241806343,930.0,0.0
syn_03018_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,188.01849994342774,74518220.0,0.0
syn_03018_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,550.0948500353843,7313.0,0.0
syn_03018_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,286.1814999487251,1421.0,0.0005420297384262085
syn_03018_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,286.1814999487251,1421.0,0.0
syn_03018_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,440.172083908692,18632277.0,0.0
syn_03018_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,286.1814999487251,1421.0,0.0
syn_03018_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,612.1589508838952,210236138.0,0.000625033862888813
syn_03018_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1183.2099846331403,7313.0,0.0
syn_03018_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1183.2099846331403,7313.0,0.0
syn_03018_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3592.243273369968,930.0,0.0
syn_03018_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,630.9203748125583,210236110.0,0.0
syn_03018_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1183.2099846331403,7313.0,0.0
syn_03018_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,646.6454160399735,1801.0,0.0005420297384262085
syn_03018_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,646.6454160399735,1801.0,0.0
syn_03018_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1189.684709184803,52540026.0,0.0
syn_03018_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,646.6454160399735,1801.0,0.0
syn_03018_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,216.30950048565865,74518248.0,0.0007080379873514175
syn_03018_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,591.0518910037354,7313.0,0.0
syn_03018_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,591.0518910037354,7313.0,0.0
syn_03018_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,2302.076798910275,930.0,0.0
syn_03018_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,211.2572919111699,74518220.0,0.0
syn_03018_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,591.0518910037354,7313.0,0.0
syn_03018_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,323.2251248555258,1350.0,0.000833999365568161
syn_03018_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,323.2251248555258,1350.0,0.0
syn_03018_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,466.25333500560373,18632277.0,0.0
syn_03018_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,323.2251248555258,1350.0,0.0
syn_03018_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,436.2892839126289,210236138.0,0.0008749775588512421
syn_03018_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,973.7038983264938,7313.0,0.0
syn_03018_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,973.7038983264938,7313.0,0.0
syn_03018_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3466.4852323243394,930.0,0.0
syn_03018_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,386.4676258992404,210236110.0,0.0
syn_03018_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,973.7038983264938,7313.0,0.0
syn_03018_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,432.3267908766866,1541.0,0.000625033862888813
syn_03018_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,432.3267908766866,1541.0,0.0
syn_03018_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1217.159750056453,52540027.0,0.0
syn_03018_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,432.3267908766866,1541.0,0.0
syn_03018_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,218.1233744835481,74518248.0,0.0007910421118140221
syn_03018_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,632.425015931949,7313.0,0.0
syn_03018_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,632.425015931949,7313.0,0.0
syn_03018_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2149.3983420543373,930.0,0.0
syn_03018_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,211.70966695062816,74518220.0,0.0
syn_03018_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,632.425015931949,7313.0,0.0
syn_03018_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,0.0,283.8396239094436,1194.0,0.0006658956408500671
syn_03018_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,283.8396239094436,1194.0,0.0
syn_03018_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,466.7527908459306,18632277.0,0.0
syn_03018_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,466.7527908459306,18632277.0,0.0
syn_03019_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,916.1252664169297,345306312.0,0.0008749775588512421
syn_03019_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2957.5610658852383,29139.0,0.0
syn_03019_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2957.5610658852383,29139.0,0.0
syn_03019_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4099.164333473891,914.0,0.0
syn_03019_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1097.3289505345747,649949942.0,0.0
syn_03019_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2957.5610658852383,29139.0,0.0
syn_03019_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3458.9117930736393,162526047.0,0.00100000761449337
syn_03019_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,492.81000008340925,1590.0,0.0
syn_03019_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3458.9117930736393,162526047.0,0.0
syn_03019_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,492.81000008340925,1590.0,0.0
syn_03019_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,659.9302668590099,214896421.0,0.0009170034900307655
syn_03019_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,934.8307658685371,29139.0,0.0
syn_03019_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,934.8307658685371,29139.0,0.0
syn_03019_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1812.1451917570084,710.0,0.0
syn_03019_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,659.9302668590099,214896421.0,0.0
syn_03019_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,934.8307658685371,29139.0,0.0
syn_03019_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1185.5050849262625,53727076.0,0.0009170034900307655
syn_03019_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,225.30058305710554,1344.0,0.0
syn_03019_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1185.5050849262625,53727076.0,0.0
syn_03019_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,225.30058305710554,1344.0,0.0
syn_03019_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1111.0145162791014,345306312.0,0.0006670597940683365
syn_03019_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2915.81927575171,29139.0,0.0
syn_03019_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2915.81927575171,29139.0,0.0
syn_03019_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4050.260207662359,914.0,0.0
syn_03019_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1091.9622413348407,649949942.0,0.0
syn_03019_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2915.81927575171,29139.0,0.0
syn_03019_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3424.9989561503753,162526047.0,0.000625033862888813
syn_03019_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,616.1387920146808,1924.0,0.0
syn_03019_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3424.9989561503753,162526047.0,0.0
syn_03019_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,616.1387920146808,1924.0,0.0
syn_03019_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,621.7688910663128,214896421.0,0.000500003807246685
syn_03019_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,997.8365998715162,29139.0,0.0
syn_03019_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,997.8365998715162,29139.0,0.0
syn_03019_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1690.0813158601522,710.0,0.0
syn_03019_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,621.7688910663128,214896421.0,0.0
syn_03019_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,997.8365998715162,29139.0,0.0
syn_03019_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1149.5925838826224,53727076.0,0.0007499475032091141
syn_03019_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,209.25366797018796,1742.0,0.0
syn_03019_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1149.5925838826224,53727076.0,0.0
syn_03019_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,209.25366797018796,1742.0,0.0
syn_03019_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,817.7570163505152,345306312.0,0.000500003807246685
syn_03019_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2693.4792758896947,29139.0,0.0
syn_03019_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2693.4792758896947,29139.0,0.0
syn_03019_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4073.4089996432886,914.0,0.0
syn_03019_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,857.2444074088708,649949942.0,0.0
syn_03019_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2693.4792758896947,29139.0,0.0
syn_03019_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3190.626335097477,162526046.0,0.0005419133231043816
syn_03019_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,481.4206670271233,1567.0,0.0
syn_03019_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3190.626335097477,162526046.0,0.0
syn_03019_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,481.4206670271233,1567.0,0.0
syn_03019_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,510.08618304040283,214896421.0,0.0006669433787465096
syn_03019_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,997.4816008936614,29139.0,0.0
syn_03019_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,997.4816008936614,29139.0,0.0
syn_03019_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1689.6509419195354,710.0,0.0
syn_03019_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,510.08618304040283,214896421.0,0.0
syn_03019_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,997.4816008936614,29139.0,0.0
syn_03019_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1118.5727092670277,53727076.0,0.000625033862888813
syn_03019_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,180.69995881523937,1409.0,0.0
syn_03019_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1118.5727092670277,53727076.0,0.0
syn_03019_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,180.69995881523937,1409.0,0.0
syn_03019_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,822.91168353986,345306312.0,0.0006669433787465096
syn_03019_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2914.215440955013,29139.0,0.0
syn_03019_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2914.215440955013,29139.0,0.0
syn_03019_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4032.5437925523147,914.0,0.0
syn_03019_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1021.427741390653,649949942.0,0.0
syn_03019_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2914.215440955013,29139.0,0.0
syn_03019_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3185.9621660551056,162526046.0,0.0005409820005297661
syn_03019_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,451.6979589825496,1846.0,0.0
syn_03019_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3185.9621660551056,162526046.0,0.0
syn_03019_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,451.6979589825496,1846.0,0.0
syn_03019_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,470.8788078976795,214896421.0,0.000583939254283905
syn_03019_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,971.2824759073555,29139.0,0.0
syn_03019_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,971.2824759073555,29139.0,0.0
syn_03019_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1691.7278587818146,710.0,0.0
syn_03019_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,470.8788078976795,214896421.0,0.0
syn_03019_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,971.2824759073555,29139.0,0.0
syn_03019_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1089.6413760492578,53727077.0,0.000625033862888813
syn_03019_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,155.42487509083003,1542.0,0.0
syn_03019_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1089.6413760492578,53727077.0,0.0
syn_03019_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,155.42487509083003,1542.0,0.0
syn_03019_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,995.8027653163299,345306312.0,0.0005830079317092896
syn_03019_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2864.9974829517305,29139.0,0.0
syn_03019_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2864.9974829517305,29139.0,0.0
syn_03019_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4031.1083326116204,914.0,0.0
syn_03019_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,904.917576466687,649949942.0,0.0
syn_03019_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2864.9974829517305,29139.0,0.0
syn_03019_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3347.899667918682,162526046.0,0.000500003807246685
syn_03019_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,593.9615020761266,1895.0,0.0
syn_03019_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3347.899667918682,162526046.0,0.0
syn_03019_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,593.9615020761266,1895.0,0.0
syn_03019_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,501.32301596459,214896421.0,0.0006670597940683365
syn_03019_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1028.0488097807392,29139.0,0.0
syn_03019_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1028.0488097807392,29139.0,0.0
syn_03019_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1693.055566912517,710.0,0.0
syn_03019_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,501.32301596459,214896421.0,0.0
syn_03019_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1028.0488097807392,29139.0,0.0
syn_03019_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1117.9139589658007,53727077.0,0.000583939254283905
syn_03019_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,210.59929195325822,1313.0,0.0
syn_03019_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1117.9139589658007,53727077.0,0.0
syn_03019_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,210.59929195325822,1313.0,0.0
syn_03020_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1601.2792494380847,660121793.0,0.004249974153935909
syn_03020_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6049.654458789155,58651.0,0.0
syn_03020_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6049.654458789155,58651.0,0.0
syn_03020_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4724.104674276896,1149.0,0.0
syn_03020_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1732.070542848669,1242543092.0,0.0
syn_03020_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6049.654458789155,58651.0,0.0
syn_03020_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,0.0,6609.17429276742,310588349.0,0.002374988980591297
syn_03020_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,618.2996660936624,1500.0,0.0
syn_03020_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,6609.17429276742,310588349.0,0.0
syn_03020_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,618.2996660936624,1500.0,0.0
syn_03020_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,959.9377417005599,405925994.0,0.002750079147517681
syn_03020_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1663.3252748521045,58651.0,0.0
syn_03020_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1663.3252748521045,58651.0,0.0
syn_03020_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1958.2184245577082,844.0,0.0
syn_03020_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,959.9377417005599,405925994.0,0.0
syn_03020_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1663.3252748521045,58651.0,0.0
syn_03020_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2908.8152919430286,101502911.0,0.0023329630494117737
syn_03020_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,221.90799994859844,1340.0,0.0
syn_03020_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2908.8152919430286,101502911.0,0.0
syn_03020_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,221.90799994859844,1340.0,0.0
syn_03020_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1985.2373334812,660121793.0,0.002291053533554077
syn_03020_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6212.341165775433,58651.0,0.0
syn_03020_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6212.341165775433,58651.0,0.0
syn_03020_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4778.8810084806755,1149.0,0.0
syn_03020_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2163.78087582998,1242543092.0,0.0
syn_03020_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6212.341165775433,58651.0,0.0
syn_03020_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6881.954166921787,310588349.0,0.001958920620381832
syn_03020_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,678.1752499518916,1812.0,0.0
syn_03020_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6881.954166921787,310588349.0,0.0
syn_03020_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,678.1752499518916,1812.0,0.0
syn_03020_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,942.0456165215,405925994.0,0.0025420449674129486
syn_03020_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1838.182608736679,58651.0,0.0
syn_03020_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1838.182608736679,58651.0,0.0
syn_03020_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1958.0803424818441,844.0,0.0
syn_03020_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,942.0456165215,405925994.0,0.0
syn_03020_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1838.182608736679,58651.0,0.0
syn_03020_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2828.639706945978,101502911.0,0.0022079329937696457
syn_03020_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,260.72866620961577,1539.0,0.0
syn_03020_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2828.639706945978,101502911.0,0.0
syn_03020_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,260.72866620961577,1539.0,0.0
syn_03020_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1485.5676663806662,660121793.0,0.0022080494090914726
syn_03020_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5943.160084798001,58651.0,0.0
syn_03020_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5943.160084798001,58651.0,0.0
syn_03020_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4731.878258381039,1149.0,0.0
syn_03020_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1571.6621238738298,1242543092.0,0.0
syn_03020_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5943.160084798001,58651.0,0.0
syn_03020_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6493.741875980049,310588349.0,0.0019160797819495201
syn_03020_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,396.05991600546986,1563.0,0.0
syn_03020_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6493.741875980049,310588349.0,0.0
syn_03020_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,396.05991600546986,1563.0,0.0
syn_03020_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,833.4261986427009,405925994.0,0.002500019036233425
syn_03020_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1893.1674828287214,58651.0,0.0
syn_03020_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1893.1674828287214,58651.0,0.0
syn_03020_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1959.5098825870082,844.0,0.0
syn_03020_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,833.4261986427009,405925994.0,0.0
syn_03020_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1893.1674828287214,58651.0,0.0
syn_03020_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2748.4289980493486,101502910.0,0.002208980731666088
syn_03020_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,179.33020694181323,1285.0,0.0
syn_03020_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2748.4289980493486,101502910.0,0.0
syn_03020_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,179.33020694181323,1285.0,0.0
syn_03020_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1627.1242492599413,660121793.0,0.0021669548004865646
syn_03020_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5914.571375725791,58651.0,0.0
syn_03020_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5914.571375725791,58651.0,0.0
syn_03020_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4845.0411334401,1149.0,0.0
syn_03020_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1796.4973336551338,1242543092.0,0.0
syn_03020_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5914.571375725791,58651.0,0.0
syn_03020_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6501.220332924277,310588349.0,0.002125045284628868
syn_03020_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,542.6481239264831,1776.0,0.0
syn_03020_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6501.220332924277,310588349.0,0.0
syn_03020_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,542.6481239264831,1776.0,0.0
syn_03020_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,803.0691166175529,405925994.0,0.002708984538912773
syn_03020_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1912.3976497445256,58651.0,0.0
syn_03020_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1912.3976497445256,58651.0,0.0
syn_03020_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,2014.185674698092,844.0,0.0
syn_03020_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,803.0691166175529,405925994.0,0.0
syn_03020_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1912.3976497445256,58651.0,0.0
syn_03020_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2717.977624037303,101502912.0,0.002166023477911949
syn_03020_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,153.83474889677018,1396.0,0.0
syn_03020_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2717.977624037303,101502912.0,0.0
syn_03020_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,153.83474889677018,1396.0,0.0
syn_03020_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1606.8667503073812,660121793.0,0.002208980731666088
syn_03020_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6014.566999534145,58651.0,0.0
syn_03020_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6014.566999534145,58651.0,0.0
syn_03020_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4723.19942524191,1149.0,0.0
syn_03020_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1614.2808337230235,1242543092.0,0.0
syn_03020_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6014.566999534145,58651.0,0.0
syn_03020_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6664.911959902383,310588348.0,0.001999898813664913
syn_03020_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,479.3838349869475,1500.0,0.0
syn_03020_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6664.911959902383,310588348.0,0.0
syn_03020_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,479.3838349869475,1500.0,0.0
syn_03020_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,833.8069075951353,405925994.0,0.003917026333510876
syn_03020_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1977.6673597749323,58651.0,0.0
syn_03020_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1977.6673597749323,58651.0,0.0
syn_03020_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1960.1362587185577,844.0,0.0
syn_03020_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,833.8069075951353,405925994.0,0.0
syn_03020_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1977.6673597749323,58651.0,0.0
syn_03020_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2741.5047079557553,101502911.0,0.0024579931050539017
syn_03020_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,208.26529106125236,1217.0,0.0
syn_03020_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2741.5047079557553,101502911.0,0.0
syn_03020_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,208.26529106125236,1217.0,0.0
syn_03021_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,523.6042248085141,204731112.0,0.0007919734343886375
syn_03021_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1017.6637082593516,7171.0,0.0
syn_03021_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1017.6637082593516,7171.0,0.0
syn_03021_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3464.2455916386098,914.0,0.0
syn_03021_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,517.2220510430634,204731084.0,0.0
syn_03021_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1017.6637082593516,7171.0,0.0
syn_03021_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,546.7654170934111,1585.0,0.0005830079317092896
syn_03021_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,546.7654170934111,1585.0,0.0
syn_03021_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1337.2552518267184,51163771.0,0.0
syn_03021_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,546.7654170934111,1585.0,0.0
syn_03021_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,223.1799744302407,72011492.0,0.0007920898497104645
syn_03021_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,361.1998920328915,7171.0,0.0
syn_03021_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,361.1998920328915,7171.0,0.0
syn_03021_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1537.8957165637985,900.0,0.0
syn_03021_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,222.75066641159356,72011464.0,0.0
syn_03021_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,361.1998920328915,7171.0,0.0
syn_03021_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,228.41491596773267,1376.0,0.000833999365568161
syn_03021_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,228.41491596773267,1376.0,0.0
syn_03021_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,411.95458290167153,18005584.0,0.0
syn_03021_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,228.41491596773267,1376.0,0.0
syn_03021_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,728.0488928314298,204731112.0,0.0005409820005297661
syn_03021_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1023.5496670473367,7171.0,0.0
syn_03021_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1023.5496670473367,7171.0,0.0
syn_03021_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3622.8422155603766,914.0,0.0
syn_03021_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,545.0100500602275,204731084.0,0.0
syn_03021_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1023.5496670473367,7171.0,0.0
syn_03021_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,568.7106678960845,1985.0,0.000625033862888813
syn_03021_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,568.7106678960845,1985.0,0.0
syn_03021_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1376.9174589542672,51163771.0,0.0
syn_03021_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,568.7106678960845,1985.0,0.0
syn_03021_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,237.4390166485682,72011492.0,0.000625033862888813
syn_03021_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,396.71289096586406,7171.0,0.0
syn_03021_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,396.71289096586406,7171.0,0.0
syn_03021_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1537.8388425568119,900.0,0.0
syn_03021_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,236.7733743507415,72011464.0,0.0
syn_03021_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,396.71289096586406,7171.0,0.0
syn_03021_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,240.28066697064787,1803.0,0.0005830079317092896
syn_03021_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,240.28066697064787,1803.0,0.0
syn_03021_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,450.3658739849925,18005581.0,0.0
syn_03021_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,240.28066697064787,1803.0,0.0
syn_03021_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,468.43539285473526,204731112.0,0.000625033862888813
syn_03021_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1051.6400002641603,7171.0,0.0
syn_03021_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1051.6400002641603,7171.0,0.0
syn_03021_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,3533.9285905705765,914.0,0.0
syn_03021_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,502.7119683800265,204731084.0,0.0
syn_03021_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1051.6400002641603,7171.0,0.0
syn_03021_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,550.762248924002,1495.0,0.0006249174475669861
syn_03021_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,550.762248924002,1495.0,0.0
syn_03021_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1137.8741248045117,51163770.0,0.0
syn_03021_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,550.762248924002,1495.0,0.0
syn_03021_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,181.81422464549541,72011492.0,0.0007080379873514175
syn_03021_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,385.7189339119941,7171.0,0.0
syn_03021_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,385.7189339119941,7171.0,0.0
syn_03021_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1540.9414655994624,900.0,0.0
syn_03021_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,179.3934993678704,72011464.0,0.0
syn_03021_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,385.7189339119941,7171.0,0.0
syn_03021_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,183.02991590462625,1377.0,0.0007080379873514175
syn_03021_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,183.02991590462625,1377.0,0.0
syn_03021_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,398.8455409416929,18005583.0,0.0
syn_03021_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,183.02991590462625,1377.0,0.0
syn_03021_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,426.77372463513166,204731112.0,0.0006669433787465096
syn_03021_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,912.678749137558,7171.0,0.0
syn_03021_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,912.678749137558,7171.0,0.0
syn_03021_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3502.3759245872498,914.0,0.0
syn_03021_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,388.3188820909709,204731084.0,0.0
syn_03021_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,912.678749137558,7171.0,0.0
syn_03021_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,411.11158404964954,1868.0,0.000500003807246685
syn_03021_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,411.11158404964954,1868.0,0.0
syn_03021_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1268.0678350152448,51163771.0,0.0
syn_03021_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,411.11158404964954,1868.0,0.0
syn_03021_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,140.51689156331122,72011492.0,0.0007080379873514175
syn_03021_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,364.3693069694564,7171.0,0.0
syn_03021_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,364.3693069694564,7171.0,0.0
syn_03021_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1543.0057164747268,900.0,0.0
syn_03021_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,134.7074585268274,72011464.0,0.0
syn_03021_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,364.3693069694564,7171.0,0.0
syn_03021_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,142.6180830458179,1599.0,0.0005830079317092896
syn_03021_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,142.6180830458179,1599.0,0.0
syn_03021_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,361.0871648415923,18005583.0,0.0
syn_03021_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,142.6180830458179,1599.0,0.0
syn_03021_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,419.85964183695614,204731112.0,0.0005830079317092896
syn_03021_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,892.4935002112761,7171.0,0.0
syn_03021_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,892.4935002112761,7171.0,0.0
syn_03021_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3473.934466461651,914.0,0.0
syn_03021_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,452.1485911682248,204731084.0,0.0
syn_03021_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,892.4935002112761,7171.0,0.0
syn_03021_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,491.3376260083169,1538.0,0.0005420297384262085
syn_03021_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,491.3376260083169,1538.0,0.0
syn_03021_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1225.6803758209571,51163770.0,0.0
syn_03021_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,491.3376260083169,1538.0,0.0
syn_03021_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,182.15447554830462,72011492.0,0.0005830079317092896
syn_03021_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,408.9553499594331,7171.0,0.0
syn_03021_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,408.9553499594331,7171.0,0.0
syn_03021_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1545.1372586656362,900.0,0.0
syn_03021_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,175.5905834492296,72011464.0,0.0
syn_03021_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,408.9553499594331,7171.0,0.0
syn_03021_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,183.69570886716247,1207.0,0.0005830079317092896
syn_03021_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,183.69570886716247,1207.0,0.0
syn_03021_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,399.5140828192234,18005583.0,0.0
syn_03021_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,183.69570886716247,1207.0,0.0
syn_03022_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,902.497649169527,346403016.0,0.0007499475032091141
syn_03022_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2884.143675630912,29162.0,0.0
syn_03022_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2884.143675630912,29162.0,0.0
syn_03022_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4045.2354417182505,841.0,0.0
syn_03022_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1067.9922756971791,652014326.0,0.0
syn_03022_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2884.143675630912,29162.0,0.0
syn_03022_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3137.9701250698417,162984798.0,0.000583939254283905
syn_03022_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,467.84449997358024,1539.0,0.0
syn_03022_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3137.9701250698417,162984798.0,0.0
syn_03022_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,467.84449997358024,1539.0,0.0
syn_03022_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,455.0597080262378,216297253.0,0.0007080379873514175
syn_03022_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,897.3263164749369,29162.0,0.0
syn_03022_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,897.3263164749369,29162.0,0.0
syn_03022_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1670.3371650539339,902.0,0.0
syn_03022_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,455.0597080262378,216297253.0,0.0
syn_03022_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,897.3263164749369,29162.0,0.0
syn_03022_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1641.390876029618,54095715.0,0.0008329516276717186
syn_03022_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,225.02520796842873,1340.0,0.0
syn_03022_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1641.390876029618,54095715.0,0.0
syn_03022_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,225.02520796842873,1340.0,0.0
syn_03022_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1227.3784832563251,346403016.0,0.0006249174475669861
syn_03022_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3034.5938003854826,29162.0,0.0
syn_03022_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3034.5938003854826,29162.0,0.0
syn_03022_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4061.9313577888533,841.0,0.0
syn_03022_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1114.7213994991034,652014326.0,0.0
syn_03022_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3034.5938003854826,29162.0,0.0
syn_03022_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3417.2455000225455,162984797.0,0.0007499475032091141
syn_03022_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,732.8573729610071,1932.0,0.0
syn_03022_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3417.2455000225455,162984797.0,0.0
syn_03022_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,732.8573729610071,1932.0,0.0
syn_03022_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,517.3905408475548,216297253.0,0.0006670597940683365
syn_03022_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,978.6039826227352,29162.0,0.0
syn_03022_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,978.6039826227352,29162.0,0.0
syn_03022_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1672.7749163284898,902.0,0.0
syn_03022_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,517.3905408475548,216297253.0,0.0
syn_03022_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,978.6039826227352,29162.0,0.0
syn_03022_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1152.180082979612,54095716.0,0.0008749775588512421
syn_03022_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,246.9600000185892,1659.0,0.0
syn_03022_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1152.180082979612,54095716.0,0.0
syn_03022_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,246.9600000185892,1659.0,0.0
syn_03022_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,788.0987751763314,346403016.0,0.0005830079317092896
syn_03022_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2722.9403836652637,29162.0,0.0
syn_03022_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2722.9403836652637,29162.0,0.0
syn_03022_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4042.012692731805,841.0,0.0
syn_03022_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,831.3568996964023,652014326.0,0.0
syn_03022_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2722.9403836652637,29162.0,0.0
syn_03022_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3083.859415957704,162984799.0,0.0005420297384262085
syn_03022_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,470.9112091222778,1521.0,0.0
syn_03022_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3083.859415957704,162984799.0,0.0
syn_03022_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,470.9112091222778,1521.0,0.0
syn_03022_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,336.1197498627007,216297253.0,0.0006670597940683365
syn_03022_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,936.3598585128784,29162.0,0.0
syn_03022_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,936.3598585128784,29162.0,0.0
syn_03022_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1673.4074581647292,902.0,0.0
syn_03022_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,336.1197498627007,216297253.0,0.0
syn_03022_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,936.3598585128784,29162.0,0.0
syn_03022_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1051.906876033172,54095717.0,0.000584055669605732
syn_03022_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,178.02462610416114,1319.0,0.0
syn_03022_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1051.906876033172,54095717.0,0.0
syn_03022_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,178.02462610416114,1319.0,0.0
syn_03022_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,788.6534011689946,346403016.0,0.0006249174475669861
syn_03022_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2835.708465613425,29162.0,0.0
syn_03022_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2835.708465613425,29162.0,0.0
syn_03022_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4097.267982852645,841.0,0.0
syn_03022_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,973.6390666803345,652014326.0,0.0
syn_03022_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2835.708465613425,29162.0,0.0
syn_03022_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3271.0852100281045,162984798.0,0.000584055669605732
syn_03022_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,416.3263749796897,1767.0,0.0
syn_03022_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3271.0852100281045,162984798.0,0.0
syn_03022_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,416.3263749796897,1767.0,0.0
syn_03022_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,288.0776660051197,216297253.0,0.0007080379873514175
syn_03022_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,912.3767336364836,29162.0,0.0
syn_03022_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,912.3767336364836,29162.0,0.0
syn_03022_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1712.5350003363565,902.0,0.0
syn_03022_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,288.0776660051197,216297253.0,0.0
syn_03022_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,912.3767336364836,29162.0,0.0
syn_03022_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,990.1680001057684,54095716.0,0.0005420297384262085
syn_03022_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,135.00691775698215,1463.0,0.0
syn_03022_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,990.1680001057684,54095716.0,0.0
syn_03022_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,135.00691775698215,1463.0,0.0
syn_03022_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,895.6947742030025,346403016.0,0.000625033862888813
syn_03022_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2766.0681317327544,29162.0,0.0
syn_03022_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2766.0681317327544,29162.0,0.0
syn_03022_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4125.137150823139,841.0,0.0
syn_03022_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,802.2533176699653,652014326.0,0.0
syn_03022_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2766.0681317327544,29162.0,0.0
syn_03022_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3067.0762489316985,162984799.0,0.000625033862888813
syn_03022_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,387.11645791772753,1806.0,0.0
syn_03022_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3067.0762489316985,162984799.0,0.0
syn_03022_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,387.11645791772753,1806.0,0.0
syn_03022_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,376.0355409933254,216297253.0,0.000625033862888813
syn_03022_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,980.7321087224409,29162.0,0.0
syn_03022_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,980.7321087224409,29162.0,0.0
syn_03022_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1672.43058308959,902.0,0.0
syn_03022_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,376.0355409933254,216297253.0,0.0
syn_03022_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,980.7321087224409,29162.0,0.0
syn_03022_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1034.7513330634683,54095716.0,0.000583939254283905
syn_03022_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,179.06766606029123,1224.0,0.0
syn_03022_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1034.7513330634683,54095716.0,0.0
syn_03022_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,179.06766606029123,1224.0,0.0
syn_03023_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1639.1587337013334,650129601.0,0.00466697383671999
syn_03023_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5947.994033852592,58332.0,0.0
syn_03023_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5947.994033852592,58332.0,0.0
syn_03023_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,5009.5759510062635,1159.0,0.0
syn_03023_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1887.1436327230185,1223734260.0,0.0
syn_03023_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5947.994033852592,58332.0,0.0
syn_03023_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6824.310376076028,306000828.0,0.002791057340800762
syn_03023_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,634.9096648627892,1542.0,0.0
syn_03023_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6824.310376076028,306000828.0,0.0
syn_03023_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,634.9096648627892,1542.0,0.0
syn_03023_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,621.1682084947824,398626920.0,0.002624932676553726
syn_03023_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2000.8111080853269,58332.0,0.0
syn_03023_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2000.8111080853269,58332.0,0.0
syn_03023_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,2050.7724167313427,1014.0,0.0
syn_03023_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,621.1682084947824,398626920.0,0.0
syn_03023_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2000.8111080853269,58332.0,0.0
syn_03023_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2117.0025839237496,99659709.0,0.002334010787308216
syn_03023_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,217.1772508881986,1333.0,0.0
syn_03023_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2117.0025839237496,99659709.0,0.0
syn_03023_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,217.1772508881986,1333.0,0.0
syn_03023_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1809.5852735452354,650129601.0,0.002374988980591297
syn_03023_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5984.5710759283975,58332.0,0.0
syn_03023_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5984.5710759283975,58332.0,0.0
syn_03023_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4993.349325004965,1159.0,0.0
syn_03023_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1857.6461736578494,1223734260.0,0.0
syn_03023_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5984.5710759283975,58332.0,0.0
syn_03023_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6805.150039959699,306000829.0,0.00200001522898674
syn_03023_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,595.1585411094129,1846.0,0.0
syn_03023_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6805.150039959699,306000829.0,0.0
syn_03023_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,595.1585411094129,1846.0,0.0
syn_03023_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,608.5134176071733,398626920.0,0.002500019036233425
syn_03023_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1952.6326079387218,58332.0,0.0
syn_03023_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1952.6326079387218,58332.0,0.0
syn_03023_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1931.82854258921,1014.0,0.0
syn_03023_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,608.5134176071733,398626920.0,0.0
syn_03023_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1952.6326079387218,58332.0,0.0
syn_03023_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2134.263291838579,99659708.0,0.002250075340270996
syn_03023_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,218.97883305791765,1573.0,0.0
syn_03023_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2134.263291838579,99659708.0,0.0
syn_03023_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,218.97883305791765,1573.0,0.0
syn_03023_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1556.7335245897993,650129601.0,0.0021669548004865646
syn_03023_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5915.9617429133505,58332.0,0.0
syn_03023_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5915.9617429133505,58332.0,0.0
syn_03023_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4859.683283930644,1159.0,0.0
syn_03023_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1737.1663006255403,1223734260.0,0.0
syn_03023_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5915.9617429133505,58332.0,0.0
syn_03023_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6598.838584963232,306000828.0,0.0019579892978072166
syn_03023_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,405.9863341972232,1549.0,0.0
syn_03023_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6598.838584963232,306000828.0,0.0
syn_03023_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,405.9863341972232,1549.0,0.0
syn_03023_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,559.6028746338561,398626920.0,0.0023329630494117737
syn_03023_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1911.8051500292495,58332.0,0.0
syn_03023_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1911.8051500292495,58332.0,0.0
syn_03023_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1931.9146676920354,1014.0,0.0
syn_03023_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,559.6028746338561,398626920.0,0.0
syn_03023_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1911.8051500292495,58332.0,0.0
syn_03023_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2016.0221259575337,99659709.0,0.002166023477911949
syn_03023_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,180.7517089182511,1389.0,0.0
syn_03023_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2016.0221259575337,99659709.0,0.0
syn_03023_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,180.7517089182511,1389.0,0.0
syn_03023_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1520.6533177290112,650129601.0,0.0023329630494117737
syn_03023_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5903.2448668032885,58332.0,0.0
syn_03023_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5903.2448668032885,58332.0,0.0
syn_03023_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4874.361617001705,1159.0,0.0
syn_03023_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1682.4899235274643,1223734260.0,0.0
syn_03023_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5903.2448668032885,58332.0,0.0
syn_03023_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6734.816582989879,306000828.0,0.001958920620381832
syn_03023_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,595.0103759532794,1827.0,0.0
syn_03023_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6734.816582989879,306000828.0,0.0
syn_03023_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,595.0103759532794,1827.0,0.0
syn_03023_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,522.7517926367,398626920.0,0.002374988980591297
syn_03023_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1925.9797339793295,58332.0,0.0
syn_03023_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1925.9797339793295,58332.0,0.0
syn_03023_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1930.3400005213916,1014.0,0.0
syn_03023_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,522.7517926367,398626920.0,0.0
syn_03023_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1925.9797339793295,58332.0,0.0
syn_03023_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,1978.4059590892866,99659708.0,0.002375105395913124
syn_03023_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,149.59216711577028,1523.0,0.0
syn_03023_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1978.4059590892866,99659708.0,0.0
syn_03023_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,149.59216711577028,1523.0,0.0
syn_03023_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1461.9467336917296,650129601.0,0.0021659070625901222
syn_03023_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5989.970074780285,58332.0,0.0
syn_03023_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5989.970074780285,58332.0,0.0
syn_03023_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4868.259657965973,1159.0,0.0
syn_03023_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1555.7662575505674,1223734260.0,0.0
syn_03023_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5989.970074780285,58332.0,0.0
syn_03023_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6486.794750089757,306000828.0,0.002334010787308216
syn_03023_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,382.86141701973975,2034.0,0.0
syn_03023_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6486.794750089757,306000828.0,0.0
syn_03023_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,382.86141701973975,2034.0,0.0
syn_03023_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,541.363208508119,398626920.0,0.0026659108698368073
syn_03023_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2029.1839419398457,58332.0,0.0
syn_03023_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2029.1839419398457,58332.0,0.0
syn_03023_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2038.8775426894426,1014.0,0.0
syn_03023_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,541.363208508119,398626920.0,0.0
syn_03023_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2029.1839419398457,58332.0,0.0
syn_03023_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,1991.9792918954045,99659708.0,0.0024581095203757286
syn_03023_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,179.91920793429017,1549.0,0.0
syn_03023_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1991.9792918954045,99659708.0,0.0
syn_03023_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,179.91920793429017,1549.0,0.0
syn_03024_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,486.9626252213493,217117420.0,0.0008330680429935455
syn_03024_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1050.9481177665293,7544.0,0.0
syn_03024_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1050.9481177665293,7544.0,0.0
syn_03024_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3430.0040589412674,843.0,0.0
syn_03024_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,562.7604264998809,217117392.0,0.0
syn_03024_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1050.9481177665293,7544.0,0.0
syn_03024_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,478.7811649730429,1540.0,0.0006660120561718941
syn_03024_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,478.7811649730429,1540.0,0.0
syn_03024_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1312.0796260191128,54260346.0,0.0
syn_03024_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,478.7811649730429,1540.0,0.0
syn_03024_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,228.7277324590832,77688552.0,0.0008330680429935455
syn_03024_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,389.47317586280406,7544.0,0.0
syn_03024_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,389.47317586280406,7544.0,0.0
syn_03024_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1534.9046914372593,814.0,0.0
syn_03024_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,223.9301509456709,77688524.0,0.0
syn_03024_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,389.47317586280406,7544.0,0.0
syn_03024_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,218.8597519416362,1331.0,0.0006670597940683365
syn_03024_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,218.8597519416362,1331.0,0.0
syn_03024_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,392.50545913819224,19443287.0,0.0
syn_03024_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,218.8597519416362,1331.0,0.0
syn_03024_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,523.1780822388828,217117420.0,0.0005830079317092896
syn_03024_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1137.5395748997107,7544.0,0.0
syn_03024_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1137.5395748997107,7544.0,0.0
syn_03024_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3483.032933040522,843.0,0.0
syn_03024_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,526.5740915900096,217117392.0,0.0
syn_03024_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1137.5395748997107,7544.0,0.0
syn_03024_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,487.81937488820404,1833.0,0.000500003807246685
syn_03024_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,487.81937488820404,1833.0,0.0
syn_03024_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1265.842542052269,54260346.0,0.0
syn_03024_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,487.81937488820404,1833.0,0.0
syn_03024_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,212.44494072161615,77688552.0,0.000625033862888813
syn_03024_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,376.2432999210432,7544.0,0.0
syn_03024_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,376.2432999210432,7544.0,0.0
syn_03024_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1534.198233555071,814.0,0.0
syn_03024_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,208.97190002724528,77688524.0,0.0
syn_03024_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,376.2432999210432,7544.0,0.0
syn_03024_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,204.78220691438764,1624.0,0.000500003807246685
syn_03024_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,204.78220691438764,1624.0,0.0
syn_03024_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,430.03520695492625,19443287.0,0.0
syn_03024_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,204.78220691438764,1624.0,0.0
syn_03024_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,566.2230412010103,217117420.0,0.000500003807246685
syn_03024_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,979.0429497603327,7544.0,0.0
syn_03024_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,979.0429497603327,7544.0,0.0
syn_03024_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,3522.3747241077945,843.0,0.0
syn_03024_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,368.7850076938048,217117392.0,0.0
syn_03024_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,979.0429497603327,7544.0,0.0
syn_03024_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,545.9649179829285,1610.0,0.0005420297384262085
syn_03024_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,545.9649179829285,1610.0,0.0
syn_03024_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1089.0496680513024,54260345.0,0.0
syn_03024_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,545.9649179829285,1610.0,0.0
syn_03024_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,184.189566783607,77688552.0,0.0006249174475669861
syn_03024_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,349.3275918299332,7544.0,0.0
syn_03024_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,349.3275918299332,7544.0,0.0
syn_03024_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1533.8502744445577,814.0,0.0
syn_03024_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,180.29473405331373,77688524.0,0.0
syn_03024_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,349.3275918299332,7544.0,0.0
syn_03024_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,174.26641704514623,1334.0,0.000500003807246685
syn_03024_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,174.26641704514623,1334.0,0.0
syn_03024_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,402.4782080668956,19443287.0,0.0
syn_03024_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,174.26641704514623,1334.0,0.0
syn_03024_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,571.8730001710355,217117420.0,0.0004998873919248581
syn_03024_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1005.3982008481398,7544.0,0.0
syn_03024_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1005.3982008481398,7544.0,0.0
syn_03024_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3438.141975039616,843.0,0.0
syn_03024_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,614.3610926344991,217117392.0,0.0
syn_03024_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1005.3982008481398,7544.0,0.0
syn_03024_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,569.7766648372635,1924.0,0.000625033862888813
syn_03024_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,569.7766648372635,1924.0,0.0
syn_03024_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1309.3365847598761,54260346.0,0.0
syn_03024_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,569.7766648372635,1924.0,0.0
syn_03024_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,197.6421085651964,77688552.0,0.0006669433787465096
syn_03024_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,360.152717679739,7544.0,0.0
syn_03024_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,360.152717679739,7544.0,0.0
syn_03024_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1533.4727343171835,814.0,0.0
syn_03024_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,194.44823402445763,77688524.0,0.0
syn_03024_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,360.152717679739,7544.0,0.0
syn_03024_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,190.99887600168586,1479.0,0.0005830079317092896
syn_03024_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,190.99887600168586,1479.0,0.0
syn_03024_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,416.62020795047283,19443288.0,0.0
syn_03024_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,190.99887600168586,1479.0,0.0
syn_03024_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,427.73074929136783,217117420.0,0.0004580942913889885
syn_03024_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1049.0280757891014,7544.0,0.0
syn_03024_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1049.0280757891014,7544.0,0.0
syn_03024_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3579.1235181503,843.0,0.0
syn_03024_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,412.5233405036852,217117392.0,0.0
syn_03024_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1049.0280757891014,7544.0,0.0
syn_03024_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,452.32304197270423,1565.0,0.000584055669605732
syn_03024_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,452.32304197270423,1565.0,0.0
syn_03024_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1182.099083904177,54260346.0,0.0
syn_03024_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,452.32304197270423,1565.0,0.0
syn_03024_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,184.90731555502862,77688552.0,0.0005830079317092896
syn_03024_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,348.01546670496464,7544.0,0.0
syn_03024_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,348.01546670496464,7544.0,0.0
syn_03024_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1533.0013575032353,814.0,0.0
syn_03024_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,181.82827401906252,77688524.0,0.0
syn_03024_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,348.01546670496464,7544.0,0.0
syn_03024_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,177.19670885708183,1263.0,0.0006669433787465096
syn_03024_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,177.19670885708183,1263.0,0.0
syn_03024_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,403.1522481236607,19443287.0,0.0
syn_03024_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,177.19670885708183,1263.0,0.0
syn_03025_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1056.2106313416734,346951368.0,0.000833999365568161
syn_03025_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2910.9867740189657,29705.0,0.0
syn_03025_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2910.9867740189657,29705.0,0.0
syn_03025_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4145.95868261531,823.0,0.0
syn_03025_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1110.8371333917603,653046518.0,0.0
syn_03025_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2910.9867740189657,29705.0,0.0
syn_03025_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3451.616041827947,163328863.0,0.000708969309926033
syn_03025_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,496.79437396116555,1581.0,0.0
syn_03025_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3451.616041827947,163328863.0,0.0
syn_03025_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,496.79437396116555,1581.0,0.0
syn_03025_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,550.3654170082882,216592165.0,0.00108394306153059
syn_03025_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,826.741075492464,29705.0,0.0
syn_03025_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,826.741075492464,29705.0,0.0
syn_03025_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1673.0986169772223,817.0,0.0
syn_03025_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,550.3654170082882,216592165.0,0.0
syn_03025_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,826.741075492464,29705.0,0.0
syn_03025_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1164.2407500185072,54169444.0,0.0007920898497104645
syn_03025_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,215.52720898762345,1329.0,0.0
syn_03025_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1164.2407500185072,54169444.0,0.0
syn_03025_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,215.52720898762345,1329.0,0.0
syn_03025_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1043.0516744498163,346951368.0,0.000625033862888813
syn_03025_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2947.2755250753835,29705.0,0.0
syn_03025_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2947.2755250753835,29705.0,0.0
syn_03025_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4042.0049755834043,823.0,0.0
syn_03025_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1058.8490503374487,653046518.0,0.0
syn_03025_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2947.2755250753835,29705.0,0.0
syn_03025_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3263.3368350798264,163328862.0,0.0005830079317092896
syn_03025_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,589.3079160014167,1971.0,0.0
syn_03025_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3263.3368350798264,163328862.0,0.0
syn_03025_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,589.3079160014167,1971.0,0.0
syn_03025_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,526.1201669694856,216592165.0,0.0006670597940683365
syn_03025_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,829.9457844113931,29705.0,0.0
syn_03025_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,829.9457844113931,29705.0,0.0
syn_03025_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1672.796158096753,817.0,0.0
syn_03025_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,526.1201669694856,216592165.0,0.0
syn_03025_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,829.9457844113931,29705.0,0.0
syn_03025_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1184.6770419506356,54169444.0,0.0006249174475669861
syn_03025_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,218.31591695081443,1789.0,0.0
syn_03025_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1184.6770419506356,54169444.0,0.0
syn_03025_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,218.31591695081443,1789.0,0.0
syn_03025_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,789.3940924666822,346951368.0,0.000500003807246685
syn_03025_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2812.047107028775,29705.0,0.0
syn_03025_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2812.047107028775,29705.0,0.0
syn_03025_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4064.5874745445326,823.0,0.0
syn_03025_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,853.528717206791,653046518.0,0.0
syn_03025_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2812.047107028775,29705.0,0.0
syn_03025_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3329.8733751289546,163328863.0,0.0006249174475669861
syn_03025_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,478.2247090479359,1585.0,0.0
syn_03025_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3329.8733751289546,163328863.0,0.0
syn_03025_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,478.2247090479359,1585.0,0.0
syn_03025_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,481.458333064802,216592165.0,0.0007079215720295906
syn_03025_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,798.3113253721967,29705.0,0.0
syn_03025_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,798.3113253721967,29705.0,0.0
syn_03025_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1673.367534042336,817.0,0.0
syn_03025_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,481.458333064802,216592165.0,0.0
syn_03025_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,798.3113253721967,29705.0,0.0
syn_03025_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1146.705667139031,54169444.0,0.000500003807246685
syn_03025_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,178.40979201719165,1349.0,0.0
syn_03025_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1146.705667139031,54169444.0,0.0
syn_03025_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,178.40979201719165,1349.0,0.0
syn_03025_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,834.6583843929693,346951368.0,0.0005830079317092896
syn_03025_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2725.861191051081,29705.0,0.0
syn_03025_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2725.861191051081,29705.0,0.0
syn_03025_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4005.5223495932296,823.0,0.0
syn_03025_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1015.0398002238944,653046518.0,0.0
syn_03025_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2725.861191051081,29705.0,0.0
syn_03025_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3149.038708070293,163328863.0,0.0005409820005297661
syn_03025_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,558.1500420812517,1850.0,0.0
syn_03025_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3149.038708070293,163328863.0,0.0
syn_03025_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,558.1500420812517,1850.0,0.0
syn_03025_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,449.097792012617,216592165.0,0.0005409820005297661
syn_03025_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,792.4386584199965,29705.0,0.0
syn_03025_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,792.4386584199965,29705.0,0.0
syn_03025_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1673.1362829217687,817.0,0.0
syn_03025_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,449.097792012617,216592165.0,0.0
syn_03025_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,792.4386584199965,29705.0,0.0
syn_03025_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1113.0742500536144,54169444.0,0.000625033862888813
syn_03025_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,151.97662496939301,1546.0,0.0
syn_03025_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1113.0742500536144,54169444.0,0.0
syn_03025_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,151.97662496939301,1546.0,0.0
syn_03025_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,948.5532994847745,346951368.0,0.0006669433787465096
syn_03025_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2828.496608999558,29705.0,0.0
syn_03025_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2828.496608999558,29705.0,0.0
syn_03025_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4005.027641635388,823.0,0.0
syn_03025_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,928.0628820648417,653046518.0,0.0
syn_03025_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2828.496608999558,29705.0,0.0
syn_03025_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3307.4459169292822,163328862.0,0.0006670597940683365
syn_03025_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,473.8114991923794,1878.0,0.0
syn_03025_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3307.4459169292822,163328862.0,0.0
syn_03025_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,473.8114991923794,1878.0,0.0
syn_03025_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,480.1104169804603,216592165.0,0.0005830079317092896
syn_03025_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,854.9662834266201,29705.0,0.0
syn_03025_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,854.9662834266201,29705.0,0.0
syn_03025_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1780.857199896127,817.0,0.0
syn_03025_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,480.1104169804603,216592165.0,0.0
syn_03025_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,854.9662834266201,29705.0,0.0
syn_03025_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1140.727873891592,54169444.0,0.0005830079317092896
syn_03025_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,207.39020803011954,1393.0,0.0
syn_03025_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1140.727873891592,54169444.0,0.0
syn_03025_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,207.39020803011954,1393.0,0.0
syn_03026_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1751.864742836915,663046337.0,0.004208995960652828
syn_03026_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6121.434741932899,58997.0,0.0
syn_03026_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6121.434741932899,58997.0,0.0
syn_03026_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4857.868208526634,807.0,0.0
syn_03026_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1791.1819660104811,1248048118.0,0.0
syn_03026_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6121.434741932899,58997.0,0.0
syn_03026_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6671.048499993049,311964606.0,0.0025420449674129486
syn_03026_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,538.202666095458,1590.0,0.0
syn_03026_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6671.048499993049,311964606.0,0.0
syn_03026_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,538.202666095458,1590.0,0.0
syn_03026_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,707.2896826080978,407253098.0,0.002584070898592472
syn_03026_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1588.7956832069904,58997.0,0.0
syn_03026_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1588.7956832069904,58997.0,0.0
syn_03026_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1981.178125180304,815.0,0.0
syn_03026_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,707.2896826080978,407253098.0,0.0
syn_03026_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1588.7956832069904,58997.0,0.0
syn_03026_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2030.0938347354531,101834687.0,0.0023329630494117737
syn_03026_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,219.88137415610254,1358.0,0.0
syn_03026_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2030.0938347354531,101834687.0,0.0
syn_03026_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,219.88137415610254,1358.0,0.0
syn_03026_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1673.7019499996677,663046337.0,0.0022080494090914726
syn_03026_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6079.331574891694,58997.0,0.0
syn_03026_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6079.331574891694,58997.0,0.0
syn_03026_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4861.386374547146,807.0,0.0
syn_03026_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1763.2885921513662,1248048118.0,0.0
syn_03026_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6079.331574891694,58997.0,0.0
syn_03026_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6645.609250175767,311964607.0,0.001999898813664913
syn_03026_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,535.8799169771373,1799.0,0.0
syn_03026_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6645.609250175767,311964607.0,0.0
syn_03026_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,535.8799169771373,1799.0,0.0
syn_03026_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,639.8989334935322,407253098.0,0.0025419285520911217
syn_03026_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1673.64684920758,58997.0,0.0
syn_03026_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1673.64684920758,58997.0,0.0
syn_03026_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,2104.6896662330255,815.0,0.0
syn_03026_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,639.8989334935322,407253098.0,0.0
syn_03026_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1673.64684920758,58997.0,0.0
syn_03026_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,1938.9783346559852,101834687.0,0.0022919848561286926
syn_03026_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,217.2767078736797,1435.0,0.0
syn_03026_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1938.9783346559852,101834687.0,0.0
syn_03026_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,217.2767078736797,1435.0,0.0
syn_03026_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1460.5437428690493,663046337.0,0.002125045284628868
syn_03026_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6029.002868151292,58997.0,0.0
syn_03026_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6029.002868151292,58997.0,0.0
syn_03026_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4921.780623472296,807.0,0.0
syn_03026_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1707.9927170882002,1248048118.0,0.0
syn_03026_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6029.002868151292,58997.0,0.0
syn_03026_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6457.517334143631,311964606.0,0.0019581057131290436
syn_03026_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,550.2650829730555,1517.0,0.0
syn_03026_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6457.517334143631,311964606.0,0.0
syn_03026_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,550.2650829730555,1517.0,0.0
syn_03026_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,624.1719756741077,407253098.0,0.002415967173874378
syn_03026_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1770.6093502696604,58997.0,0.0
syn_03026_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1770.6093502696604,58997.0,0.0
syn_03026_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1983.0354592297226,815.0,0.0
syn_03026_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,624.1719756741077,407253098.0,0.0
syn_03026_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1770.6093502696604,58997.0,0.0
syn_03026_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,1920.3473340021446,101834687.0,0.002500019036233425
syn_03026_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,180.2372910315171,1321.0,0.0
syn_03026_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1920.3473340021446,101834687.0,0.0
syn_03026_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,180.2372910315171,1321.0,0.0
syn_03026_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1712.7787419594824,663046337.0,0.0022079329937696457
syn_03026_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6105.689992010593,58997.0,0.0
syn_03026_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6105.689992010593,58997.0,0.0
syn_03026_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4845.158374495804,807.0,0.0
syn_03026_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1778.8699251133949,1248048118.0,0.0
syn_03026_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6105.689992010593,58997.0,0.0
syn_03026_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6653.135209111497,311964607.0,0.0022079329937696457
syn_03026_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,564.3283759709448,1748.0,0.0
syn_03026_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6653.135209111497,311964607.0,0.0
syn_03026_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,564.3283759709448,1748.0,0.0
syn_03026_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,610.0574336247519,407253098.0,0.002625049091875553
syn_03026_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1894.946974213235,58997.0,0.0
syn_03026_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1894.946974213235,58997.0,0.0
syn_03026_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1982.2854151017964,815.0,0.0
syn_03026_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,610.0574336247519,407253098.0,0.0
syn_03026_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1894.946974213235,58997.0,0.0
syn_03026_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,1901.9353749463335,101834687.0,0.002334010787308216
syn_03026_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,191.27458287402987,1444.0,0.0
syn_03026_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1901.9353749463335,101834687.0,0.0
syn_03026_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,191.27458287402987,1444.0,0.0
syn_03026_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1549.277492100373,663046337.0,0.002249958924949169
syn_03026_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6128.209407953545,58997.0,0.0
syn_03026_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6128.209407953545,58997.0,0.0
syn_03026_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4833.5158336907625,807.0,0.0
syn_03026_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1771.1280080722645,1248048118.0,0.0
syn_03026_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6128.209407953545,58997.0,0.0
syn_03026_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6513.287917012349,311964606.0,0.00200001522898674
syn_03026_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,439.59595705382526,1630.0,0.0
syn_03026_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6513.287917012349,311964606.0,0.0
syn_03026_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,439.59595705382526,1630.0,0.0
syn_03026_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,590.7241415930912,407253098.0,0.0024168984964489937
syn_03026_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1963.44476621598,58997.0,0.0
syn_03026_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1963.44476621598,58997.0,0.0
syn_03026_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1985.1142082363367,815.0,0.0
syn_03026_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,590.7241415930912,407253098.0,0.0
syn_03026_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1963.44476621598,58997.0,0.0
syn_03026_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,1890.8572098007426,101834687.0,0.002250075340270996
syn_03026_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,208.41120788827538,1236.0,0.0
syn_03026_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1890.8572098007426,101834687.0,0.0
syn_03026_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1890.8572098007426,101834687.0,0.0
syn_03027_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,557.3641334893182,208745194.0,0.0009170034900307655
syn_03027_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,948.4583263751119,7247.0,0.0
syn_03027_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,948.4583263751119,7247.0,0.0
syn_03027_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3469.934191927314,909.0,0.0
syn_03027_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,538.2094091968611,208745166.0,0.0
syn_03027_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,948.4583263751119,7247.0,0.0
syn_03027_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,608.5708759492263,1620.0,0.0006670597940683365
syn_03027_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,608.5708759492263,1620.0,0.0
syn_03027_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1193.0080829188228,52195963.0,0.0
syn_03027_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,608.5708759492263,1620.0,0.0
syn_03027_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,243.96789215970784,73522920.0,0.0009170034900307655
syn_03027_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,379.4992840383202,7247.0,0.0
syn_03027_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,379.4992840383202,7247.0,0.0
syn_03027_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1524.816084932536,827.0,0.0
syn_03027_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,241.07565912418067,73522892.0,0.0
syn_03027_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,379.4992840383202,7247.0,0.0
syn_03027_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,240.79550011083484,1326.0,0.001084059476852417
syn_03027_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,240.79550011083484,1326.0,0.0
syn_03027_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,430.13666779734194,18374227.0,0.0
syn_03027_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,240.79550011083484,1326.0,0.0
syn_03027_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,684.3598844250664,208745194.0,0.0005409820005297661
syn_03027_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1268.18970029708,7247.0,0.0
syn_03027_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1268.18970029708,7247.0,0.0
syn_03027_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3462.964774132706,909.0,0.0
syn_03027_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,567.0931162079796,208745166.0,0.0
syn_03027_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1268.18970029708,7247.0,0.0
syn_03027_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,621.2227500509471,1923.0,0.000500003807246685
syn_03027_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,621.2227500509471,1923.0,0.0
syn_03027_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1422.79849993065,52195963.0,0.0
syn_03027_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,621.2227500509471,1923.0,0.0
syn_03027_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,256.65585023816675,73522920.0,0.0005830079317092896
syn_03027_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,410.6949078384787,7247.0,0.0
syn_03027_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,410.6949078384787,7247.0,0.0
syn_03027_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1525.6206240039319,827.0,0.0
syn_03027_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,251.54249190818518,73522892.0,0.0
syn_03027_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,410.6949078384787,7247.0,0.0
syn_03027_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,251.46566703915596,1663.0,0.0007079215720295906
syn_03027_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,251.46566703915596,1663.0,0.0
syn_03027_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,480.9349989518523,18374227.0,0.0
syn_03027_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,251.46566703915596,1663.0,0.0
syn_03027_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,425.68929931148887,208745194.0,0.0005409820005297661
syn_03027_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,892.6012414507568,7247.0,0.0
syn_03027_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,892.6012414507568,7247.0,0.0
syn_03027_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3608.1555250799283,909.0,0.0
syn_03027_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,515.5656171031296,208745166.0,0.0
syn_03027_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,892.6012414507568,7247.0,0.0
syn_03027_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,420.0032919179648,1562.0,0.000500003807246685
syn_03027_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,420.0032919179648,1562.0,0.0
syn_03027_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1156.3341249711812,52195962.0,0.0
syn_03027_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,420.0032919179648,1562.0,0.0
syn_03027_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,186.34826715569943,73522920.0,0.0005830079317092896
syn_03027_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,384.93828296195716,7247.0,0.0
syn_03027_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,384.93828296195716,7247.0,0.0
syn_03027_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1524.7514588292688,827.0,0.0
syn_03027_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,180.57874096557498,73522892.0,0.0
syn_03027_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,384.93828296195716,7247.0,0.0
syn_03027_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,181.97295791469514,1324.0,0.000500003807246685
syn_03027_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,181.97295791469514,1324.0,0.0
syn_03027_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,414.06966804061085,18374227.0,0.0
syn_03027_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,181.97295791469514,1324.0,0.0
syn_03027_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,534.4211743911728,208745194.0,0.0006669433787465096
syn_03027_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1136.3362413598225,7247.0,0.0
syn_03027_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1136.3362413598225,7247.0,0.0
syn_03027_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3532.2811919264495,909.0,0.0
syn_03027_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,588.9784492086619,208745166.0,0.0
syn_03027_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1136.3362413598225,7247.0,0.0
syn_03027_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,658.8636669330299,1766.0,0.000708969309926033
syn_03027_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,658.8636669330299,1766.0,0.0
syn_03027_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1207.8252509236336,52195962.0,0.0
syn_03027_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,658.8636669330299,1766.0,0.0
syn_03027_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,214.50485012028366,73522920.0,0.0005419133231043816
syn_03027_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,435.5382000328973,7247.0,0.0
syn_03027_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,435.5382000328973,7247.0,0.0
syn_03027_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1630.2644579438493,827.0,0.0
syn_03027_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,209.7769078798592,73522892.0,0.0
syn_03027_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,435.5382000328973,7247.0,0.0
syn_03027_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,208.3853759104386,1409.0,0.0005420297384262085
syn_03027_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,208.3853759104386,1409.0,0.0
syn_03027_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,441.5460838936269,18374227.0,0.0
syn_03027_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,208.3853759104386,1409.0,0.0
syn_03027_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,512.1070914436132,208745194.0,0.0006249174475669861
syn_03027_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,917.5034082494676,7247.0,0.0
syn_03027_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,917.5034082494676,7247.0,0.0
syn_03027_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3471.4721500873566,909.0,0.0
syn_03027_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,363.6990751605481,208745166.0,0.0
syn_03027_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,917.5034082494676,7247.0,0.0
syn_03027_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,379.98687487561256,1492.0,0.0006669433787465096
syn_03027_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,379.98687487561256,1492.0,0.0
syn_03027_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1233.559958054684,52195962.0,0.0
syn_03027_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,379.98687487561256,1492.0,0.0
syn_03027_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,185.66426730249077,73522920.0,0.0008749775588512421
syn_03027_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,393.83265883661807,7247.0,0.0
syn_03027_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,393.83265883661807,7247.0,0.0
syn_03027_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1524.0840840153396,827.0,0.0
syn_03027_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,182.2628668276593,73522892.0,0.0
syn_03027_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,393.83265883661807,7247.0,0.0
syn_03027_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,169.57037500105798,1220.0,0.0007499475032091141
syn_03027_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,169.57037500105798,1220.0,0.0
syn_03027_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,401.74603974446654,18374228.0,0.0
syn_03027_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,169.57037500105798,1220.0,0.0
syn_03028_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,898.5387162072584,345001672.0,0.0010420335456728935
syn_03028_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2893.3767676120624,29099.0,0.0
syn_03028_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2893.3767676120624,29099.0,0.0
syn_03028_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4138.620516401716,919.0,0.0
syn_03028_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1098.0015237350017,649376502.0,0.0
syn_03028_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2893.3767676120624,29099.0,0.0
syn_03028_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3379.8296658787876,162411359.0,0.0008329516276717186
syn_03028_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,503.9912909269333,1534.0,0.0
syn_03028_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3379.8296658787876,162411359.0,0.0
syn_03028_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,503.9912909269333,1534.0,0.0
syn_03028_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,1159.6436253283173,215412517.0,0.0007909256964921951
syn_03028_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,847.4197754869238,29099.0,0.0
syn_03028_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,847.4197754869238,29099.0,0.0
syn_03028_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1806.6196001134813,819.0,0.0
syn_03028_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1159.6436253283173,215412517.0,0.0
syn_03028_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,847.4197754869238,29099.0,0.0
syn_03028_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1890.3944600606337,53874533.0,0.0007919734343886375
syn_03028_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,225.13620916288346,1340.0,0.0
syn_03028_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1890.3944600606337,53874533.0,0.0
syn_03028_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,225.13620916288346,1340.0,0.0
syn_03028_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1100.846717087552,345001672.0,0.0006660120561718941
syn_03028_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2970.956307463348,29099.0,0.0
syn_03028_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2970.956307463348,29099.0,0.0
syn_03028_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4041.710476158187,919.0,0.0
syn_03028_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1098.240565834567,649376502.0,0.0
syn_03028_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2970.956307463348,29099.0,0.0
syn_03028_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3359.199332888238,162411359.0,0.000625033862888813
syn_03028_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,727.0572909619659,1892.0,0.0
syn_03028_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3359.199332888238,162411359.0,0.0
syn_03028_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,727.0572909619659,1892.0,0.0
syn_03028_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,553.6620834143832,215412517.0,0.000584055669605732
syn_03028_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,890.8112334785983,29099.0,0.0
syn_03028_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,890.8112334785983,29099.0,0.0
syn_03028_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1685.0201008608565,819.0,0.0
syn_03028_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,553.6620834143832,215412517.0,0.0
syn_03028_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,890.8112334785983,29099.0,0.0
syn_03028_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1829.5342091005296,53874531.0,0.0006669433787465096
syn_03028_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,232.57366591133177,1619.0,0.0
syn_03028_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1829.5342091005296,53874531.0,0.0
syn_03028_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,232.57366591133177,1619.0,0.0
syn_03028_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,849.4999663205817,345001672.0,0.0006660120561718941
syn_03028_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2700.5532247480005,29099.0,0.0
syn_03028_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2700.5532247480005,29099.0,0.0
syn_03028_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4095.2055992092937,919.0,0.0
syn_03028_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,855.5179409217089,649376502.0,0.0
syn_03028_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2700.5532247480005,29099.0,0.0
syn_03028_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3309.7339590312913,162411359.0,0.000500003807246685
syn_03028_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,420.7446229411289,1549.0,0.0
syn_03028_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3309.7339590312913,162411359.0,0.0
syn_03028_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,420.7446229411289,1549.0,0.0
syn_03028_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,485.335376416333,215412517.0,0.0006660120561718941
syn_03028_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,870.7986925030127,29099.0,0.0
syn_03028_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,870.7986925030127,29099.0,0.0
syn_03028_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1765.7595170428976,819.0,0.0
syn_03028_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,485.335376416333,215412517.0,0.0
syn_03028_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,870.7986925030127,29099.0,0.0
syn_03028_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1791.650418075733,53874532.0,0.0005830079317092896
syn_03028_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,180.4428321775049,1354.0,0.0
syn_03028_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1791.650418075733,53874532.0,0.0
syn_03028_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,180.4428321775049,1354.0,0.0
syn_03028_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,823.7017992185429,345001672.0,0.000583939254283905
syn_03028_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2876.264933589846,29099.0,0.0
syn_03028_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2876.264933589846,29099.0,0.0
syn_03028_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4050.3855162533,919.0,0.0
syn_03028_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,961.0946508822963,649376502.0,0.0
syn_03028_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2876.264933589846,29099.0,0.0
syn_03028_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3238.5704999323934,162411359.0,0.0010830117389559746
syn_03028_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,430.6187491165474,1852.0,0.0
syn_03028_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3238.5704999323934,162411359.0,0.0
syn_03028_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,430.6187491165474,1852.0,0.0
syn_03028_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,437.35299929976463,215412517.0,0.0008749775588512421
syn_03028_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,870.8279014565051,29099.0,0.0
syn_03028_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,870.8279014565051,29099.0,0.0
syn_03028_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1685.7081000460312,819.0,0.0
syn_03028_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,437.35299929976463,215412517.0,0.0
syn_03028_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,870.8279014565051,29099.0,0.0
syn_03028_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1729.3924179393798,53874532.0,0.0011249212548136711
syn_03028_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,139.5541240926832,1624.0,0.0
syn_03028_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1729.3924179393798,53874532.0,0.0
syn_03028_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,139.5541240926832,1624.0,0.0
syn_03028_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,760.9875502064824,345001672.0,0.0008749775588512421
syn_03028_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2824.27739163395,29099.0,0.0
syn_03028_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2824.27739163395,29099.0,0.0
syn_03028_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4059.403140330687,919.0,0.0
syn_03028_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,816.0745658446103,649376502.0,0.0
syn_03028_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2824.27739163395,29099.0,0.0
syn_03028_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3161.7899978300557,162411359.0,0.000584055669605732
syn_03028_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,521.5650830650702,1588.0,0.0
syn_03028_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3161.7899978300557,162411359.0,0.0
syn_03028_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,521.5650830650702,1588.0,0.0
syn_03028_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,0.0,482.93404136784375,215412517.0,0.0007080379873514175
syn_03028_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,0.0,945.0997324194759,29099.0,0.0
syn_03028_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,0.0,945.0997324194759,29099.0,0.0
syn_03028_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1685.32905804459,819.0,0.0
syn_03028_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,0.0,482.93404136784375,215412517.0,0.0
syn_03028_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A3|budget_tokens=512|blind,False,1.0,183.56498444918543,1235.0,0.0
syn_03028_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1773.440292919986,53874532.0,0.0008330680429935455
syn_03028_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,180.4427511524409,1248.0,0.0
syn_03028_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1773.440292919986,53874532.0,0.0
syn_03028_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1773.440292919986,53874532.0,0.0
syn_03029_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1694.9250925332308,657380033.0,0.004749977961182594
syn_03029_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6107.904383260757,58422.0,0.0
syn_03029_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6107.904383260757,58422.0,0.0
syn_03029_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4833.743458497338,1143.0,0.0
syn_03029_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1753.8449575658888,1237382132.0,0.0
syn_03029_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6107.904383260757,58422.0,0.0
syn_03029_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6456.063916091807,309326781.0,0.0024579931050539017
syn_03029_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,523.6460829619318,1499.0,0.0
syn_03029_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6456.063916091807,309326781.0,0.0
syn_03029_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,523.6460829619318,1499.0,0.0
syn_03029_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,932.4084838386625,403824746.0,0.0025830231606960297
syn_03029_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2074.623274174519,58422.0,0.0
syn_03029_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2074.623274174519,58422.0,0.0
syn_03029_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1927.961992379278,889.0,0.0
syn_03029_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,932.4084838386625,403824746.0,0.0
syn_03029_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2074.623274174519,58422.0,0.0
syn_03029_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,0.0,2269.7787929791957,100949950.0,0.0023329630494117737
syn_03029_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,224.98254175297916,1348.0,0.0
syn_03029_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2269.7787929791957,100949950.0,0.0
syn_03029_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,224.98254175297916,1348.0,0.0
syn_03029_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1737.8358005313203,657380033.0,0.002415967173874378
syn_03029_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6185.478633199818,58422.0,0.0
syn_03029_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6185.478633199818,58422.0,0.0
syn_03029_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4968.818582594395,1143.0,0.0
syn_03029_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1796.6817076085135,1237382132.0,0.0
syn_03029_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6185.478633199818,58422.0,0.0
syn_03029_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6668.120041955262,309326781.0,0.002374988980591297
syn_03029_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,546.1272080428898,1705.0,0.0
syn_03029_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6668.120041955262,309326781.0,0.0
syn_03029_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,546.1272080428898,1705.0,0.0
syn_03029_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,687.8522738348693,403824746.0,0.0025830231606960297
syn_03029_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1992.621816135943,58422.0,0.0
syn_03029_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1992.621816135943,58422.0,0.0
syn_03029_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1929.2536575114354,889.0,0.0
syn_03029_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,687.8522738348693,403824746.0,0.0
syn_03029_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1992.621816135943,58422.0,0.0
syn_03029_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2251.8650830024853,100949950.0,0.002250075340270996
syn_03029_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,236.38091783504933,1341.0,0.0
syn_03029_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2251.8650830024853,100949950.0,0.0
syn_03029_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,236.38091783504933,1341.0,0.0
syn_03029_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1441.0426744958386,657380033.0,0.0022919848561286926
syn_03029_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5962.827799189836,58422.0,0.0
syn_03029_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5962.827799189836,58422.0,0.0
syn_03029_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4800.050707650371,1143.0,0.0
syn_03029_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1675.8102086605504,1237382132.0,0.0
syn_03029_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5962.827799189836,58422.0,0.0
syn_03029_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6428.14654216636,309326781.0,0.00200001522898674
syn_03029_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,490.60204112902284,1559.0,0.0
syn_03029_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6428.14654216636,309326781.0,0.0
syn_03029_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,490.60204112902284,1559.0,0.0
syn_03029_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,601.714649843052,403824746.0,0.0024579931050539017
syn_03029_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1931.2326081795618,58422.0,0.0
syn_03029_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1931.2326081795618,58422.0,0.0
syn_03029_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1928.2601593760774,889.0,0.0
syn_03029_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,601.714649843052,403824746.0,0.0
syn_03029_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1931.2326081795618,58422.0,0.0
syn_03029_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2172.95550100971,100949949.0,0.002291053533554077
syn_03029_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,169.18462503235787,1378.0,0.0
syn_03029_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2172.95550100971,100949949.0,0.0
syn_03029_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,169.18462503235787,1378.0,0.0
syn_03029_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1635.6215084902942,657380033.0,0.002125045284628868
syn_03029_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6037.360966135748,58422.0,0.0
syn_03029_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6037.360966135748,58422.0,0.0
syn_03029_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4971.8632496660575,1143.0,0.0
syn_03029_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1652.9177085030824,1237382132.0,0.0
syn_03029_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6037.360966135748,58422.0,0.0
syn_03029_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6398.301206994802,309326780.0,0.0020420411601662636
syn_03029_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,538.7788341613486,1799.0,0.0
syn_03029_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6398.301206994802,309326780.0,0.0
syn_03029_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,538.7788341613486,1799.0,0.0
syn_03029_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,598.7621078034863,403824746.0,0.002374988980591297
syn_03029_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1908.3884413354099,58422.0,0.0
syn_03029_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1908.3884413354099,58422.0,0.0
syn_03029_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1995.2097844099626,889.0,0.0
syn_03029_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,598.7621078034863,403824746.0,0.0
syn_03029_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1908.3884413354099,58422.0,0.0
syn_03029_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2175.2231661230326,100949949.0,0.002334010787308216
syn_03029_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,167.9975000442937,1571.0,0.0
syn_03029_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2175.2231661230326,100949949.0,0.0
syn_03029_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,167.9975000442937,1571.0,0.0
syn_03029_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1573.595509538427,657380033.0,0.002374988980591297
syn_03029_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5934.648841200396,58422.0,0.0
syn_03029_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5934.648841200396,58422.0,0.0
syn_03029_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4792.9837085539475,1143.0,0.0
syn_03029_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1709.7599576227367,1237382132.0,0.0
syn_03029_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5934.648841200396,58422.0,0.0
syn_03029_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6520.926125929691,309326780.0,0.0019581057131290436
syn_03029_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,453.7444160087034,1519.0,0.0
syn_03029_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6520.926125929691,309326780.0,0.0
syn_03029_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,453.7444160087034,1519.0,0.0
syn_03029_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,615.010941773653,403824746.0,0.002374988980591297
syn_03029_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1929.6561503084376,58422.0,0.0
syn_03029_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1929.6561503084376,58422.0,0.0
syn_03029_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1928.5642414353788,889.0,0.0
syn_03029_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,615.010941773653,403824746.0,0.0
syn_03029_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1929.6561503084376,58422.0,0.0
syn_03029_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2187.2883772011846,100949949.0,0.002540997229516506
syn_03029_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,207.10474986117333,1261.0,0.0
syn_03029_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2187.2883772011846,100949949.0,0.0
syn_03029_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,207.10474986117333,1261.0,0.0
syn_03030_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,632.5204325141385,208630506.0,0.0009579816833138466
syn_03030_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1015.732758375816,7274.0,0.0
syn_03030_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1015.732758375816,7274.0,0.0
syn_03030_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3489.316201279871,1050.0,0.0
syn_03030_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,457.16254971921444,208630478.0,0.0
syn_03030_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1015.732758375816,7274.0,0.0
syn_03030_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,527.6244579581544,1597.0,0.000500003807246685
syn_03030_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,527.6244579581544,1597.0,0.0
syn_03030_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1169.3507491145283,52195963.0,0.0
syn_03030_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,527.6244579581544,1597.0,0.0
syn_03030_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,225.86404939647764,73301736.0,0.0007919734343886375
syn_03030_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,364.1340996604413,7274.0,0.0
syn_03030_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,364.1340996604413,7274.0,0.0
syn_03030_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1530.520142777823,911.0,0.0
syn_03030_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,271.0130078252405,73301708.0,0.0
syn_03030_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,364.1340996604413,7274.0,0.0
syn_03030_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,218.26216590125114,1349.0,0.0008749775588512421
syn_03030_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,218.26216590125114,1349.0,0.0
syn_03030_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,375.893622986041,18337363.0,0.0
syn_03030_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,218.26216590125114,1349.0,0.0
syn_03030_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,613.9272655593231,208630506.0,0.000708969309926033
syn_03030_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1161.2111743772402,7274.0,0.0
syn_03030_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1161.2111743772402,7274.0,0.0
syn_03030_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3618.313574208878,1050.0,0.0
syn_03030_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,685.5525077553466,208630478.0,0.0
syn_03030_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1161.2111743772402,7274.0,0.0
syn_03030_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,573.6738331615925,1951.0,0.0006249174475669861
syn_03030_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,573.6738331615925,1951.0,0.0
syn_03030_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1195.2825010521337,52195962.0,0.0
syn_03030_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,573.6738331615925,1951.0,0.0
syn_03030_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,237.88779927417636,73301736.0,0.0007499475032091141
syn_03030_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,393.1634325766936,7274.0,0.0
syn_03030_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,393.1634325766936,7274.0,0.0
syn_03030_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1530.4243917576969,911.0,0.0
syn_03030_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,285.5467578396201,73301708.0,0.0
syn_03030_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,393.1634325766936,7274.0,0.0
syn_03030_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,233.46575105097145,1799.0,0.0007079215720295906
syn_03030_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,233.46575105097145,1799.0,0.0
syn_03030_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,442.69245711620897,18337364.0,0.0
syn_03030_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,233.46575105097145,1799.0,0.0
syn_03030_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,402.3046006215736,208630506.0,0.0007080379873514175
syn_03030_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,941.4628842379898,7274.0,0.0
syn_03030_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,941.4628842379898,7274.0,0.0
syn_03030_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3487.9811991471797,1050.0,0.0
syn_03030_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,416.6613838169724,208630478.0,0.0
syn_03030_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,941.4628842379898,7274.0,0.0
syn_03030_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,396.9093330670148,1630.0,0.0006249174475669861
syn_03030_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,396.9093330670148,1630.0,0.0
syn_03030_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1184.3953328207135,52195963.0,0.0
syn_03030_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,396.9093330670148,1630.0,0.0
syn_03030_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,167.5015912624076,73301736.0,0.000875093974173069
syn_03030_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,366.95564046967775,7274.0,0.0
syn_03030_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,366.95564046967775,7274.0,0.0
syn_03030_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1530.6623907759786,911.0,0.0
syn_03030_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,215.2236316818744,73301708.0,0.0
syn_03030_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,366.95564046967775,7274.0,0.0
syn_03030_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,164.39262416679412,1350.0,0.0009579816833138466
syn_03030_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,164.39262416679412,1350.0,0.0
syn_03030_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,374.43745776545256,18337364.0,0.0
syn_03030_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,164.39262416679412,1350.0,0.0
syn_03030_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,608.4421417210251,208630506.0,0.000833999365568161
syn_03030_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,901.5797583153471,7274.0,0.0
syn_03030_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,901.5797583153471,7274.0,0.0
syn_03030_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,3639.716409239918,1050.0,0.0
syn_03030_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,417.3526759259403,208630478.0,0.0
syn_03030_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,901.5797583153471,7274.0,0.0
syn_03030_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,591.8921250849962,2051.0,0.0007079215720295906
syn_03030_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,591.8921250849962,2051.0,0.0
syn_03030_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1130.5537509033456,52195963.0,0.0
syn_03030_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,591.8921250849962,2051.0,0.0
syn_03030_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,166.4709245087579,73301736.0,0.0006658956408500671
syn_03030_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,388.0470995558426,7274.0,0.0
syn_03030_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,388.0470995558426,7274.0,0.0
syn_03030_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1597.2696417244151,911.0,0.0
syn_03030_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,215.65004971344024,73301708.0,0.0
syn_03030_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,388.0470995558426,7274.0,0.0
syn_03030_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,165.0782919023186,1698.0,0.0005409820005297661
syn_03030_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,165.0782919023186,1698.0,0.0
syn_03030_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,374.8869579285383,18337363.0,0.0
syn_03030_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,165.0782919023186,1698.0,0.0
syn_03030_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,414.17368249967694,208630506.0,0.0005830079317092896
syn_03030_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,974.2939253803343,7274.0,0.0
syn_03030_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,974.2939253803343,7274.0,0.0
syn_03030_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3491.308450209908,1050.0,0.0
syn_03030_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,335.5844677425921,208630478.0,0.0
syn_03030_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,974.2939253803343,7274.0,0.0
syn_03030_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,424.08612405415624,1497.0,0.000833999365568161
syn_03030_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,424.08612405415624,1497.0,0.0
syn_03030_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1036.1399169778451,52195963.0,0.0
syn_03030_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,424.08612405415624,1497.0,0.0
syn_03030_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,182.37913236953318,73301736.0,0.0007080379873514175
syn_03030_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,412.7003506058827,7274.0,0.0
syn_03030_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,412.7003506058827,7274.0,0.0
syn_03030_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1530.5726839229465,911.0,0.0
syn_03030_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,229.43646679632366,73301708.0,0.0
syn_03030_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,412.7003506058827,7274.0,0.0
syn_03030_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,180.00012589618564,1233.0,0.0005830079317092896
syn_03030_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,180.00012589618564,1233.0,0.0
syn_03030_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,389.4143319921568,18337364.0,0.0
syn_03030_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,180.00012589618564,1233.0,0.0
syn_03031_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,948.2423665001988,346342088.0,0.0007499475032091141
syn_03031_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2954.665533779189,28999.0,0.0
syn_03031_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2954.665533779189,28999.0,0.0
syn_03031_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4209.528650320135,825.0,0.0
syn_03031_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1022.5489251781255,651899638.0,0.0
syn_03031_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2954.665533779189,28999.0,0.0
syn_03031_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3384.5969159156084,162984799.0,0.0007080379873514175
syn_03031_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,583.7642929982394,1483.0,0.0
syn_03031_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3384.5969159156084,162984799.0,0.0
syn_03031_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,583.7642929982394,1483.0,0.0
syn_03031_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,605.2584250224754,215486245.0,0.0011670636013150215
syn_03031_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,853.9305655518547,28999.0,0.0
syn_03031_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,853.9305655518547,28999.0,0.0
syn_03031_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1814.6224998869002,801.0,0.0
syn_03031_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,605.2584250224754,215486245.0,0.0
syn_03031_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,853.9305655518547,28999.0,0.0
syn_03031_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1716.4560850942507,53874532.0,0.0007919734343886375
syn_03031_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,228.6359170684591,1327.0,0.0
syn_03031_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1716.4560850942507,53874532.0,0.0
syn_03031_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,228.6359170684591,1327.0,0.0
syn_03031_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1160.982283600606,346342088.0,0.0008330680429935455
syn_03031_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3046.4194496627897,28999.0,0.0
syn_03031_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3046.4194496627897,28999.0,0.0
syn_03031_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4128.221567417495,825.0,0.0
syn_03031_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1183.088300214149,651899638.0,0.0
syn_03031_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3046.4194496627897,28999.0,0.0
syn_03031_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3412.9892920609564,162984798.0,0.0005830079317092896
syn_03031_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,590.0540818693116,1822.0,0.0
syn_03031_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3412.9892920609564,162984798.0,0.0
syn_03031_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,590.0540818693116,1822.0,0.0
syn_03031_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,697.6565919118002,215486245.0,0.0006660120561718941
syn_03031_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,885.928689641878,28999.0,0.0
syn_03031_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,885.928689641878,28999.0,0.0
syn_03031_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1681.236958852969,801.0,0.0
syn_03031_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,697.6565919118002,215486245.0,0.0
syn_03031_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,885.928689641878,28999.0,0.0
syn_03031_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1310.2509159361944,53874532.0,0.001249951310455799
syn_03031_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,245.67345809191465,1549.0,0.0
syn_03031_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1310.2509159361944,53874532.0,0.0
syn_03031_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,245.67345809191465,1549.0,0.0
syn_03031_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,854.882867494598,346342088.0,0.0006670597940683365
syn_03031_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2776.8656578147784,28999.0,0.0
syn_03031_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2776.8656578147784,28999.0,0.0
syn_03031_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4094.8440264211968,825.0,0.0
syn_03031_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,834.3685912434012,651899638.0,0.0
syn_03031_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2776.8656578147784,28999.0,0.0
syn_03031_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3276.4508749824017,162984798.0,0.0006669433787465096
syn_03031_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,527.4710420053452,1542.0,0.0
syn_03031_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3276.4508749824017,162984798.0,0.0
syn_03031_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,527.4710420053452,1542.0,0.0
syn_03031_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,465.10354885831475,215486245.0,0.000750063918530941
syn_03031_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,839.107066532597,28999.0,0.0
syn_03031_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,839.107066532597,28999.0,0.0
syn_03031_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1762.0335838524625,801.0,0.0
syn_03031_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,465.10354885831475,215486245.0,0.0
syn_03031_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,839.107066532597,28999.0,0.0
syn_03031_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1211.2444590311497,53874532.0,0.000750063918530941
syn_03031_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,178.5065419971943,1339.0,0.0
syn_03031_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1211.2444590311497,53874532.0,0.0
syn_03031_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,178.5065419971943,1339.0,0.0
syn_03031_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,929.959242651239,346342088.0,0.000625033862888813
syn_03031_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2821.7830749228597,28999.0,0.0
syn_03031_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2821.7830749228597,28999.0,0.0
syn_03031_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4020.7255243323743,825.0,0.0
syn_03031_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,973.5275073209777,651899638.0,0.0
syn_03031_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2821.7830749228597,28999.0,0.0
syn_03031_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3302.424748777412,162984799.0,0.0006249174475669861
syn_03031_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,568.1745840702206,1695.0,0.0
syn_03031_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3302.424748777412,162984799.0,0.0
syn_03031_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,568.1745840702206,1695.0,0.0
syn_03031_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,487.3797580599785,215486245.0,0.0005830079317092896
syn_03031_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,897.6005246164277,28999.0,0.0
syn_03031_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,897.6005246164277,28999.0,0.0
syn_03031_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1680.5692499270663,801.0,0.0
syn_03031_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,487.3797580599785,215486245.0,0.0
syn_03031_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,897.6005246164277,28999.0,0.0
syn_03031_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1260.9901678515598,53874532.0,0.000584055669605732
syn_03031_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,189.82624995987862,1391.0,0.0
syn_03031_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1260.9901678515598,53874532.0,0.0
syn_03031_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,189.82624995987862,1391.0,0.0
syn_03031_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,832.8859495930374,346342088.0,0.000750063918530941
syn_03031_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2917.714200844057,28999.0,0.0
syn_03031_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2917.714200844057,28999.0,0.0
syn_03031_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4015.9373993985355,825.0,0.0
syn_03031_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,871.7307573417202,651899638.0,0.0
syn_03031_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2917.714200844057,28999.0,0.0
syn_03031_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3358.205000986345,162984798.0,0.0005830079317092896
syn_03031_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,459.1939168749377,1536.0,0.0
syn_03031_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3358.205000986345,162984798.0,0.0
syn_03031_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,459.1939168749377,1536.0,0.0
syn_03031_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,481.06892502401024,215486245.0,0.0005419133231043816
syn_03031_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,920.2053586719558,28999.0,0.0
syn_03031_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,920.2053586719558,28999.0,0.0
syn_03031_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1681.7799988435581,801.0,0.0
syn_03031_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,481.06892502401024,215486245.0,0.0
syn_03031_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,920.2053586719558,28999.0,0.0
syn_03031_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1211.79662598297,53874532.0,0.0005419133231043816
syn_03031_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,207.5282500591129,1249.0,0.0
syn_03031_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1211.79662598297,53874532.0,0.0
syn_03031_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,207.5282500591129,1249.0,0.0
syn_03032_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1706.1922760913149,661401281.0,0.006249989382922649
syn_03032_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6086.36166555807,58437.0,0.0
syn_03032_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6086.36166555807,58437.0,0.0
syn_03032_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4842.2531170304865,827.0,0.0
syn_03032_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1723.7720583565533,1244951542.0,0.0
syn_03032_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6086.36166555807,58437.0,0.0
syn_03032_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6476.829457795247,311276478.0,0.0026669586077332497
syn_03032_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,624.0290838759392,1586.0,0.0
syn_03032_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6476.829457795247,311276478.0,0.0
syn_03032_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,624.0290838759392,1586.0,0.0
syn_03032_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,1840.575058432296,407031914.0,0.0034999102354049683
syn_03032_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2123.4721848275512,58437.0,0.0
syn_03032_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2123.4721848275512,58437.0,0.0
syn_03032_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1936.255157343112,719.0,0.0
syn_03032_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1840.575058432296,407031914.0,0.0
syn_03032_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2123.4721848275512,58437.0,0.0
syn_03032_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2226.4939579181373,101760959.0,0.0024170149117708206
syn_03032_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,218.4710850706324,1299.0,0.0
syn_03032_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2226.4939579181373,101760959.0,0.0
syn_03032_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,218.4710850706324,1299.0,0.0
syn_03032_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1769.8547748150304,661401281.0,0.0025420449674129486
syn_03032_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6136.632042634301,58437.0,0.0
syn_03032_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6136.632042634301,58437.0,0.0
syn_03032_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4818.892824952491,827.0,0.0
syn_03032_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1829.765683482401,1244951542.0,0.0
syn_03032_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6136.632042634301,58437.0,0.0
syn_03032_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6693.882500054315,311276479.0,0.002875109203159809
syn_03032_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,634.7402919782326,1571.0,0.0
syn_03032_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6693.882500054315,311276479.0,0.0
syn_03032_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,634.7402919782326,1571.0,0.0
syn_03032_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,1050.3182665677741,407031914.0,0.002791057340800762
syn_03032_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2054.565599723719,58437.0,0.0
syn_03032_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2054.565599723719,58437.0,0.0
syn_03032_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2056.3660754123703,719.0,0.0
syn_03032_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1050.3182665677741,407031914.0,0.0
syn_03032_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2054.565599723719,58437.0,0.0
syn_03032_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2180.293207988143,101760960.0,0.002458924427628517
syn_03032_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,249.22612390946597,1396.0,0.0
syn_03032_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2180.293207988143,101760960.0,0.0
syn_03032_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,249.22612390946597,1396.0,0.0
syn_03032_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1462.480275076814,661401281.0,0.0024168984964489937
syn_03032_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6041.336874640547,58437.0,0.0
syn_03032_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6041.336874640547,58437.0,0.0
syn_03032_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4898.35870093666,827.0,0.0
syn_03032_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1662.343434500508,1244951542.0,0.0
syn_03032_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6041.336874640547,58437.0,0.0
syn_03032_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6412.8195837838575,311276478.0,0.002584070898592472
syn_03032_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,408.2768320804462,1610.0,0.0
syn_03032_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6412.8195837838575,311276478.0,0.0
syn_03032_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,408.2768320804462,1610.0,0.0
syn_03032_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,965.2117663761601,407031914.0,0.0025419285520911217
syn_03032_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1946.0160989081487,58437.0,0.0
syn_03032_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1946.0160989081487,58437.0,0.0
syn_03032_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1935.6408251915127,719.0,0.0
syn_03032_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,965.2117663761601,407031914.0,0.0
syn_03032_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1946.0160989081487,58437.0,0.0
syn_03032_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2106.4458761829883,101760959.0,0.002459040842950344
syn_03032_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,181.12145899794996,1337.0,0.0
syn_03032_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2106.4458761829883,101760959.0,0.0
syn_03032_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,181.12145899794996,1337.0,0.0
syn_03032_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1659.850609023124,661401281.0,0.002124928869307041
syn_03032_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5982.199625624344,58437.0,0.0
syn_03032_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5982.199625624344,58437.0,0.0
syn_03032_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4834.46274199523,827.0,0.0
syn_03032_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1648.4893914079294,1244951542.0,0.0
syn_03032_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5982.199625624344,58437.0,0.0
syn_03032_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6425.9020001627505,311276478.0,0.002374988980591297
syn_03032_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,606.9687079871073,1747.0,0.0
syn_03032_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6425.9020001627505,311276478.0,0.0
syn_03032_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,606.9687079871073,1747.0,0.0
syn_03032_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,949.2068935185671,407031914.0,0.0032080570235848427
syn_03032_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1950.447515770793,58437.0,0.0
syn_03032_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1950.447515770793,58437.0,0.0
syn_03032_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1935.4381172452122,719.0,0.0
syn_03032_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,949.2068935185671,407031914.0,0.0
syn_03032_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1950.447515770793,58437.0,0.0
syn_03032_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2098.4958320623264,101760960.0,0.0021669548004865646
syn_03032_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,169.4551679538563,1443.0,0.0
syn_03032_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2098.4958320623264,101760960.0,0.0
syn_03032_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,169.4551679538563,1443.0,0.0
syn_03032_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1552.0016510272399,661401281.0,0.002249958924949169
syn_03032_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6116.495416662656,58437.0,0.0
syn_03032_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6116.495416662656,58437.0,0.0
syn_03032_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4857.376990979537,827.0,0.0
syn_03032_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1723.6179334344342,1244951542.0,0.0
syn_03032_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6116.495416662656,58437.0,0.0
syn_03032_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6552.2237489931285,311276478.0,0.001958920620381832
syn_03032_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,483.99170802440494,1507.0,0.0
syn_03032_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6552.2237489931285,311276478.0,0.0
syn_03032_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,483.99170802440494,1507.0,0.0
syn_03032_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,0.0,989.5070164464414,407031914.0,0.002750079147517681
syn_03032_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,0.0,1988.7445169268176,58437.0,0.0
syn_03032_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,0.0,1988.7445169268176,58437.0,0.0
syn_03032_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1938.8363661710173,719.0,0.0
syn_03032_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,0.0,989.5070164464414,407031914.0,0.0
syn_03032_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,0.0,1988.7445169268176,58437.0,0.0
syn_03032_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,0.0,2118.594416999258,101760959.0,0.002374988980591297
syn_03032_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,194.51246003154665,1217.0,0.0
syn_03032_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,2118.594416999258,101760959.0,0.0
syn_03032_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,0.0,194.51246003154665,1217.0,0.0
syn_03033_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,508.4979745792225,208286442.0,0.0007499475032091141
syn_03033_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,956.8560334853828,7555.0,0.0
syn_03033_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,956.8560334853828,7555.0,0.0
syn_03033_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3644.338983716443,1084.0,0.0
syn_03033_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,534.7096578450873,208286414.0,0.0
syn_03033_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,956.8560334853828,7555.0,0.0
syn_03033_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,507.1371259400621,1583.0,0.0007080379873514175
syn_03033_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,507.1371259400621,1583.0,0.0
syn_03033_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1392.1435408992693,52081275.0,0.0
syn_03033_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,507.1371259400621,1583.0,0.0
syn_03033_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,237.0033825514838,72638184.0,0.0009170034900307655
syn_03033_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,372.9867654154077,7555.0,0.0
syn_03033_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,372.9867654154077,7555.0,0.0
syn_03033_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1529.3445083778352,854.0,0.0
syn_03033_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,243.9441083231941,72638156.0,0.0
syn_03033_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,372.9867654154077,7555.0,0.0
syn_03033_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,235.81279208883643,1385.0,0.0009579816833138466
syn_03033_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,235.81279208883643,1385.0,0.0
syn_03033_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,378.3721252111718,18153043.0,0.0
syn_03033_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,235.81279208883643,1385.0,0.0
syn_03033_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,779.6001404989511,208286442.0,0.0007499475032091141
syn_03033_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1267.9162424290553,7555.0,0.0
syn_03033_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1267.9162424290553,7555.0,0.0
syn_03033_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,3871.9037326751277,1084.0,0.0
syn_03033_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,539.8812838364393,208286414.0,0.0
syn_03033_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1267.9162424290553,7555.0,0.0
syn_03033_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,695.6525829154998,1903.0,0.000750063918530941
syn_03033_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,695.6525829154998,1903.0,0.0
syn_03033_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1283.8944998802617,52081274.0,0.0
syn_03033_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,695.6525829154998,1903.0,0.0
syn_03033_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,237.48634175863117,72638184.0,0.000625033862888813
syn_03033_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,386.9928076863289,7555.0,0.0
syn_03033_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,386.9928076863289,7555.0,0.0
syn_03033_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1662.275966326706,854.0,0.0
syn_03033_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,241.01710815448314,72638156.0,0.0
syn_03033_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,386.9928076863289,7555.0,0.0
syn_03033_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,233.7622899794951,1788.0,0.000833999365568161
syn_03033_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,233.7622899794951,1788.0,0.0
syn_03033_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,435.10295811574906,18153044.0,0.0
syn_03033_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,233.7622899794951,1788.0,0.0
syn_03033_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,404.7025583917275,208286442.0,0.0005420297384262085
syn_03033_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,876.420366531238,7555.0,0.0
syn_03033_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,876.420366531238,7555.0,0.0
syn_03033_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3563.8161085313186,1084.0,0.0
syn_03033_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,534.4877006253228,208286414.0,0.0
syn_03033_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,876.420366531238,7555.0,0.0
syn_03033_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,458.1598748918623,1673.0,0.0009159557521343231
syn_03033_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,458.1598748918623,1673.0,0.0
syn_03033_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1240.4917931417003,52081275.0,0.0
syn_03033_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,458.1598748918623,1673.0,0.0
syn_03033_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,178.3142166910693,72638184.0,0.0005830079317092896
syn_03033_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,370.11347461957484,7555.0,0.0
syn_03033_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,370.11347461957484,7555.0,0.0
syn_03033_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1527.3423004662618,854.0,0.0
syn_03033_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,184.42885922268033,72638156.0,0.0
syn_03033_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,370.11347461957484,7555.0,0.0
syn_03033_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,179.0391249815002,1343.0,0.0006669433787465096
syn_03033_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,179.0391249815002,1343.0,0.0
syn_03033_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,376.9832501420751,18153043.0,0.0
syn_03033_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,179.0391249815002,1343.0,0.0
syn_03033_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,501.558351656422,208286442.0,0.0009580980986356735
syn_03033_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1041.8811994139105,7555.0,0.0
syn_03033_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1041.8811994139105,7555.0,0.0
syn_03033_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3645.9443177096546,1084.0,0.0
syn_03033_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,517.9822428151965,208286414.0,0.0
syn_03033_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1041.8811994139105,7555.0,0.0
syn_03033_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,0.0,480.8229170739651,1930.0,0.0007079215720295906
syn_03033_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,480.8229170739651,1930.0,0.0
syn_03033_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1217.363873962313,52081275.0,0.0
syn_03033_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,1217.363873962313,52081275.0,0.0
syn_03033_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,179.81438259594142,72638184.0,0.000584055669605732
syn_03033_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,386.69014158658683,7555.0,0.0
syn_03033_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,386.69014158658683,7555.0,0.0
syn_03033_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1527.457466418855,854.0,0.0
syn_03033_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,186.77852519322187,72638156.0,0.0
syn_03033_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,386.69014158658683,7555.0,0.0
syn_03033_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,174.774460028857,1574.0,0.0006658956408500671
syn_03033_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,174.774460028857,1574.0,0.0
syn_03033_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,377.1465830504894,18153044.0,0.0
syn_03033_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,174.774460028857,1574.0,0.0
syn_03033_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,548.4327656216919,208286442.0,0.0007080379873514175
syn_03033_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,918.6505743535236,7555.0,0.0
syn_03033_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,918.6505743535236,7555.0,0.0
syn_03033_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3531.5273164538667,1084.0,0.0
syn_03033_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,405.06699176039547,208286414.0,0.0
syn_03033_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,918.6505743535236,7555.0,0.0
syn_03033_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,424.76812400855124,1713.0,0.0006660120561718941
syn_03033_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,424.76812400855124,1713.0,0.0
syn_03033_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1128.0084168538451,52081274.0,0.0
syn_03033_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,424.76812400855124,1713.0,0.0
syn_03033_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,206.21371655724943,72638184.0,0.0006670597940683365
syn_03033_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,411.8242667289451,7555.0,0.0
syn_03033_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,411.8242667289451,7555.0,0.0
syn_03033_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1527.9122173786163,854.0,0.0
syn_03033_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,214.31306733284146,72638156.0,0.0
syn_03033_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,411.8242667289451,7555.0,0.0
syn_03033_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,205.47458401415497,1291.0,0.0009579816833138466
syn_03033_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,205.47458401415497,1291.0,0.0
syn_03033_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,378.2462910749018,18153043.0,0.0
syn_03033_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,205.47458401415497,1291.0,0.0
syn_03034_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,960.5011086212471,350424268.0,0.0011670636013150215
syn_03034_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3014.9843017570674,29476.0,0.0
syn_03034_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3014.9843017570674,29476.0,0.0
syn_03034_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4056.9409081479535,1164.0,0.0
syn_03034_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,942.3985081724823,659583734.0,0.0
syn_03034_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3014.9843017570674,29476.0,0.0
syn_03034_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3190.544374869205,164934496.0,0.0006669433787465096
syn_03034_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,541.5556670632213,1559.0,0.0
syn_03034_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3190.544374869205,164934496.0,0.0
syn_03034_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,541.5556670632213,1559.0,0.0
syn_03034_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,397.28579125367105,219615015.0,0.00100000761449337
syn_03034_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,849.5885499753058,29476.0,0.0
syn_03034_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,849.5885499753058,29476.0,0.0
syn_03034_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1679.992982908152,848.0,0.0
syn_03034_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,397.28579125367105,219615015.0,0.0
syn_03034_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,849.5885499753058,29476.0,0.0
syn_03034_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,0.0,1069.840417127125,54906724.0,0.0009579816833138466
syn_03034_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,218.20020710583776,1313.0,0.0
syn_03034_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,1069.840417127125,54906724.0,0.0
syn_03034_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,218.20020710583776,1313.0,0.0
syn_03034_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,979.3455245206133,350424268.0,0.0009170034900307655
syn_03034_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3069.370216806419,29476.0,0.0
syn_03034_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3069.370216806419,29476.0,0.0
syn_03034_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4078.8249072618783,1164.0,0.0
syn_03034_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1011.8870491627604,659583734.0,0.0
syn_03034_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3069.370216806419,29476.0,0.0
syn_03034_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3297.0223748125136,164934497.0,0.0007080379873514175
syn_03034_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,549.4138749781996,1930.0,0.0
syn_03034_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3297.0223748125136,164934497.0,0.0
syn_03034_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,549.4138749781996,1930.0,0.0
syn_03034_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,399.24658429808915,219615015.0,0.0007499475032091141
syn_03034_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,879.3539669597521,29476.0,0.0
syn_03034_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,879.3539669597521,29476.0,0.0
syn_03034_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1803.0975241214037,848.0,0.0
syn_03034_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,399.24658429808915,219615015.0,0.0
syn_03034_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,879.3539669597521,29476.0,0.0
syn_03034_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1124.7383749578148,54906724.0,0.0007499475032091141
syn_03034_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,235.08554184809327,1748.0,0.0
syn_03034_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1124.7383749578148,54906724.0,0.0
syn_03034_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,235.08554184809327,1748.0,0.0
syn_03034_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,756.3170655164868,350424268.0,0.000708969309926033
syn_03034_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2918.4662577463314,29476.0,0.0
syn_03034_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2918.4662577463314,29476.0,0.0
syn_03034_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4088.553990307264,1164.0,0.0
syn_03034_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,812.6061340793967,659583734.0,0.0
syn_03034_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2918.4662577463314,29476.0,0.0
syn_03034_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3028.387917089276,164934497.0,0.0005420297384262085
syn_03034_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,554.857249953784,1549.0,0.0
syn_03034_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3028.387917089276,164934497.0,0.0
syn_03034_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,554.857249953784,1549.0,0.0
syn_03034_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,368.57366622425616,219615015.0,0.00100000761449337
syn_03034_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,848.7474660389125,29476.0,0.0
syn_03034_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,848.7474660389125,29476.0,0.0
syn_03034_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1682.3115669190884,848.0,0.0
syn_03034_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,368.57366622425616,219615015.0,0.0
syn_03034_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,848.7474660389125,29476.0,0.0
syn_03034_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1096.1685410002246,54906724.0,0.0008329516276717186
syn_03034_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,178.27537399716675,1305.0,0.0
syn_03034_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1096.1685410002246,54906724.0,0.0
syn_03034_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,178.27537399716675,1305.0,0.0
syn_03034_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,972.7179425070062,350424268.0,0.0005830079317092896
syn_03034_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2866.192842833698,29476.0,0.0
syn_03034_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2866.192842833698,29476.0,0.0
syn_03034_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4026.792991044931,1164.0,0.0
syn_03034_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1019.9287993367761,659583734.0,0.0
syn_03034_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2866.192842833698,29476.0,0.0
syn_03034_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3191.2717090453953,164934497.0,0.0007079215720295906
syn_03034_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,498.06441902182996,1842.0,0.0
syn_03034_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3191.2717090453953,164934497.0,0.0
syn_03034_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,498.06441902182996,1842.0,0.0
syn_03034_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,323.90437428839505,219615015.0,0.0006249174475669861
syn_03034_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,877.4437170242891,29476.0,0.0
syn_03034_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,877.4437170242891,29476.0,0.0
syn_03034_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1680.167191219516,848.0,0.0
syn_03034_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,323.90437428839505,219615015.0,0.0
syn_03034_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,877.4437170242891,29476.0,0.0
syn_03034_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1049.2762080393732,54906724.0,0.0012079253792762756
syn_03034_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,162.58308198302984,1715.0,0.0
syn_03034_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1049.2762080393732,54906724.0,0.0
syn_03034_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,162.58308198302984,1715.0,0.0
syn_03034_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,840.2229396859184,350424268.0,0.000750063918530941
syn_03034_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2760.3957997635007,29476.0,0.0
syn_03034_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2760.3957997635007,29476.0,0.0
syn_03034_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4164.877532236278,1164.0,0.0
syn_03034_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,884.5048411516473,659583734.0,0.0
syn_03034_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2760.3957997635007,29476.0,0.0
syn_03034_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3103.6435001296923,164934497.0,0.000583939254283905
syn_03034_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,436.2898338586092,1473.0,0.0
syn_03034_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3103.6435001296923,164934497.0,0.0
syn_03034_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,436.2898338586092,1473.0,0.0
syn_03034_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,340.70658220443875,219615015.0,0.0007910421118140221
syn_03034_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,925.5549668334424,29476.0,0.0
syn_03034_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,925.5549668334424,29476.0,0.0
syn_03034_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1682.6770251151174,848.0,0.0
syn_03034_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,340.70658220443875,219615015.0,0.0
syn_03034_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,925.5549668334424,29476.0,0.0
syn_03034_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1063.9308751560748,54906724.0,0.000750063918530941
syn_03034_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,205.4851669818163,1234.0,0.0
syn_03034_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1063.9308751560748,54906724.0,0.0
syn_03034_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,205.4851669818163,1234.0,0.0
syn_03035_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1664.605931774713,660060865.0,0.004708999767899513
syn_03035_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6086.065225931816,58616.0,0.0
syn_03035_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6086.065225931816,58616.0,0.0
syn_03035_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4853.319691470824,1124.0,0.0
syn_03035_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1810.507949674502,1242428404.0,0.0
syn_03035_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6086.065225931816,58616.0,0.0
syn_03035_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6587.009084993042,310588349.0,0.002125045284628868
syn_03035_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,518.0064170854166,1557.0,0.0
syn_03035_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6587.009084993042,310588349.0,0.0
syn_03035_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,518.0064170854166,1557.0,0.0
syn_03035_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,697.9916327400133,407842922.0,0.0025830231606960297
syn_03035_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2048.16608291585,58616.0,0.0
syn_03035_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2048.16608291585,58616.0,0.0
syn_03035_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1939.1733668977395,730.0,0.0
syn_03035_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,697.9916327400133,407842922.0,0.0
syn_03035_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2048.16608291585,58616.0,0.0
syn_03035_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2220.2851668698713,101982143.0,0.0022919848561286926
syn_03035_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,234.21454208437353,1310.0,0.0
syn_03035_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2220.2851668698713,101982143.0,0.0
syn_03035_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,234.21454208437353,1310.0,0.0
syn_03035_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1827.2610587766394,660060865.0,0.002250075340270996
syn_03035_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6199.994599726051,58616.0,0.0
syn_03035_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6199.994599726051,58616.0,0.0
syn_03035_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,5146.8628593487665,1124.0,0.0
syn_03035_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1979.8503669444472,1242428404.0,0.0
syn_03035_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6199.994599726051,58616.0,0.0
syn_03035_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6693.2183768367395,310588348.0,0.0020830193534493446
syn_03035_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,707.5469590490684,1584.0,0.0
syn_03035_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6693.2183768367395,310588348.0,0.0
syn_03035_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,707.5469590490684,1584.0,0.0
syn_03035_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,776.6390509204939,407842922.0,0.0030410010367631912
syn_03035_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2025.6772908382118,58616.0,0.0
syn_03035_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2025.6772908382118,58616.0,0.0
syn_03035_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,2071.346784150228,730.0,0.0
syn_03035_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,776.6390509204939,407842922.0,0.0
syn_03035_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2025.6772908382118,58616.0,0.0
syn_03035_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2013.1176251452416,101982142.0,0.0025830231606960297
syn_03035_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,233.923832885921,1243.0,0.0
syn_03035_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2013.1176251452416,101982142.0,0.0
syn_03035_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,233.923832885921,1243.0,0.0
syn_03035_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1567.775475839153,660060865.0,0.0023330794647336006
syn_03035_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5847.028267732821,58616.0,0.0
syn_03035_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5847.028267732821,58616.0,0.0
syn_03035_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4888.54973341804,1124.0,0.0
syn_03035_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1618.16482571885,1242428404.0,0.0
syn_03035_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5847.028267732821,58616.0,0.0
syn_03035_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6448.787124827504,310588347.0,0.00200001522898674
syn_03035_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,473.9685410168022,1579.0,0.0
syn_03035_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6448.787124827504,310588347.0,0.0
syn_03035_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,473.9685410168022,1579.0,0.0
syn_03035_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,588.6098417686298,407842922.0,0.0024579931050539017
syn_03035_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2026.2199160410091,58616.0,0.0
syn_03035_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2026.2199160410091,58616.0,0.0
syn_03035_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1938.2875750539824,730.0,0.0
syn_03035_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,588.6098417686298,407842922.0,0.0
syn_03035_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2026.2199160410091,58616.0,0.0
syn_03035_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,1953.1299591762945,101982141.0,0.002540997229516506
syn_03035_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,189.28379099816084,1355.0,0.0
syn_03035_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1953.1299591762945,101982141.0,0.0
syn_03035_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,189.28379099816084,1355.0,0.0
syn_03035_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1615.5083916848525,660060865.0,0.002208980731666088
syn_03035_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6010.348141822033,58616.0,0.0
syn_03035_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6010.348141822033,58616.0,0.0
syn_03035_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4832.137359282933,1124.0,0.0
syn_03035_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1671.0411986568943,1242428404.0,0.0
syn_03035_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6010.348141822033,58616.0,0.0
syn_03035_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6656.285209115595,310588348.0,0.0019579892978072166
syn_03035_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,483.4355419734493,1712.0,0.0
syn_03035_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6656.285209115595,310588348.0,0.0
syn_03035_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,483.4355419734493,1712.0,0.0
syn_03035_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,597.2430916735902,407842922.0,0.0024168984964489937
syn_03035_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1933.5679159034044,58616.0,0.0
syn_03035_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1933.5679159034044,58616.0,0.0
syn_03035_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1938.5354501660913,730.0,0.0
syn_03035_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,597.2430916735902,407842922.0,0.0
syn_03035_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1933.5679159034044,58616.0,0.0
syn_03035_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,1944.3749161437154,101982143.0,0.002374988980591297
syn_03035_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,183.54104203172028,1408.0,0.0
syn_03035_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1944.3749161437154,101982143.0,0.0
syn_03035_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,183.54104203172028,1408.0,0.0
syn_03035_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1673.286182852462,660060865.0,0.002750079147517681
syn_03035_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5921.377974958159,58616.0,0.0
syn_03035_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5921.377974958159,58616.0,0.0
syn_03035_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4850.306900311261,1124.0,0.0
syn_03035_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1811.1601998098195,1242428404.0,0.0
syn_03035_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5921.377974958159,58616.0,0.0
syn_03035_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6507.063916069455,310588349.0,0.00229093711823225
syn_03035_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,580.3990840213373,1468.0,0.0
syn_03035_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6507.063916069455,310588349.0,0.0
syn_03035_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,580.3990840213373,1468.0,0.0
syn_03035_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,597.8632998885587,407842922.0,0.002540997229516506
syn_03035_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1956.9324580719694,58616.0,0.0
syn_03035_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1956.9324580719694,58616.0,0.0
syn_03035_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,2020.5357419559732,730.0,0.0
syn_03035_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,597.8632998885587,407842922.0,0.0
syn_03035_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1956.9324580719694,58616.0,0.0
syn_03035_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,1946.5005442034453,101982142.0,0.002334010787308216
syn_03035_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,182.7457919716835,1229.0,0.0
syn_03035_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1946.5005442034453,101982142.0,0.0
syn_03035_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,182.7457919716835,1229.0,0.0
syn_03036_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,504.9470659112558,217346796.0,0.000875093974173069
syn_03036_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,956.498542171903,7401.0,0.0
syn_03036_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,956.498542171903,7401.0,0.0
syn_03036_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,3625.5192667013034,841.0,0.0
syn_03036_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,553.6514341365546,217346768.0,0.0
syn_03036_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,956.498542171903,7401.0,0.0
syn_03036_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,467.6518749911338,1582.0,0.0007079215720295906
syn_03036_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,467.6518749911338,1582.0,0.0
syn_03036_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1464.9349169339985,54375035.0,0.0
syn_03036_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,467.6518749911338,1582.0,0.0
syn_03036_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,228.94270776305348,75919080.0,0.0008329516276717186
syn_03036_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,386.96922638919204,7401.0,0.0
syn_03036_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,386.96922638919204,7401.0,0.0
syn_03036_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1643.3495319448411,751.0,0.0
syn_03036_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,224.97254256159067,75919052.0,0.0
syn_03036_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,386.96922638919204,7401.0,0.0
syn_03036_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,223.42929197475314,1337.0,0.0010830117389559746
syn_03036_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,223.42929197475314,1337.0,0.0
syn_03036_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,402.66912523657084,19000919.0,0.0
syn_03036_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,223.42929197475314,1337.0,0.0
syn_03036_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,710.8688581036404,217346796.0,0.0005830079317092896
syn_03036_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1255.0584172829986,7401.0,0.0
syn_03036_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1255.0584172829986,7401.0,0.0
syn_03036_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3433.1984748132527,841.0,0.0
syn_03036_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,553.9276408962905,217346768.0,0.0
syn_03036_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1255.0584172829986,7401.0,0.0
syn_03036_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,627.0348749822006,1875.0,0.0006249174475669861
syn_03036_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,627.0348749822006,1875.0,0.0
syn_03036_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1385.7793769566342,54375035.0,0.0
syn_03036_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,627.0348749822006,1875.0,0.0
syn_03036_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,226.27549874596298,75919080.0,0.000500003807246685
syn_03036_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,406.9372244179249,7401.0,0.0
syn_03036_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,406.9372244179249,7401.0,0.0
syn_03036_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1697.0095752272755,751.0,0.0
syn_03036_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,223.51058369968086,75919052.0,0.0
syn_03036_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,406.9372244179249,7401.0,0.0
syn_03036_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,221.89733292907476,1693.0,0.0006249174475669861
syn_03036_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,221.89733292907476,1693.0,0.0
syn_03036_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,454.7739179106429,19000920.0,0.0
syn_03036_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,221.89733292907476,1693.0,0.0
syn_03036_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,513.1181068252772,217346796.0,0.0006660120561718941
syn_03036_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,897.0167921623215,7401.0,0.0
syn_03036_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,897.0167921623215,7401.0,0.0
syn_03036_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3447.6676827762276,841.0,0.0
syn_03036_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,412.3162261676043,217346768.0,0.0
syn_03036_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,897.0167921623215,7401.0,0.0
syn_03036_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,456.67825010605156,1611.0,0.0005419133231043816
syn_03036_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,456.67825010605156,1611.0,0.0
syn_03036_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1304.532584035769,54375035.0,0.0
syn_03036_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,456.67825010605156,1611.0,0.0
syn_03036_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,184.9502909462899,75919080.0,0.0005420297384262085
syn_03036_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,424.29518150165677,7401.0,0.0
syn_03036_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,424.29518150165677,7401.0,0.0
syn_03036_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1523.279283219017,751.0,0.0
syn_03036_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,179.01679251808673,75919052.0,0.0
syn_03036_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,424.29518150165677,7401.0,0.0
syn_03036_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,177.87237302400172,1336.0,0.000584055669605732
syn_03036_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,177.87237302400172,1336.0,0.0
syn_03036_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,410.2581259794533,19000919.0,0.0
syn_03036_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,177.87237302400172,1336.0,0.0
syn_03036_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,474.32544217444956,217346796.0,0.0007080379873514175
syn_03036_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1042.1465842053294,7401.0,0.0
syn_03036_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1042.1465842053294,7401.0,0.0
syn_03036_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3521.859725820832,841.0,0.0
syn_03036_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,522.5187670439482,217346768.0,0.0
syn_03036_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1042.1465842053294,7401.0,0.0
syn_03036_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,435.75979105662555,1830.0,0.0006249174475669861
syn_03036_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,435.75979105662555,1830.0,0.0
syn_03036_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1327.216582838446,54375034.0,0.0
syn_03036_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,435.75979105662555,1830.0,0.0
syn_03036_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,157.21725078765303,75919080.0,0.0007080379873514175
syn_03036_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,396.9638504553586,7401.0,0.0
syn_03036_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,396.9638504553586,7401.0,0.0
syn_03036_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1523.5303262248635,751.0,0.0
syn_03036_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,149.90850067697465,75919052.0,0.0
syn_03036_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,396.9638504553586,7401.0,0.0
syn_03036_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,146.91570901777595,1468.0,0.0007080379873514175
syn_03036_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,146.91570901777595,1468.0,0.0
syn_03036_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,381.45458220969886,19000920.0,0.0
syn_03036_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,146.91570901777595,1468.0,0.0
syn_03036_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,468.2200249051675,217346796.0,0.0006660120561718941
syn_03036_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1004.9027491593733,7401.0,0.0
syn_03036_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1004.9027491593733,7401.0,0.0
syn_03036_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3465.9243508940563,841.0,0.0
syn_03036_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,490.9346420317888,217346768.0,0.0
syn_03036_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1004.9027491593733,7401.0,0.0
syn_03036_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,428.963667829521,1484.0,0.0005420297384262085
syn_03036_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,428.963667829521,1484.0,0.0
syn_03036_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1313.4521670872346,54375035.0,0.0
syn_03036_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,428.963667829521,1484.0,0.0
syn_03036_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,185.23800082039088,75919080.0,0.0008329516276717186
syn_03036_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,422.4582254886627,7401.0,0.0
syn_03036_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,422.4582254886627,7401.0,0.0
syn_03036_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1522.6606582524255,751.0,0.0
syn_03036_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,179.895334597677,75919052.0,0.0
syn_03036_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,422.4582254886627,7401.0,0.0
syn_03036_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,179.452165029943,1238.0,0.0007499475032091141
syn_03036_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,179.452165029943,1238.0,0.0
syn_03036_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,412.0783341350034,19000920.0,0.0
syn_03036_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,179.452165029943,1238.0,0.0
syn_03037_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,957.755134277977,353592524.0,0.0009170034900307655
syn_03037_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2987.0979328872636,29553.0,0.0
syn_03037_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2987.0979328872636,29553.0,0.0
syn_03037_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,4206.9369674427435,753.0,0.0
syn_03037_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1003.0099829658866,665547510.0,0.0
syn_03037_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2987.0979328872636,29553.0,0.0
syn_03037_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3377.818167791702,166425441.0,0.0005420297384262085
syn_03037_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,534.4159160740674,1503.0,0.0
syn_03037_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3377.818167791702,166425441.0,0.0
syn_03037_8000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,534.4159160740674,1503.0,0.0
syn_03037_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,394.7680160170421,221716263.0,0.0007920898497104645
syn_03037_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,850.4824419971555,29553.0,0.0
syn_03037_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,850.4824419971555,29553.0,0.0
syn_03037_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1660.9947418561205,718.0,0.0
syn_03037_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,394.7680160170421,221716263.0,0.0
syn_03037_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,850.4824419971555,29553.0,0.0
syn_03037_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1123.6202490981668,55459686.0,0.0008749775588512421
syn_03037_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,216.93775104358792,1271.0,0.0
syn_03037_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1123.6202490981668,55459686.0,0.0
syn_03037_8000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,216.93775104358792,1271.0,0.0
syn_03037_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,962.6783421961591,353592524.0,0.0006249174475669861
syn_03037_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3061.8265580153093,29553.0,0.0
syn_03037_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3061.8265580153093,29553.0,0.0
syn_03037_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4057.119134347886,753.0,0.0
syn_03037_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1003.7787760142237,665547510.0,0.0
syn_03037_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3061.8265580153093,29553.0,0.0
syn_03037_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3315.190124907531,166425441.0,0.000625033862888813
syn_03037_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,551.2232929468155,1738.0,0.0
syn_03037_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3315.190124907531,166425441.0,0.0
syn_03037_8000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,551.2232929468155,1738.0,0.0
syn_03037_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,385.7663080096245,221716263.0,0.000750063918530941
syn_03037_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,863.3729418972507,29553.0,0.0
syn_03037_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,863.3729418972507,29553.0,0.0
syn_03037_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1660.9154078410938,718.0,0.0
syn_03037_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,385.7663080096245,221716263.0,0.0
syn_03037_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,863.3729418972507,29553.0,0.0
syn_03037_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1146.0911250906065,55459685.0,0.0006670597940683365
syn_03037_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,219.75891711190343,1374.0,0.0
syn_03037_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1146.0911250906065,55459685.0,0.0
syn_03037_8000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,219.75891711190343,1374.0,0.0
syn_03037_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,954.7229262068868,353592524.0,0.0006669433787465096
syn_03037_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2858.363891998306,29553.0,0.0
syn_03037_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2858.363891998306,29553.0,0.0
syn_03037_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3982.2903415188193,753.0,0.0
syn_03037_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,960.5801499914378,665547510.0,0.0
syn_03037_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2858.363891998306,29553.0,0.0
syn_03037_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3270.1128750341013,166425441.0,0.0005828915163874626
syn_03037_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,557.8428759472445,1542.0,0.0
syn_03037_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3270.1128750341013,166425441.0,0.0
syn_03037_8000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,557.8428759472445,1542.0,0.0
syn_03037_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,339.64555892162025,221716263.0,0.0005830079317092896
syn_03037_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,837.9447741201147,29553.0,0.0
syn_03037_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,837.9447741201147,29553.0,0.0
syn_03037_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1660.5759918689728,718.0,0.0
syn_03037_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,339.64555892162025,221716263.0,0.0
syn_03037_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,837.9447741201147,29553.0,0.0
syn_03037_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1064.6409160690382,55459686.0,0.0006670597940683365
syn_03037_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,180.31208298634738,1307.0,0.0
syn_03037_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1064.6409160690382,55459686.0,0.0
syn_03037_8000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,180.31208298634738,1307.0,0.0
syn_03037_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,1023.339008167386,353592524.0,0.001375097781419754
syn_03037_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,3027.7585589094087,29553.0,0.0
syn_03037_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,3027.7585589094087,29553.0,0.0
syn_03037_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3988.400343572721,753.0,0.0
syn_03037_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1042.6145238801837,665547510.0,0.0
syn_03037_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,3027.7585589094087,29553.0,0.0
syn_03037_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3287.15391701553,166425441.0,0.0017920974642038345
syn_03037_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,577.8076238930225,1754.0,0.0
syn_03037_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3287.15391701553,166425441.0,0.0
syn_03037_8000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,577.8076238930225,1754.0,0.0
syn_03037_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,368.4217239031568,221716263.0,0.0017080456018447876
syn_03037_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,875.5519841099158,29553.0,0.0
syn_03037_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,875.5519841099158,29553.0,0.0
syn_03037_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,1.0,1766.3199927425012,718.0,0.0
syn_03037_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,368.4217239031568,221716263.0,0.0
syn_03037_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,875.5519841099158,29553.0,0.0
syn_03037_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1088.008125894703,55459686.0,0.0014170072972774506
syn_03037_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,202.91741692926735,1450.0,0.0
syn_03037_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1088.008125894703,55459686.0,0.0
syn_03037_8000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,202.91741692926735,1450.0,0.0
syn_03037_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,False,1.0,769.4748013280332,353592524.0,0.001291045919060707
syn_03037_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2743.9396410947666,29553.0,0.0
syn_03037_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2743.9396410947666,29553.0,0.0
syn_03037_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3990.811758325435,753.0,0.0
syn_03037_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,827.6738989865407,665547510.0,0.0
syn_03037_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2743.9396410947666,29553.0,0.0
syn_03037_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,3091.295541031286,166425441.0,0.000584055669605732
syn_03037_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,396.64404198993,1458.0,0.0
syn_03037_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,3091.295541031286,166425441.0,0.0
syn_03037_8000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,396.64404198993,1458.0,0.0
syn_03037_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,False,1.0,339.09001813735813,221716263.0,0.000750063918530941
syn_03037_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,902.3544419789687,29553.0,0.0
syn_03037_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,902.3544419789687,29553.0,0.0
syn_03037_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1661.0064078355208,718.0,0.0
syn_03037_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,339.09001813735813,221716263.0,0.0
syn_03037_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,902.3544419789687,29553.0,0.0
syn_03037_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,False,1.0,1058.5520828608423,55459686.0,0.005207955837249756
syn_03037_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,180.44599902350456,1211.0,0.0
syn_03037_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1058.5520828608423,55459686.0,0.0
syn_03037_8000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,180.44599902350456,1211.0,0.0
syn_03038_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1606.9819745374843,659573441.0,0.004665926098823547
syn_03038_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5911.4821838680655,58765.0,0.0
syn_03038_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5911.4821838680655,58765.0,0.0
syn_03038_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4793.819432845339,780.0,0.0
syn_03038_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1712.094407971017,1241510900.0,0.0
syn_03038_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5911.4821838680655,58765.0,0.0
syn_03038_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6681.584332953207,310358973.0,0.0020420411601662636
syn_03038_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,640.4285420430824,1492.0,0.0
syn_03038_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6681.584332953207,310358973.0,0.0
syn_03038_16000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,640.4285420430824,1492.0,0.0
syn_03038_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,648.7825250718743,405409898.0,0.0025830231606960297
syn_03038_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2002.5908084586263,58765.0,0.0
syn_03038_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2002.5908084586263,58765.0,0.0
syn_03038_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1924.8407340375707,974.0,0.0
syn_03038_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,648.7825250718743,405409898.0,0.0
syn_03038_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2002.5908084586263,58765.0,0.0
syn_03038_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2150.189831969328,101355454.0,0.002250075340270996
syn_03038_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,220.41904099751264,1302.0,0.0
syn_03038_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2150.189831969328,101355454.0,0.0
syn_03038_16000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,220.41904099751264,1302.0,0.0
syn_03038_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1900.6033076206222,659573441.0,0.002333894371986389
syn_03038_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,6105.003100144677,58765.0,0.0
syn_03038_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,6105.003100144677,58765.0,0.0
syn_03038_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4913.216932793148,780.0,0.0
syn_03038_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,2018.9844489563257,1241510900.0,0.0
syn_03038_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,6105.003100144677,58765.0,0.0
syn_03038_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6845.801583956927,310358973.0,0.0019170111045241356
syn_03038_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,656.9825410842896,1817.0,0.0
syn_03038_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6845.801583956927,310358973.0,0.0
syn_03038_16000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,656.9825410842896,1817.0,0.0
syn_03038_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,657.9235670855269,405409898.0,0.0025420449674129486
syn_03038_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2089.7061412921175,58765.0,0.0
syn_03038_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2089.7061412921175,58765.0,0.0
syn_03038_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1924.4701499585062,974.0,0.0
syn_03038_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,657.9235670855269,405409898.0,0.0
syn_03038_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2089.7061412921175,58765.0,0.0
syn_03038_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2125.9771259501576,101355453.0,0.0023330794647336006
syn_03038_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,249.53166604973376,1635.0,0.0
syn_03038_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2125.9771259501576,101355453.0,0.0
syn_03038_16000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,249.53166604973376,1635.0,0.0
syn_03038_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,0.0,1519.10176766105,659573441.0,0.002208980731666088
syn_03038_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,0.0,5979.111057845876,58765.0,0.0
syn_03038_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,0.0,5979.111057845876,58765.0,0.0
syn_03038_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4813.32639278844,780.0,0.0
syn_03038_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,0.0,1567.4269929062575,1241510900.0,0.0
syn_03038_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,0.0,5979.111057845876,58765.0,0.0
syn_03038_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,0.0,6403.614374925382,310358972.0,0.0026669586077332497
syn_03038_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,430.7784161064774,1499.0,0.0
syn_03038_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,6403.614374925382,310358972.0,0.0
syn_03038_16000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,430.7784161064774,1499.0,0.0
syn_03038_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,562.8249831264839,405409898.0,0.0027080532163381577
syn_03038_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1978.1783493468538,58765.0,0.0
syn_03038_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1978.1783493468538,58765.0,0.0
syn_03038_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1924.0504010114819,974.0,0.0
syn_03038_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,562.8249831264839,405409898.0,0.0
syn_03038_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1978.1783493468538,58765.0,0.0
syn_03038_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2046.1817908799276,101355453.0,0.002374988980591297
syn_03038_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,179.71729103010148,1354.0,0.0
syn_03038_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2046.1817908799276,101355453.0,0.0
syn_03038_16000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,179.71729103010148,1354.0,0.0
syn_03038_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1581.2108914600685,659573441.0,0.002124928869307041
syn_03038_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5874.80764198117,58765.0,0.0
syn_03038_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5874.80764198117,58765.0,0.0
syn_03038_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4830.573100713082,780.0,0.0
syn_03038_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1863.6362419696525,1241510900.0,0.0
syn_03038_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5874.80764198117,58765.0,0.0
syn_03038_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6621.497623971663,310358972.0,0.0018749851733446121
syn_03038_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,640.6684170942754,1718.0,0.0
syn_03038_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6621.497623971663,310358972.0,0.0
syn_03038_16000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,640.6684170942754,1718.0,0.0
syn_03038_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,567.4095251364633,405409898.0,0.0024170149117708206
syn_03038_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1936.179223493673,58765.0,0.0
syn_03038_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1936.179223493673,58765.0,0.0
syn_03038_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1924.8092740774155,974.0,0.0
syn_03038_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,567.4095251364633,405409898.0,0.0
syn_03038_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1936.179223493673,58765.0,0.0
syn_03038_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2058.1119168782607,101355453.0,0.00300002284348011
syn_03038_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,182.4139578966424,1490.0,0.0
syn_03038_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2058.1119168782607,101355453.0,0.0
syn_03038_16000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,182.4139578966424,1490.0,0.0
syn_03038_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B2|bits=8,True,1.0,1638.0380167160183,659573441.0,0.002666027285158634
syn_03038_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,5988.4461427805945,58765.0,0.0
syn_03038_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,5988.4461427805945,58765.0,0.0
syn_03038_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,4880.175766884349,780.0,0.0
syn_03038_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,1675.8482829667628,1241510900.0,0.0
syn_03038_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,5988.4461427805945,58765.0,0.0
syn_03038_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,6574.836832936853,310358973.0,0.002125045284628868
syn_03038_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,480.2012931322679,1530.0,0.0
syn_03038_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,6574.836832936853,310358973.0,0.0
syn_03038_16000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,480.2012931322679,1530.0,0.0
syn_03038_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B0,True,1.0,594.4273171247914,405409898.0,0.002540997229516506
syn_03038_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,2031.7475163843483,58765.0,0.0
syn_03038_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,2031.7475163843483,58765.0,0.0
syn_03038_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1924.1247328929603,974.0,0.0
syn_03038_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,594.4273171247914,405409898.0,0.0
syn_03038_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,2031.7475163843483,58765.0,0.0
syn_03038_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,B5|keep_frac=0.25|aware,True,1.0,2076.641834108159,101355452.0,0.002208980731666088
syn_03038_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,208.174166851677,1223.0,0.0
syn_03038_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,2076.641834108159,101355452.0,0.0
syn_03038_16000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,208.174166851677,1223.0,0.0
syn_03039_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,510.36362478043884,206451432.0,0.0009579816833138466
syn_03039_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1002.5803336407989,7527.0,0.0
syn_03039_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1002.5803336407989,7527.0,0.0
syn_03039_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3631.6981160314754,897.0,0.0
syn_03039_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,526.2177073396742,206451404.0,0.0
syn_03039_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1002.5803336407989,7527.0,0.0
syn_03039_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,514.6483341231942,1565.0,0.0006658956408500671
syn_03039_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,514.6483341231942,1565.0,0.0
syn_03039_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1279.2172919726,51622523.0,0.0
syn_03039_2000,q00_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,514.6483341231942,1565.0,0.0
syn_03039_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,222.10165741853416,72343272.0,0.0007499475032091141
syn_03039_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,359.0321766678244,7527.0,0.0
syn_03039_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,359.0321766678244,7527.0,0.0
syn_03039_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1522.4382079206407,741.0,0.0
syn_03039_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,264.2715174937621,72343244.0,0.0
syn_03039_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,359.0321766678244,7527.0,0.0
syn_03039_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,222.26670710369945,1316.0,0.0007919734343886375
syn_03039_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,222.26670710369945,1316.0,0.0
syn_03039_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,0.0,361.72208189964294,18079315.0,0.0
syn_03039_2000,q00_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,222.26670710369945,1316.0,0.0
syn_03039_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,746.2450838647783,206451432.0,0.008833012543618679
syn_03039_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1054.8843326047063,7527.0,0.0
syn_03039_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1054.8843326047063,7527.0,0.0
syn_03039_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3439.7423240123317,897.0,0.0
syn_03039_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,585.3162084473297,206451404.0,0.0
syn_03039_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1054.8843326047063,7527.0,0.0
syn_03039_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,570.7652079872787,1717.0,0.0005419133231043816
syn_03039_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,570.7652079872787,1717.0,0.0
syn_03039_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1326.5091261127964,51622523.0,0.0
syn_03039_2000,q01_single_fact,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,570.7652079872787,1717.0,0.0
syn_03039_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,247.41415842436254,72343272.0,0.000625033862888813
syn_03039_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,395.03604976926,7527.0,0.0
syn_03039_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,395.03604976926,7527.0,0.0
syn_03039_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1523.7543759169057,741.0,0.0
syn_03039_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,289.745308435522,72343244.0,0.0
syn_03039_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,395.03604976926,7527.0,0.0
syn_03039_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,249.06262382864952,1433.0,0.0005830079317092896
syn_03039_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,249.06262382864952,1433.0,0.0
syn_03039_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,442.39883311092854,18079315.0,0.0
syn_03039_2000,q01_single_fact,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,249.06262382864952,1433.0,0.0
syn_03039_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,465.5978337395936,206451432.0,0.0005830079317092896
syn_03039_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,1070.7209576154128,7527.0,0.0
syn_03039_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,1070.7209576154128,7527.0,0.0
syn_03039_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3478.4792001126334,897.0,0.0
syn_03039_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,547.3246672423556,206451404.0,0.0
syn_03039_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,1070.7209576154128,7527.0,0.0
syn_03039_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,542.3702079569921,1561.0,0.0005419133231043816
syn_03039_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,542.3702079569921,1561.0,0.0
syn_03039_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1359.3241670168936,51622523.0,0.0
syn_03039_2000,q02_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,542.3702079569921,1561.0,0.0
syn_03039_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,177.5678254198283,72343272.0,0.0005830079317092896
syn_03039_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,360.84450874477625,7527.0,0.0
syn_03039_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,360.84450874477625,7527.0,0.0
syn_03039_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1521.1823761230335,741.0,0.0
syn_03039_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,221.53643236961216,72343244.0,0.0
syn_03039_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,360.84450874477625,7527.0,0.0
syn_03039_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,177.5674578966573,1360.0,0.000750063918530941
syn_03039_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,177.5674578966573,1360.0,0.0
syn_03039_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,373.7200819887221,18079316.0,0.0
syn_03039_2000,q02_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,177.5674578966573,1360.0,0.0
syn_03039_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,460.86141676642,206451432.0,0.0005828915163874626
syn_03039_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,952.3478347342461,7527.0,0.0
syn_03039_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,952.3478347342461,7527.0,0.0
syn_03039_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3456.22219897341,897.0,0.0
syn_03039_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,421.83912536129355,206451404.0,0.0
syn_03039_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,952.3478347342461,7527.0,0.0
syn_03039_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,477.6606239611283,1984.0,0.000625033862888813
syn_03039_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,477.6606239611283,1984.0,0.0
syn_03039_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1270.3449989203364,51622523.0,0.0
syn_03039_2000,q03_exact_copy,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,477.6606239611283,1984.0,0.0
syn_03039_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,149.81828234158456,72343272.0,0.000583939254283905
syn_03039_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,352.3456328548491,7527.0,0.0
syn_03039_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,352.3456328548491,7527.0,0.0
syn_03039_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1522.1850410336629,741.0,0.0
syn_03039_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,193.64485025871545,72343244.0,0.0
syn_03039_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,352.3456328548491,7527.0,0.0
syn_03039_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,151.60616603679955,1619.0,0.0005830079317092896
syn_03039_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,151.60616603679955,1619.0,0.0
syn_03039_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,344.01399991475046,18079315.0,0.0
syn_03039_2000,q03_exact_copy,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,151.60616603679955,1619.0,0.0
syn_03039_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,434.6567498287186,206451432.0,0.0006660120561718941
syn_03039_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,881.4697485882789,7527.0,0.0
syn_03039_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,881.4697485882789,7527.0,0.0
syn_03039_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,3443.5043669771403,897.0,0.0
syn_03039_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,452.96262346673757,206451404.0,0.0
syn_03039_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,881.4697485882789,7527.0,0.0
syn_03039_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,1.0,445.13774977531284,1719.0,0.0005420297384262085
syn_03039_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,1.0,445.13774977531284,1719.0,0.0
syn_03039_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,1208.3037068368867,51622523.0,0.0
syn_03039_2000,q04_multi_hop,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,A3|budget_tokens=512|aware,False,1.0,445.13774977531284,1719.0,0.0
syn_03039_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,router,B1,False,1.0,176.62236734759063,72343272.0,0.0005830079317092896
syn_03039_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,best_static_dev,A1,False,1.0,380.91567473020405,7527.0,0.0
syn_03039_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,full_context,A1,False,1.0,380.91567473020405,7527.0,0.0
syn_03039_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,structured,A5|budget_tokens=512|blind,False,0.0,1523.6703729489818,741.0,0.0
syn_03039_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,native_cache,B0,False,1.0,221.09926640987396,72343244.0,0.0
syn_03039_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,blind,oracle_infeasible,A1,False,1.0,380.91567473020405,7527.0,0.0
syn_03039_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,router,A3|budget_tokens=512|aware,False,0.0,179.28199982270598,1226.0,0.0006670597940683365
syn_03039_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,best_static_dev,A3|budget_tokens=512|aware,False,0.0,179.28199982270598,1226.0,0.0
syn_03039_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,attention_cache_aware,B5|keep_frac=0.25|aware,False,1.0,371.81775108911097,18079315.0,0.0
syn_03039_2000,q04_multi_hop,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,synthetic,aware,oracle_infeasible,B5|keep_frac=0.25|aware,False,1.0,371.81775108911097,18079315.0,0.0