SPB Git

spb/wp30_uqo

Public
13.7 KB · 64 lines csv
1family,pair,condition,method,access,n,n_docs,quality,q_lo,q_hi,success_rate,payload_bytes_median,cache_bytes_median,cold_ms_p50,warm_ms_p50,amortized_ms_p50,ttft_ms_p50,peak_decode_mem_median,fetched_bytes_mean2synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A0,A0,none,10,2,0.0,0.0,0.0,1.0,0.0,,165.72825016919523,165.7002291176468,165.7058333279565,41.41485400032252,12688717262.0,0.03synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A1,A1,none,10,2,1.0,1.0,1.0,1.0,18188.0,,1379.6100215404294,1379.58772998536,1379.592188296374,54.44914544932544,13528777422.0,0.04synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A2|budget_tokens=128,A2,none,10,2,0.0,0.0,0.0,1.0,674.0,,171.44522909075022,167.81689604977146,169.46099549531937,37.901021016296,12765001750.0,0.05synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A2|budget_tokens=512,A2,none,10,2,0.3,0.2,0.4,1.0,2185.5,,297.5308954482898,289.92618690244853,291.4471286116168,40.04568693926558,13045210652.0,0.06synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A3|budget_tokens=128|blind,A3,blind,10,2,0.1,0.0,0.2,1.0,401.5,,183.2776665687561,176.40389606822282,177.77865016832948,36.64814546937123,12760045554.0,0.07synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A3|budget_tokens=512|aware,A3,aware,10,2,1.0,1.0,1.0,1.0,1582.5,,420.85545853478834,419.27118750754744,420.85545853478834,41.718479013070464,13045865984.0,0.08synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A3|budget_tokens=512|blind,A3,blind,10,2,0.4,0.4,0.4,1.0,1536.0,,385.79116703476757,383.61091702245176,384.0469670249149,41.655417007859796,13035634166.0,0.09synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A4|budget_tokens=128|blind,A4,blind,10,2,0.2,0.2,0.2,1.0,383.0,,6690.346042567398,197.58385349996388,1536.8358757696114,38.98335399571806,12773259248.0,0.010synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A4|budget_tokens=512|aware,A4,aware,10,2,0.8,0.6,1.0,1.0,1541.0,,21192.54041701788,429.2011045617983,21192.54041701788,40.326145477592945,13042892308.0,0.011synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A4|budget_tokens=512|blind,A4,blind,10,2,0.3,0.2,0.4,1.0,1604.0,,22421.828376478516,376.9497919129208,4806.994176073931,39.29962549591437,13072096756.0,0.012synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A5|budget_tokens=128|blind,A5,blind,10,2,0.0,0.0,0.0,1.0,160.0,,6485.396688512992,162.46770857833326,1442.7400885033421,42.83729201415554,12726073184.0,0.013synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A5|budget_tokens=512|aware,A5,aware,10,2,0.7,0.6,0.8,1.0,283.5,,7293.22629206581,322.5612914538942,7293.22629206581,33.07647950714454,12750886900.0,0.014synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A5|budget_tokens=512|blind,A5,blind,10,2,0.0,0.0,0.0,1.0,866.0,,21980.118874518666,222.87987545132637,4614.967607718427,41.36006243061274,12900531288.0,0.015synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,10,2,0.3,0.2,0.4,1.0,754.5,,10775.060729065444,377.1848125034012,2486.608329031151,43.498020444530994,13136620626.0,1548.116synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A7|codec=zstd,A7,none,10,2,1.0,1.0,1.0,1.0,2417.0,,1880.234895972535,1864.2416460206732,1867.4402960110456,52.96216654824093,13538706120.0,0.017synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,A8|budget_tokens=512|blind,A8,blind,10,2,0.2,0.0,0.4,1.0,2552.0,,8575.617166992743,449.31900000665337,2339.027117018122,40.806416945997626,13074267952.0,0.018synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B0,B0,blind,10,2,1.0,1.0,1.0,1.0,426078946.0,426065920.0,2304.9463750212453,389.5276249968447,782.6140126679093,79.70381254563108,14009759028.0,0.019synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B1,B1,blind,10,2,1.0,1.0,1.0,1.0,426078974.0,426065920.0,2103.1854804605246,422.29231243254617,771.0743128787726,76.86168747022748,14009677108.0,0.020synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B2|bits=2|group_size=32,B2,blind,10,2,0.0,0.0,0.0,1.0,79914360.5,79887360.0,1929.6807501232252,120.66708295606077,507.33050397830084,63.562395516783,13298949688.0,0.021synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B2|bits=4,B2,blind,10,2,1.0,1.0,1.0,1.0,119858188.5,119831040.0,1950.908437895123,285.86487501161173,669.1974543151446,72.69508298486471,13380501328.0,0.022synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B2|bits=8,B2,blind,10,2,1.0,1.0,1.0,1.0,226374747.0,226347520.0,2106.8099390831776,307.2845205315389,659.9334797705524,69.36968700028956,13617160566.0,0.023synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B3|keep_frac=0.125,B3,blind,9,2,0.1111111111111111,0.0,0.2,1.0,26161724.0,26148864.0,1701.8370430450886,397.8152899071574,715.3707168065012,47.87345801014453,12939924800.0,0.024synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B3|keep_frac=0.25,B3,blind,10,2,0.2,0.2,0.2,1.0,106500805.0,106487808.0,2135.526290978305,315.61718753073364,661.2286379211582,62.0253540109843,13309179188.0,0.025synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B3|keep_frac=0.5,B3,blind,10,2,0.6,0.6,0.6,1.0,213045981.5,213032960.0,2021.2758334819227,308.2530414685607,717.3946330323815,55.07824942469597,13543273784.0,0.026synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B4|keep_frac=0.25,B4,blind,5,1,0.0,0.0,0.0,1.0,52310606.0,52297728.0,2958.7673341156915,1848.718082997948,2070.7279332214966,31.177707947790623,12988847416.0,0.027synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B5|keep_frac=0.125|aware,B5,aware,5,1,1.0,1.0,1.0,1.0,26161765.0,26148864.0,1459.0429191011935,265.07454295642674,1459.0429191011935,50.18720799125731,12933436736.0,0.028synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B5|keep_frac=0.25|aware,B5,aware,5,1,1.0,1.0,1.0,1.0,52310651.0,52297728.0,1452.9504181118682,251.2132921256125,1452.9504181118682,33.24441600125283,12988847416.0,0.029synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B5|keep_frac=0.25|blind,B5,blind,5,1,0.0,0.0,0.0,1.0,52310651.0,52297728.0,1276.1251660995185,87.5705829821527,325.28149960562587,49.84929203055799,12988847416.0,0.030synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B5|keep_frac=0.5|aware,B5,aware,5,1,1.0,1.0,1.0,1.0,104723082.0,104710144.0,1527.842751238495,297.2527091624215,1527.842751238495,59.877917054109275,13104026936.0,0.031synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B6|keep_frac=0.25|aware,B6,aware,5,1,1.0,1.0,1.0,1.0,52310620.0,52297728.0,2517.7920832065865,1275.3086660522968,2517.7920832065865,1072.8900419780985,13016185036.0,0.032synthetic,Llama-3.2-3B-Instruct-bf16->Llama-3.2-3B-Instruct-bf16,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,5,1,1.0,1.0,1.0,1.0,27809952.0,27783168.0,1565.2709590503946,291.3675010204315,1565.2709590503946,51.37920891866088,12945695388.0,0.033synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A0,A0,none,13,2,0.0,0.0,0.0,1.0,0.0,,128.9332089945674,128.92941699828953,128.92989099782426,33.77595904748887,6245720712.0,0.034synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A1,A1,none,13,2,1.0,1.0,1.0,1.0,7280.0,,1000.0133760040626,999.9879590468481,999.9911361664999,49.010332906618714,7063175232.0,0.035synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A2|budget_tokens=128,A2,none,13,2,0.0,0.0,0.0,1.0,699.0,,171.48554092273116,170.12674896977842,170.2965979638975,41.50604107417166,6359639152.0,0.036synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A2|budget_tokens=512,A2,none,13,2,0.38461538461538464,0.2,0.5,1.0,1775.0,,268.7114588916302,266.8699169298634,267.10010967508424,42.49120794702321,6571159640.0,0.037synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A3|budget_tokens=128|blind,A3,blind,13,2,0.07692307692307693,0.0,0.125,1.0,326.0,,171.7293751426041,163.6812500655651,165.2908750809729,43.34979096893221,6357738656.0,0.038synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A3|budget_tokens=512|aware,A3,aware,13,2,1.0,1.0,1.0,1.0,1431.0,,560.1965428795666,559.1375009389594,560.1965428795666,43.85695792734623,6577401944.0,0.039synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A3|budget_tokens=512|blind,A3,blind,13,2,0.46153846153846156,0.4,0.5,1.0,1231.0,,353.90154307242483,348.05591800250113,349.22504301648587,41.78220801986754,6566572120.0,0.040synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A4|budget_tokens=128|blind,A4,blind,13,2,0.15384615384615385,0.125,0.2,1.0,288.0,,5528.447333956137,167.44654206559062,840.99391210475,43.99662499781698,6359868552.0,0.041synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A4|budget_tokens=512|aware,A4,aware,13,2,0.9230769230769231,0.8,1.0,1.0,284.0,,4676.133542088792,413.74179197009653,4676.133542088792,42.397291981615126,6375466096.0,0.042synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A4|budget_tokens=512|blind,A4,blind,13,2,0.5384615384615384,0.4,0.625,1.0,1196.0,,20889.20325099025,313.11933300457895,3155.0610892591067,41.517707984894514,6582136920.0,0.043synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A5|budget_tokens=128|blind,A5,blind,13,2,0.07692307692307693,0.0,0.2,1.0,113.0,,6079.55904211849,187.58041691035032,979.6036413026741,47.771000070497394,6303622280.0,0.044synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A5|budget_tokens=512|aware,A5,aware,13,2,1.0,1.0,1.0,1.0,117.0,,5469.592875102535,540.9669169457629,5469.592875102535,51.01487506181002,6299755632.0,0.045synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A5|budget_tokens=512|blind,A5,blind,13,2,0.23076923076923078,0.2,0.25,1.0,817.0,,30341.13595902454,351.9499999238178,4502.935093318229,46.87041696161032,6542813024.0,0.046synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,13,2,0.23076923076923078,0.2,0.25,1.0,623.0,,36245.276750065386,602.5984580628574,5057.9332445631735,73.62216606270522,6854344764.0,1631.92307692307747synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A7|codec=zstd,A7,none,13,2,1.0,1.0,1.0,1.0,2072.0,,2362.073375028558,2322.25358299911,2327.231057002791,53.26924996916205,7063175232.0,0.048synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,A8|budget_tokens=512|blind,A8,blind,10,2,0.2,0.0,0.4,1.0,2275.0,,21667.588978947606,1034.9572284612805,5161.483578558546,54.768729431089014,9836890706.0,0.049synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B0,B0,blind,10,2,1.0,1.0,1.0,1.0,143288056.5,143271936.0,2211.7803969304077,514.5793544943444,861.2195128691383,97.49202098464593,9884941080.0,0.050synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B1,B1,blind,10,2,1.0,1.0,1.0,1.0,143288084.5,143271936.0,2133.9984174701385,519.0305004944094,864.2675843439065,109.06395851634443,9884941080.0,0.051synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B2|bits=2|group_size=32,B2,blind,10,2,0.0,0.0,0.0,0.7,26897447.0,26863488.0,3952.2540829493664,2087.6005835598335,2528.6648251349106,78.98060395382345,9665353858.5,0.052synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B2|bits=4,B2,blind,10,2,0.0,0.0,0.0,0.9,40329379.0,40295232.0,4144.7957928758115,2169.08425046131,2600.415700627491,76.94993750192225,9694273604.0,0.053synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B2|bits=8,B2,blind,10,2,1.0,1.0,1.0,1.0,76147473.5,76113216.0,2203.755853988696,517.0765004586428,861.834574281238,80.20824997220188,9773526476.0,0.054synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B3|keep_frac=0.125,B3,blind,10,2,0.1,0.0,0.2,1.0,17913365.5,17897472.0,1888.377312629018,255.52139553474262,635.0819963146932,50.31145800603554,9609329280.0,0.055synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B3|keep_frac=0.25,B3,blind,10,2,0.2,0.2,0.2,1.0,35829428.5,35813376.0,1886.0983739141375,324.030187970493,641.1461410694756,55.57250004494563,9649625880.0,0.056synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B3|keep_frac=0.5,B3,blind,10,2,0.6,0.6,0.6,1.0,71661377.0,71645184.0,2006.781916017644,435.9222299535759,652.2897215909325,66.86381250619888,9727605528.0,0.057synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B4|keep_frac=0.25,B4,blind,10,2,0.0,0.0,0.0,1.0,35829423.5,35813376.0,2974.153540097177,1900.3084999276325,2136.9827408343554,54.927062534261495,9649478424.0,0.058synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B5|keep_frac=0.125|aware,B5,aware,10,2,0.6,0.4,0.8,1.0,17913406.0,17897472.0,2008.9774790103547,306.0191044351086,2008.9774790103547,52.3853330523707,9608796800.0,0.059synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B5|keep_frac=0.25|aware,B5,aware,10,2,0.8,0.8,0.8,1.0,35829469.0,35813376.0,2028.4793135360815,335.13639494776726,2028.4793135360815,46.88154155155644,9648945944.0,0.060synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B5|keep_frac=0.25|blind,B5,blind,10,2,0.1,0.0,0.2,1.0,35829468.0,35813376.0,1916.6927298065275,181.15764547837898,573.2160795014352,51.19135446147993,9648945944.0,0.061synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B5|keep_frac=0.5|aware,B5,aware,10,2,0.8,0.6,1.0,1.0,71661417.0,71645184.0,2102.914667397272,335.25700052268803,2102.914667397272,67.68683303380385,9727343384.0,0.062synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B6|keep_frac=0.25|aware,B6,aware,10,2,0.7,0.6,0.8,1.0,35829388.0,35813376.0,2975.9148954763077,1331.23514597537,2975.9148954763077,1005.5892294622026,9662398638.0,0.063synthetic,Qwen2.5-3B-Instruct-bf16->Qwen2.5-3B-Instruct-bf16,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,10,2,0.8,0.8,0.8,1.0,19059773.0,19025856.0,2087.618708028458,374.2128345766105,2087.618708028458,53.76599996816367,9620881564.0,0.064
Files · main
Menu

Theme