SPB Git

spb/wp30_uqo

Public
56.6 KB · 498 lines csv
1experiment_id,condition,method,access,sender,receiver,family,document_id,split,target_tokens,n_questions,seed,expected_trials2E1_pilot,A0,A0,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,53E1_pilot,A1,A1,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,54E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,55E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,56E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,57E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,58E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,59E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,510E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,511E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,512E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,513E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,514E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,515E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,516E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,517E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,518E1_pilot,B0,B0,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,519E1_pilot,B1,B1,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,520E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,521E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,522E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,523E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,524E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,525E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,526E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,527E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,528E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,529E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,530E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,531E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,532E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,533E1_pilot,A0,A0,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,534E1_pilot,A1,A1,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,535E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,536E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,537E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,538E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,539E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,540E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,541E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,542E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,543E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,544E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,545E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,546E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,547E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,548E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,549E1_pilot,B0,B0,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,550E1_pilot,B1,B1,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,551E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,552E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,553E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,554E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,555E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,556E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,557E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,558E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,559E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,560E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,561E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,562E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,563E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,564E1_pilot,A0,A0,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,565E1_pilot,A1,A1,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,566E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,567E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,568E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,569E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,570E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,571E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,572E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,573E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,574E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,575E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,576E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,577E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,578E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,579E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,580E1_pilot,B0,B0,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,581E1_pilot,B1,B1,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,582E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,583E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,584E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,585E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,586E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,587E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,588E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,589E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,590E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,591E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,592E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,593E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,594E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,595E1_pilot,A0,A0,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,596E1_pilot,A1,A1,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,597E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,598E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,599E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5100E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5101E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5102E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5103E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5104E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5105E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5106E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5107E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5108E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5109E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5110E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5111E1_pilot,B0,B0,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5112E1_pilot,B1,B1,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5113E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5114E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5115E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5116E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5117E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5118E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5119E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5120E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5121E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5122E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5123E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5124E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5125E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5126E1_pilot,A0,A0,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1127E1_pilot,A1,A1,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1128E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1129E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1130E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1131E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1132E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1133E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1134E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1135E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1136E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1137E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1138E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1139E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1140E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1141E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1142E1_pilot,B0,B0,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1143E1_pilot,B1,B1,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1144E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1145E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1146E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1147E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1148E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1149E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1150E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1151E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1152E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1153E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1154E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1155E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1156E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1157E1_pilot,A0,A0,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1158E1_pilot,A1,A1,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1159E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1160E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1161E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1162E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1163E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1164E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1165E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1166E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1167E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1168E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1169E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1170E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1171E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1172E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1173E1_pilot,B0,B0,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1174E1_pilot,B1,B1,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1175E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1176E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1177E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1178E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1179E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1180E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1181E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1182E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1183E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1184E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1185E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1186E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1187E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1188E1_pilot,A0,A0,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1189E1_pilot,A1,A1,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1190E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1191E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1192E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1193E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1194E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1195E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1196E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1197E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1198E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1199E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1200E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1201E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1202E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1203E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1204E1_pilot,B0,B0,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1205E1_pilot,B1,B1,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1206E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1207E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1208E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1209E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1210E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1211E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1212E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1213E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1214E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1215E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1216E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1217E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1218E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1219E1_pilot,A0,A0,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1220E1_pilot,A1,A1,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1221E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1222E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1223E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1224E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1225E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1226E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1227E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1228E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1229E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1230E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1231E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1232E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1233E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1234E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1235E1_pilot,B0,B0,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1236E1_pilot,B1,B1,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1237E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1238E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1239E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1240E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1241E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1242E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1243E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1244E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1245E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1246E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1247E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1248E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1249E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1250E1_pilot,A0,A0,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1251E1_pilot,A1,A1,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1252E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1253E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1254E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1255E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1256E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1257E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1258E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1259E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1260E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1261E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1262E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1263E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1264E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1265E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1266E1_pilot,B0,B0,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1267E1_pilot,B1,B1,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1268E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1269E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1270E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1271E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1272E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1273E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1274E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1275E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1276E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1277E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1278E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1279E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1280E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1281E1_pilot,A0,A0,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1282E1_pilot,A1,A1,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1283E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1284E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1285E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1286E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1287E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1288E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1289E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1290E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1291E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1292E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1293E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1294E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1295E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1296E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1297E1_pilot,B0,B0,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1298E1_pilot,B1,B1,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1299E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1300E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1301E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1302E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1303E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1304E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1305E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1306E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1307E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1308E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1309E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1310E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1311E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1312E1_pilot,A0,A0,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1313E1_pilot,A1,A1,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1314E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1315E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1316E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1317E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1318E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1319E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1320E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1321E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1322E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1323E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1324E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1325E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1326E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1327E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1328E1_pilot,B0,B0,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1329E1_pilot,B1,B1,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1330E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1331E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1332E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1333E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1334E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1335E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1336E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1337E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1338E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1339E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1340E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1341E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1342E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1343E1_pilot,A0,A0,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1344E1_pilot,A1,A1,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1345E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1346E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1347E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1348E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1349E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1350E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1351E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1352E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1353E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1354E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1355E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1356E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1357E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1358E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1359E1_pilot,B0,B0,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1360E1_pilot,B1,B1,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1361E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1362E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1363E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1364E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1365E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1366E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1367E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1368E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1369E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1370E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1371E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1372E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1373E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1374E1_pilot,A0,A0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1375E1_pilot,A1,A1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1376E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1377E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1378E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1379E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1380E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1381E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1382E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1383E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1384E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1385E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1386E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1387E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1388E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1389E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1390E1_pilot,B0,B0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1391E1_pilot,B1,B1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1392E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1393E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1394E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1395E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1396E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1397E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1398E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1399E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1400E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1401E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1402E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1403E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1404E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1405E1_pilot,A0,A0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1406E1_pilot,A1,A1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1407E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1408E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1409E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1410E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1411E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1412E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1413E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1414E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1415E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1416E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1417E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1418E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1419E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1420E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1421E1_pilot,B0,B0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1422E1_pilot,B1,B1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1423E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1424E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1425E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1426E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1427E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1428E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1429E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1430E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1431E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1432E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1433E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1434E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1435E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1436E1_pilot,A0,A0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1437E1_pilot,A1,A1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1438E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1439E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1440E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1441E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1442E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1443E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1444E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1445E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1446E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1447E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1448E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1449E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1450E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1451E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1452E1_pilot,B0,B0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1453E1_pilot,B1,B1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1454E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1455E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1456E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1457E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1458E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1459E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1460E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1461E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1462E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1463E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1464E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1465E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1466E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1467E1_pilot,A0,A0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1468E1_pilot,A1,A1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1469E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1470E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1471E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1472E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1473E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1474E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1475E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1476E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1477E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1478E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1479E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1480E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1481E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1482E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1483E1_pilot,B0,B0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1484E1_pilot,B1,B1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1485E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1486E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1487E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1488E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1489E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1490E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1491E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1492E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1493E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1494E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1495E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1496E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1497E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1498
Files · main
Menu

Theme