spb/wp30_uqo

1experiment_id,condition,method,access,sender,receiver,family,document_id,split,target_tokens,n_questions,seed,expected_trials2E1_pilot,A0,A0,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,53E1_pilot,A1,A1,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,54E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,55E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,56E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,57E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,58E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,59E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,510E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,511E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,512E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,513E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,514E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,515E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,516E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,517E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,518E1_pilot,B0,B0,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,519E1_pilot,B1,B1,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,520E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,521E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,522E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,523E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,524E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,525E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,526E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,527E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,528E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,529E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,530E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,531E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,532E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,533E1_pilot,A0,A0,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,534E1_pilot,A1,A1,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,535E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,536E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,537E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,538E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,539E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,540E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,541E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,542E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,543E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,544E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,545E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,546E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,547E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,548E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,549E1_pilot,B0,B0,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,550E1_pilot,B1,B1,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,551E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,552E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,553E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,554E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,555E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,556E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,557E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,558E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,559E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,560E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,561E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,562E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,563E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,564E1_pilot,A0,A0,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,565E1_pilot,A1,A1,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,566E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,567E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,568E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,569E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,570E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,571E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,572E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,573E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,574E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,575E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,576E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,577E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,578E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,579E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,580E1_pilot,B0,B0,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,581E1_pilot,B1,B1,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,582E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,583E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,584E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,585E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,586E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,587E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,588E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,589E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,590E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,591E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,592E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,593E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,594E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,595E1_pilot,A0,A0,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,596E1_pilot,A1,A1,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,597E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,598E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,599E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5100E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5101E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5102E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5103E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5104E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5105E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5106E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5107E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5108E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5109E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5110E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5111E1_pilot,B0,B0,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5112E1_pilot,B1,B1,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5113E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5114E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5115E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5116E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5117E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5118E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5119E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5120E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5121E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5122E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5123E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5124E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5125E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5126E1_pilot,A0,A0,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5127E1_pilot,A1,A1,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5128E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5129E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5130E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5131E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5132E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5133E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5134E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5135E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5136E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5137E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5138E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5139E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5140E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5141E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5142E1_pilot,B0,B0,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5143E1_pilot,B1,B1,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5144E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5145E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5146E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5147E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5148E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5149E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5150E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5151E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5152E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5153E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5154E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5155E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5156E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,synthetic,syn_02003_2000,dev,2000,5,0,5157E1_pilot,A0,A0,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5158E1_pilot,A1,A1,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5159E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5160E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5161E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5162E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5163E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5164E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5165E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5166E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5167E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5168E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5169E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5170E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5171E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5172E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5173E1_pilot,B0,B0,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5174E1_pilot,B1,B1,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5175E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5176E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5177E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5178E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5179E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5180E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5181E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5182E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5183E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5184E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5185E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5186E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5187E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,synthetic,syn_02003_2000,dev,2000,5,0,5188E1_pilot,A0,A0,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5189E1_pilot,A1,A1,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5190E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5191E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5192E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5193E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5194E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5195E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5196E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5197E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5198E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5199E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5200E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5201E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5202E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5203E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5204E1_pilot,B0,B0,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5205E1_pilot,B1,B1,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5206E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5207E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5208E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5209E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5210E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5211E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5212E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5213E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5214E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5215E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5216E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5217E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5218E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,synthetic,syn_02004_8000,dev,8000,5,0,5219E1_pilot,A0,A0,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5220E1_pilot,A1,A1,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5221E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5222E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5223E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5224E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5225E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5226E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5227E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5228E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5229E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5230E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5231E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5232E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5233E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5234E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5235E1_pilot,B0,B0,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5236E1_pilot,B1,B1,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5237E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5238E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5239E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5240E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5241E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5242E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5243E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5244E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5245E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5246E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5247E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5248E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5249E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,synthetic,syn_02004_8000,dev,8000,5,0,5250E1_pilot,A0,A0,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1251E1_pilot,A1,A1,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1252E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1253E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1254E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1255E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1256E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1257E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1258E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1259E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1260E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1261E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1262E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1263E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1264E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1265E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1266E1_pilot,B0,B0,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1267E1_pilot,B1,B1,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1268E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1269E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1270E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1271E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1272E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1273E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1274E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1275E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1276E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1277E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1278E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1279E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1280E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1281E1_pilot,A0,A0,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1282E1_pilot,A1,A1,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1283E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1284E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1285E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1286E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1287E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1288E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1289E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1290E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1291E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1292E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1293E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1294E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1295E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1296E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1297E1_pilot,B0,B0,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1298E1_pilot,B1,B1,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1299E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1300E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1301E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1302E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1303E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1304E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1305E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1306E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1307E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1308E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1309E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1310E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1311E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1312E1_pilot,A0,A0,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1313E1_pilot,A1,A1,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1314E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1315E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1316E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1317E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1318E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1319E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1320E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1321E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1322E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1323E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1324E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1325E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1326E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1327E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1328E1_pilot,B0,B0,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1329E1_pilot,B1,B1,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1330E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1331E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1332E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1333E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1334E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1335E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1336E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1337E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1338E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1339E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1340E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1341E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1342E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1343E1_pilot,A0,A0,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1344E1_pilot,A1,A1,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1345E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1346E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1347E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1348E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1349E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1350E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1351E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1352E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1353E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1354E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1355E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1356E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1357E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1358E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1359E1_pilot,B0,B0,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1360E1_pilot,B1,B1,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1361E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1362E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1363E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1364E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1365E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1366E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1367E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1368E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1369E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1370E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1371E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1372E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1373E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1374E1_pilot,A0,A0,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1375E1_pilot,A1,A1,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1376E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1377E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1378E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1379E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1380E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1381E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1382E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1383E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1384E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1385E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1386E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1387E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1388E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1389E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1390E1_pilot,B0,B0,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1391E1_pilot,B1,B1,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1392E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1393E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1394E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1395E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1396E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1397E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1398E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1399E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1400E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1401E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1402E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1403E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1404E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,exec,exec_00103_2000,dev,,1,0,1405E1_pilot,A0,A0,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1406E1_pilot,A1,A1,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1407E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1408E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1409E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1410E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1411E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1412E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1413E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1414E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1415E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1416E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1417E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1418E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1419E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1420E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1421E1_pilot,B0,B0,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1422E1_pilot,B1,B1,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1423E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1424E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1425E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1426E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1427E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1428E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1429E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1430E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1431E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1432E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1433E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1434E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1435E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,exec,exec_00103_2000,dev,,1,0,1436E1_pilot,A0,A0,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1437E1_pilot,A1,A1,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1438E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1439E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1440E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1441E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1442E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1443E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1444E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1445E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1446E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1447E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1448E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1449E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1450E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1451E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1452E1_pilot,B0,B0,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1453E1_pilot,B1,B1,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1454E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1455E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1456E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1457E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1458E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1459E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1460E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1461E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1462E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1463E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1464E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1465E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1466E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,exec,exec_00104_2000,dev,,1,0,1467E1_pilot,A0,A0,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1468E1_pilot,A1,A1,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1469E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1470E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1471E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1472E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1473E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1474E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1475E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1476E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1477E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1478E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1479E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1480E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1481E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1482E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1483E1_pilot,B0,B0,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1484E1_pilot,B1,B1,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1485E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1486E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1487E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1488E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1489E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1490E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1491E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1492E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1493E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1494E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1495E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1496E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1497E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,exec,exec_00104_2000,dev,,1,0,1498E1_pilot,A0,A0,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1499E1_pilot,A1,A1,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1500E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1501E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1502E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1503E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1504E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1505E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1506E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1507E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1508E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1509E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1510E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1511E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1512E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1513E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1514E1_pilot,B0,B0,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1515E1_pilot,B1,B1,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1516E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1517E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1518E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1519E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1520E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1521E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1522E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1523E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1524E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1525E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1526E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1527E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1528E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1529E1_pilot,A0,A0,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1530E1_pilot,A1,A1,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1531E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1532E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1533E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1534E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1535E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1536E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1537E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1538E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1539E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1540E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1541E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1542E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1543E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1544E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1545E1_pilot,B0,B0,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1546E1_pilot,B1,B1,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1547E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1548E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1549E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1550E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1551E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1552E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1553E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1554E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1555E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1556E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1557E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1558E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1559E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1560E1_pilot,A0,A0,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1561E1_pilot,A1,A1,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1562E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1563E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1564E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1565E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1566E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1567E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1568E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1569E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1570E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1571E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1572E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1573E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1574E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1575E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1576E1_pilot,B0,B0,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1577E1_pilot,B1,B1,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1578E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1579E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1580E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1581E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1582E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1583E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1584E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1585E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1586E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1587E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1588E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1589E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1590E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1591E1_pilot,A0,A0,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1592E1_pilot,A1,A1,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1593E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1594E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1595E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1596E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1597E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1598E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1599E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1600E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1601E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1602E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1603E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1604E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1605E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1606E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1607E1_pilot,B0,B0,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1608E1_pilot,B1,B1,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1609E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1610E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1611E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1612E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1613E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1614E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1615E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1616E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1617E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1618E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1619E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1620E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1621E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1622E1_pilot,A0,A0,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1623E1_pilot,A1,A1,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1624E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1625E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1626E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1627E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1628E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1629E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1630E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1631E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1632E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1633E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1634E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1635E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1636E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1637E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1638E1_pilot,B0,B0,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1639E1_pilot,B1,B1,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1640E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1641E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1642E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1643E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1644E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1645E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1646E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1647E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1648E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1649E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1650E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1651E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1652E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1653E1_pilot,A0,A0,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1654E1_pilot,A1,A1,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1655E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1656E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1657E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1658E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1659E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1660E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1661E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1662E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1663E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1664E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1665E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1666E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1667E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1668E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1669E1_pilot,B0,B0,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1670E1_pilot,B1,B1,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1671E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1672E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1673E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1674E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1675E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1676E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1677E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1678E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1679E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1680E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1681E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1682E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1683E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_qasper,lb_qasper_9fb085a1f47673d1907f2378c90843b4b6e8622a14fe1fa9,dev,,1,0,1684E1_pilot,A0,A0,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1685E1_pilot,A1,A1,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1686E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1687E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1688E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1689E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1690E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1691E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1692E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1693E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1694E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1695E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1696E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1697E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1698E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1699E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1700E1_pilot,B0,B0,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1701E1_pilot,B1,B1,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1702E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1703E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1704E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1705E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1706E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1707E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1708E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1709E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1710E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1711E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1712E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1713E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1714E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1715E1_pilot,A0,A0,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1716E1_pilot,A1,A1,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1717E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1718E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1719E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1720E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1721E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1722E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1723E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1724E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1725E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1726E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1727E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1728E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1729E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1730E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1731E1_pilot,B0,B0,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1732E1_pilot,B1,B1,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1733E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1734E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1735E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1736E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1737E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1738E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1739E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1740E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1741E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1742E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1743E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1744E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1745E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_qasper,lb_qasper_c109a25d23a8c5c95af8697ef1ac51cd3bee93c67521af6d,dev,,1,0,1746E1_pilot,A0,A0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1747E1_pilot,A1,A1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1748E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1749E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1750E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1751E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1752E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1753E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1754E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1755E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1756E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1757E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1758E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1759E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1760E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1761E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1762E1_pilot,B0,B0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1763E1_pilot,B1,B1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1764E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1765E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1766E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1767E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1768E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1769E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1770E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1771E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1772E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1773E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1774E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1775E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1776E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1777E1_pilot,A0,A0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1778E1_pilot,A1,A1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1779E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1780E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1781E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1782E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1783E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1784E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1785E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1786E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1787E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1788E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1789E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1790E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1791E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1792E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1793E1_pilot,B0,B0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1794E1_pilot,B1,B1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1795E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1796E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1797E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1798E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1799E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1800E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1801E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1802E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1803E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1804E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1805E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1806E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1807E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1808E1_pilot,A0,A0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1809E1_pilot,A1,A1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1810E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1811E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1812E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1813E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1814E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1815E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1816E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1817E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1818E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1819E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1820E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1821E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1822E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1823E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1824E1_pilot,B0,B0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1825E1_pilot,B1,B1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1826E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1827E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1828E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1829E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1830E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1831E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1832E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1833E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1834E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1835E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1836E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1837E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1838E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1839E1_pilot,A0,A0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1840E1_pilot,A1,A1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1841E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1842E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1843E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1844E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1845E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1846E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1847E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1848E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1849E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1850E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1851E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1852E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1853E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1854E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1855E1_pilot,B0,B0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1856E1_pilot,B1,B1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1857E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1858E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1859E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1860E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1861E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1862E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1863E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1864E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1865E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1866E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1867E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1868E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1869E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1870E1_pilot,A0,A0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1871E1_pilot,A1,A1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1872E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1873E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1874E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1875E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1876E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1877E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1878E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1879E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1880E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1881E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1882E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1883E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1884E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1885E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1886E1_pilot,B0,B0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1887E1_pilot,B1,B1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1888E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1889E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1890E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1891E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1892E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1893E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1894E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1895E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1896E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1897E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1898E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1899E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1900E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1901E1_pilot,A0,A0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1902E1_pilot,A1,A1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1903E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1904E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1905E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1906E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1907E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1908E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1909E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1910E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1911E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1912E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1913E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1914E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1915E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1916E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1917E1_pilot,B0,B0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1918E1_pilot,B1,B1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1919E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1920E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1921E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1922E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1923E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1924E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1925E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1926E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1927E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1928E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1929E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1930E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1931E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_048e82b64b5651b74d452db7151c2110a718128dfd12a774,dev,,1,0,1932E1_pilot,A0,A0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1933E1_pilot,A1,A1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1934E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1935E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1936E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1937E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1938E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1939E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1940E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1941E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1942E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1943E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1944E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1945E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1946E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1947E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1948E1_pilot,B0,B0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1949E1_pilot,B1,B1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1950E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1951E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1952E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1953E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1954E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1955E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1956E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1957E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1958E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1959E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1960E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1961E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1962E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1963E1_pilot,A0,A0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1964E1_pilot,A1,A1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1965E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1966E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1967E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1968E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1969E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1970E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1971E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1972E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1973E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1974E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1975E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1976E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1977E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1978E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1979E1_pilot,B0,B0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1980E1_pilot,B1,B1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1981E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1982E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1983E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1984E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1985E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1986E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1987E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1988E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1989E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1990E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1991E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1992E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1993E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4db5bcd1d49fce674507d9128850eb71b808b7dc4246e882,dev,,1,0,1994