experiment_id,condition,method,access,sender,receiver,family,document_id,split,target_tokens,n_questions,seed,expected_trials E1_pilot,A0,A0,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A1,A1,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B0,B0,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B1,B1,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A0,A0,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A1,A1,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B0,B0,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B1,B1,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,synthetic,syn_02000_2000,dev,2000,5,0,5 E1_pilot,A0,A0,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A1,A1,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B0,B0,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B1,B1,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A0,A0,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A1,A1,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B0,B0,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B1,B1,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,synthetic,syn_02001_8000,dev,8000,5,0,5 E1_pilot,A0,A0,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A1,A1,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B0,B0,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B1,B1,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A0,A0,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A1,A1,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B0,B0,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B1,B1,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,exec,exec_00101_2000,dev,,1,0,1 E1_pilot,A0,A0,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A1,A1,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B0,B0,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B1,B1,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A0,A0,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A1,A1,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B0,B0,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B1,B1,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,exec,exec_00102_2000,dev,,1,0,1 E1_pilot,A0,A0,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A1,A1,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B0,B0,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B1,B1,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A0,A0,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A1,A1,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B0,B0,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B1,B1,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_qasper,lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084,dev,,1,0,1 E1_pilot,A0,A0,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A1,A1,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B0,B0,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B1,B1,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A0,A0,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A1,A1,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B0,B0,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B1,B1,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_qasper,lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818,dev,,1,0,1 E1_pilot,A0,A0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A1,A1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B0,B0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B1,B1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A0,A0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A1,A1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B0,B0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B1,B1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53,dev,,1,0,1 E1_pilot,A0,A0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A1,A1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B0,B0,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B1,B1,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,qwen3b,qwen3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A0,A0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A1,A1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A2|budget_tokens=128,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A2|budget_tokens=512,A2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A3|budget_tokens=128|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|blind,A3,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A3|budget_tokens=512|aware,A3,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A4|budget_tokens=128|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|blind,A4,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A4|budget_tokens=512|aware,A4,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A5|budget_tokens=128|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|blind,A5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A5|budget_tokens=512|aware,A5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind,A6,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A7|codec=zstd,A7,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,A8|budget_tokens=512|blind,A8,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B0,B0,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B1,B1,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B2|bits=8,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B2|bits=4,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B2|bits=2|group_size=32,B2,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B3|keep_frac=0.5,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B3|keep_frac=0.25,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B3|keep_frac=0.125,B3,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B4|keep_frac=0.25,B4,none,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B5|keep_frac=0.5|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B5|keep_frac=0.125|aware,B5,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B5|keep_frac=0.25|blind,B5,blind,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B6|keep_frac=0.25|aware,B6,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1 E1_pilot,B9|bits=8|keep_frac=0.25|policy=attention|aware,B9,aware,llama3b,llama3b,public_2wikimqa,lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86,dev,,1,0,1