1{2 "config": "prisme_459m",3 "T": 4096,4 "assumptions": "Analytic operation counts (2 x multiply-adds = \"ops\") per generated token at context length T.\n\nThis is an ARITHMETIC model of the reference implementation, not a hardware timing model. Conventions:\n * one multiply-add = 2 ops; softmax/normalisation/activation costs are ignored (they are O(dim), not O(dim^2));\n * decode-step accounting: the backbone attends over the whole context T (KV cache), the LM head is included;\n * source-bank projections are incremental (only the new position is projected);\n * the editor re-reads the full bank (T keys) for every active query of every block, and refreshes the slot K/V\n of all M slots in every block (reference implementation; an optimised kernel could cache unchanged slots);\n * controller: one shared state MLP per step + one w x w projection per candidate action (A = M + M/2);\n * readout: two attention reads (final and initial state) + the U projection.\n",5 "rows": {6 "backbone_only": {7 "backbone_linear": 792824832,8 "backbone_attention": 402653184,9 "lm_head": 100663296,10 "bank_projection": 0,11 "editor_source_attn": 0,12 "editor_slot_attn": 0,13 "editor_ffn": 0,14 "editor_gate": 0,15 "controller": 0,16 "readout": 0,17 "backbone": 1296141312,18 "workspace": 0,19 "total": 129614131220 },21 "4_actions_k1": {22 "backbone_linear": 792824832,23 "backbone_attention": 402653184,24 "lm_head": 100663296,25 "bank_projection": 4718592,26 "editor_source_attn": 75497472,27 "editor_slot_attn": 142868480,28 "editor_ffn": 37748736,29 "editor_gate": 8192,30 "controller": 89630720,31 "readout": 18939904,32 "backbone": 1296141312,33 "workspace": 369412096,34 "total": 166555340835 },36 "4_actions_k2": {37 "backbone_linear": 792824832,38 "backbone_attention": 402653184,39 "lm_head": 100663296,40 "bank_projection": 4718592,41 "editor_source_attn": 150994944,42 "editor_slot_attn": 151519232,43 "editor_ffn": 75497472,44 "editor_gate": 16384,45 "controller": 89630720,46 "readout": 18939904,47 "backbone": 1296141312,48 "workspace": 491317248,49 "total": 178745856050 },51 "8_actions_k2": {52 "backbone_linear": 792824832,53 "backbone_attention": 402653184,54 "lm_head": 100663296,55 "bank_projection": 4718592,56 "editor_source_attn": 301989888,57 "editor_slot_attn": 303038464,58 "editor_ffn": 150994944,59 "editor_gate": 32768,60 "controller": 143409152,61 "readout": 18939904,62 "backbone": 1296141312,63 "workspace": 923123712,64 "total": 221926502465 },66 "8_actions_dense16": {67 "backbone_linear": 792824832,68 "backbone_attention": 402653184,69 "lm_head": 100663296,70 "bank_projection": 4718592,71 "editor_source_attn": 2415919104,72 "editor_slot_attn": 545259520,73 "editor_ffn": 1207959552,74 "editor_gate": 262144,75 "controller": 143409152,76 "readout": 18939904,77 "backbone": 1296141312,78 "workspace": 4336467968,79 "total": 563260928080 }81 },82 "brief_reference_459m_T4096": {83 "backbone_only": 1296000000.0,84 "4_actions_k1": 1645000000.0,85 "4_actions_k2": 1767000000.0,86 "8_actions_k2": 2195000000.0,87 "8_actions_dense16": 5608000000.088 },89 "action_cost_proxy": [90 0.06323142642026983,91 0.06323142642026983,92 0.06323142642026983,93 0.06323142642026983,94 0.06323142642026983,95 0.06323142642026983,96 0.06323142642026983,97 0.06323142642026983,98 0.06323142642026983,99 0.06323142642026983,100 0.06323142642026983,101 0.06323142642026983,102 0.06323142642026983,103 0.06323142642026983,104 0.06323142642026983,105 0.06323142642026983,106 0.08674451694353524,107 0.08674451694353524,108 0.08674451694353524,109 0.08674451694353524,110 0.08674451694353524,111 0.08674451694353524,112 0.08674451694353524,113 0.08674451694353524114 ]115}