1{2 "config": "prisme_103m",3 "T": 512,4 "assumptions": "Analytic operation counts (2 x multiply-adds = \"ops\") per generated token at context length T.\n\nThis is an ARITHMETIC model of the reference implementation, not a hardware timing model. Conventions:\n * one multiply-add = 2 ops; softmax/normalisation/activation costs are ignored (they are O(dim), not O(dim^2));\n * decode-step accounting: the backbone attends over the whole context T (KV cache), the LM head is included;\n * source-bank projections are incremental (only the new position is projected);\n * the editor re-reads the full bank (T keys) for every active query of every block, and refreshes the slot K/V\n of all M slots in every block (reference implementation; an optimised kernel could cache unchanged slots);\n * controller: one shared state MLP per step + one w x w projection per candidate action (A = M + M/2);\n * readout: two attention reads (final and initial state) + the U projection.\n",5 "rows": {6 "backbone_only": {7 "backbone_linear": 148674048,8 "backbone_attention": 18874368,9 "lm_head": 50331648,10 "bank_projection": 0,11 "editor_source_attn": 0,12 "editor_slot_attn": 0,13 "editor_ffn": 0,14 "editor_gate": 0,15 "controller": 0,16 "readout": 0,17 "backbone": 217880064,18 "workspace": 0,19 "total": 21788006420 },21 "4_actions_k1": {22 "backbone_linear": 148674048,23 "backbone_attention": 18874368,24 "lm_head": 50331648,25 "bank_projection": 1179648,26 "editor_source_attn": 6291456,27 "editor_slot_attn": 35782656,28 "editor_ffn": 9437184,29 "editor_gate": 4096,30 "controller": 22533120,31 "readout": 4751360,32 "backbone": 217880064,33 "workspace": 79979520,34 "total": 29785958435 },36 "4_actions_k2": {37 "backbone_linear": 148674048,38 "backbone_attention": 18874368,39 "lm_head": 50331648,40 "bank_projection": 1179648,41 "editor_source_attn": 12582912,42 "editor_slot_attn": 38010880,43 "editor_ffn": 18874368,44 "editor_gate": 8192,45 "controller": 22533120,46 "readout": 4751360,47 "backbone": 217880064,48 "workspace": 97940480,49 "total": 31582054450 },51 "8_actions_k2": {52 "backbone_linear": 148674048,53 "backbone_attention": 18874368,54 "lm_head": 50331648,55 "bank_projection": 1179648,56 "editor_source_attn": 25165824,57 "editor_slot_attn": 76021760,58 "editor_ffn": 37748736,59 "editor_gate": 16384,60 "controller": 36052992,61 "readout": 4751360,62 "backbone": 217880064,63 "workspace": 180936704,64 "total": 39881676865 },66 "8_actions_dense16": {67 "backbone_linear": 148674048,68 "backbone_attention": 18874368,69 "lm_head": 50331648,70 "bank_projection": 1179648,71 "editor_source_attn": 201326592,72 "editor_slot_attn": 138412032,73 "editor_ffn": 301989888,74 "editor_gate": 131072,75 "controller": 36052992,76 "readout": 4751360,77 "backbone": 217880064,78 "workspace": 683843584,79 "total": 90172364880 }81 },82 "brief_reference_459m_T4096": {83 "backbone_only": 1296000000.0,84 "4_actions_k1": 1645000000.0,85 "4_actions_k2": 1767000000.0,86 "8_actions_k2": 2195000000.0,87 "8_actions_dense16": 5608000000.088 },89 "action_cost_proxy": [90 0.07979377131080703,91 0.07979377131080703,92 0.07979377131080703,93 0.07979377131080703,94 0.07979377131080703,95 0.07979377131080703,96 0.07979377131080703,97 0.07979377131080703,98 0.07979377131080703,99 0.07979377131080703,100 0.07979377131080703,101 0.07979377131080703,102 0.07979377131080703,103 0.07979377131080703,104 0.07979377131080703,105 0.07979377131080703,106 0.10040254072993113,107 0.10040254072993113,108 0.10040254072993113,109 0.10040254072993113,110 0.10040254072993113,111 0.10040254072993113,112 0.10040254072993113,113 0.10040254072993113114 ]115}