Repository Public Research preview
1{2 "model_type": "htr",3 "arch": "m1",4 "vocab_size": 32000,5 "d_model": 384,6 "n_heads": 6,7 "d_ff": 1536,8 "n_enc_layers": 4,9 "n_dec_layers": 4,10 "dropout": 0.1,11 "max_len": 640,12 "tie_embeddings": true,13 "pos": "rope",14 "n_disc": 16,15 "n_era": 9,16 "n_role": 16,17 "n_source": 9,18 "n_styles": 0,19 "style_tokens": 4,20 "grl_lambda": 0.1,21 "use_copy": true,22 "pad_id": 0,23 "bos_id": 1,24 "eos_id": 2,25 "n_params": 3353894526}27