1Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads.2[pass1] seen=20000 train_chars=89.2M (18s)3[pass1] seen=40000 train_chars=179.0M (45s)4[pass1] seen=60000 train_chars=269.9M (56s)5[pass1] seen=80000 train_chars=359.8M (83s)6[pass1] seen=100000 train_chars=448.0M (87s)7[pass1] seen=120000 train_chars=536.0M (89s)8[pass1] seen=140000 train_chars=622.1M (90s)9[pass1] seen=160000 train_chars=710.1M (91s)10[pass1] seen=180000 train_chars=798.0M (93s)11[pass1] seen=200000 train_chars=885.9M (95s)12[pass1] seen=220000 train_chars=975.8M (96s)13[pass1] seen=240000 train_chars=1063.5M (98s)14[pass1] seen=260000 train_chars=1150.3M (100s)15[pass1] seen=280000 train_chars=1236.3M (101s)16pass1 done {'train': 285604, 'val': 2957, 'test': 2973} {'train': 1290001347, 'val': 12988848, 'test': 12933032} 102s17tokenizer trained 32768 108s18[pass2] train: 289,959,006 tokens (135s)19[pass2] val: 2,913,824 tokens (135s)20[pass2] test: 2,883,436 tokens (136s)21done {"train": {"tokens": 289959006, "docs": 285604, "sha256": "e931e83c4ba6e62a2125e50a5390e8df78913dbed31af805d8af17fafad95123", "locked": false}, "val": {"tokens": 2913824, "docs": 2957, "sha256": "0565e3f4a4028b241f40ef07f20bc68b24e45d99e147860be066e3667d1532be", "locked": false}, "test": {"tokens": 2883436, "docs": 2973, "sha256": "1ce9ca3ab6d659fe08042844fc0589951e09386ee79d2ef76504ffaaebb0947b", "locked": true}}22