Repository Public
1{2 "id": "qwen2.5-1.5b-htr",3 "name": "Qwen2.5-1.5B-HTR",4 "family": "hf-causal",5 "version": "0.1.0",6 "n_params": 1543714304,7 "base_model": "Qwen/Qwen2.5-1.5B",8 "licence": "Apache-2.0 base model (Alibaba Qwen); fine-tuned weights for non-commercial research use (training pairs include CC BY-NC sources)",9 "default": true,10 "speed_hint": "≈2 s per paragraph, ≈8 s for 3 000 characters (greedy, Apple GPU)",11 "max_new_tokens": 768,12 "metrics": {13 "reference": "Differences in chrF++ versus the identity baseline (B0: return the input unchanged) on the Medium Haiku rewrite→original pairs; test = document-safe test split, held-out domain/period = generalisation splits of the paper. Exploratory unless marked confirmatory. Number recall and placeholder exactness are preservation rates on the test split; Pangram = share of reconstructions the Pangram classifier labels Human (54 passages).",14 "val_chrf_delta": 2.19,15 "val_chrf_pm": 0.12,16 "test_chrf_delta": 1.97,17 "test_chrf_pm": 0.06,18 "test_confirmatory": false,19 "heldout_domain_chrf_delta": 1.78,20 "heldout_domain_pm": 0.13,21 "heldout_period_chrf_delta": 1.3,22 "heldout_period_pm": 0.14,23 "number_recall": 0.997,24 "placeholders_exact": 0.998,25 "pangram_human": 48,26 "pangram_n": 54,27 "pangram_mixed": 6,28 "pangram": {29 "detector": "Pangram 4.1",30 "date": "2026-11-10",31 "n": 54,32 "human_share": 0.8889,33 "flagged_share": 0.1111,34 "mean_ai_likelihood": 0.0322,35 "mean_ai_likelihood_ci": [36 0.0106,37 0.055738 ],39 "labels": {40 "human": 48,41 "mixed": 6,42 "ai": 043 },44 "reference": {45 "originals": {46 "human_share": 1.0,47 "flagged_share": 0.0,48 "mean_ai_likelihood": 0.049 },50 "rewrites": {51 "human_share": 0.537,52 "flagged_share": 0.463,53 "mean_ai_likelihood": 0.187554 }55 },56 "source": "artifacts/metrics/pangram_test_qwen/pangram_summary.md (system LLM_qwen2.5-1.5b; flagged = labelled Mixed or AI; mean = word-weighted ai_assistance_score, 95 % document-clustered bootstrap CI)",57 "note": "This measures one commercial detector's behaviour on a 54-passage sample. A low AI-likelihood is not evidence of human authorship, and HTR must not be used to evade AI-text detection or for integrity decisions."58 }59 },60 "notes": [61 "Pretrained backbone: its pretraining corpus may contain pre-2018 scientific text; memorisation controls cover only the HTR training pairs (see the paper's threats-to-validity section).",62 "Default model of this server: best exploratory test gain of the four, highest number and placeholder preservation; 6 of 54 Pangram labels are Mixed rather than Human.",63 "System LLM_qwen2.5-1.5B of the paper (supervised fine-tuning, loss on the original only)."64 ],65 "trained_on": "Fine-tuned on the same 72 698 validated Haiku rewrite → original pairs (Medium stage of WP-AI-0002, same document-safe splits), context given as a text prefix; placeholders spelled [[C1]] for the pretrained tokenizer.",66 "exported_at": "2026-11-10",67 "hf_repo": "spboucher04/qwen2.5-1.5b-htr",68 "hf_url": "https://huggingface.co/spboucher04/qwen2.5-1.5b-htr"69}