SPB Git

Repository Public Research preview

validation_summary.json 2.9 KB 123 lines json

1{2  "created_at": "2026-11-09T22:54:28Z",3  "git": {4    "commit": "ccf2019c81ac399e9182a774a11a8c77a8bff0a6",5    "branch": "main",6    "dirty": false7  },8  "libraries": {9    "python": "3.14.4",10    "torch": "2.12.0",11    "numpy": "2.5.4",12    "anthropic": "2.3.0",13    "transformers": "5.8.1",14    "sentencepiece": "0.2.2",15    "lxml": "6.1.3",16    "pyarrow": "24.0.0",17    "sacrebleu": "2.6.0",18    "datasketch": "2.0.0",19    "rapidfuzz": "3.14.6"20  },21  "hardware": {22    "platform": "macOS-27.0-arm64-arm-64bit-Mach-O",23    "machine": "arm64",24    "cpu_count": 18,25    "chip": "Apple M5 Max",26    "ram_gb": 48.0,27    "torch_mps": true,28    "torch_cuda": false29  },30  "validator_version": "val-1.0",31  "config": {32    "min_len_ratio": 0.5,33    "max_len_ratio": 1.8,34    "concise_min_len_ratio": 0.4,35    "max_norm_edit_similarity": 0.95,36    "min_norm_edit_similarity": 0.05,37    "min_semantic_sim": 0.7,38    "max_negation_delta": 2,39    "max_hedge_delta": 4,40    "require_language": "en",41    "entity_min_recall": 0.6,42    "use_embeddings": true43  },44  "stats": {45    "rewrites": 120000,46    "status": {47      "ok": 119724,48      "truncated": 188,49      "refused": 8850    },51    "validated": 120000,52    "passed": 103934,53    "quarantined": 16066,54    "by_variant": {55      "B": {56        "n": 20000,57        "passed": 1681558      },59      "D": {60        "n": 20000,61        "passed": 1804362      },63      "C": {64        "n": 20000,65        "passed": 1788166      },67      "E": {68        "n": 40000,69        "passed": 3363770      },71      "A": {72        "n": 20000,73        "passed": 1755874      }75    },76    "fail_reasons": {77      "status:truncated": 188,78      "numbers missing=2": 2214,79      "numbers missing=1": 7253,80      "entity recall": 2682,81      "numbers missing=3": 823,82      "near-verbatim": 426,83      "hedge": 101,84      "numbers missing=4": 428,85      "numbers missing=6": 97,86      "numbers missing=5": 162,87      "placeholders missing=0": 451,88      "sentence count": 289,89      "negation": 434,90      "numbers missing=0": 454,91      "formatting": 784,92      "length ratio": 16,93      "numbers missing=7": 49,94      "numbers missing=10": 22,95      "placeholders missing=1": 62,96      "numbers missing=8": 36,97      "numbers missing=11": 9,98      "semantic sim": 189,99      "status:refused": 88,100      "placeholders missing=3": 5,101      "numbers missing=17": 5,102      "numbers missing=12": 10,103      "placeholders missing=2": 12,104      "placeholders missing=4": 1,105      "numbers missing=47": 3,106      "numbers missing=52": 1,107      "numbers missing=13": 11,108      "numbers missing=15": 11,109      "placeholders missing=7": 1,110      "numbers missing=9": 17,111      "numbers missing=23": 1,112      "numbers missing=18": 2,113      "numbers missing=14": 4,114      "numbers missing=40": 2,115      "numbers missing=43": 1,116      "numbers missing=41": 1,117      "numbers missing=24": 2,118      "numbers missing=16": 1119    },120    "acceptance_rate": 0.8661121  }122}123
Files main
Menu

Theme