SPB Git

Repository Public Research preview

validation_summary.json 1.9 KB 93 lines json

1{2  "created_at": "2026-11-09T17:52:34Z",3  "git": {4    "commit": "b4b5fe4f40513d0672831db36c7d4a1a58527cae",5    "branch": "main",6    "dirty": true7  },8  "libraries": {9    "python": "3.14.4",10    "torch": "2.12.0",11    "numpy": "2.5.4",12    "anthropic": "2.3.0",13    "transformers": "5.8.1",14    "sentencepiece": "0.2.2",15    "lxml": "6.1.3",16    "pyarrow": "24.0.0",17    "sacrebleu": "2.6.0",18    "datasketch": "2.0.0",19    "rapidfuzz": "3.14.6"20  },21  "hardware": {22    "platform": "macOS-27.0-arm64-arm-64bit-Mach-O",23    "machine": "arm64",24    "cpu_count": 18,25    "chip": "Apple M5 Max",26    "ram_gb": 48.0,27    "torch_mps": true,28    "torch_cuda": false29  },30  "validator_version": "val-1.0",31  "config": {32    "min_len_ratio": 0.5,33    "max_len_ratio": 1.8,34    "concise_min_len_ratio": 0.4,35    "max_norm_edit_similarity": 0.95,36    "min_norm_edit_similarity": 0.05,37    "min_semantic_sim": 0.7,38    "max_negation_delta": 2,39    "max_hedge_delta": 4,40    "require_language": "en",41    "entity_min_recall": 0.6,42    "use_embeddings": true43  },44  "stats": {45    "rewrites": 5844,46    "status": {47      "ok": 5801,48      "refused": 4349    },50    "validated": 5844,51    "passed": 5383,52    "quarantined": 461,53    "by_variant": {54      "B": {55        "n": 974,56        "passed": 88457      },58      "E": {59        "n": 1948,60        "passed": 180461      },62      "C": {63        "n": 974,64        "passed": 89465      },66      "A": {67        "n": 974,68        "passed": 89669      },70      "D": {71        "n": 974,72        "passed": 90573      }74    },75    "fail_reasons": {76      "numbers missing=1": 265,77      "entity recall": 39,78      "numbers missing=2": 48,79      "numbers missing=0": 31,80      "negation": 11,81      "status:refused": 43,82      "sentence count": 3,83      "formatting": 21,84      "numbers missing=6": 1,85      "numbers missing=3": 4,86      "numbers missing=4": 1,87      "hedge": 1,88      "numbers missing=5": 189    },90    "acceptance_rate": 0.921191  }92}93
Files main
Menu

Theme