{
    "schema_version": 1,
    "generated_at": "2026-07-26T15:57:08+00:00",
    "product": {
        "name": "RedactCloud",
        "engine": "structured-patterns",
        "commit": "76568808949e"
    },
    "corpus": {
        "name": "RedactCloud Structured Redaction Corpus",
        "version": "1.0.0",
        "license": "CC0-1.0",
        "language": "en",
        "case_count": 69,
        "scope": "Supported deterministic structured PII and secret detectors; optional NER is disabled."
    },
    "accuracy": {
        "case_count": 69,
        "positive_entity_count": 53,
        "true_positives": 53,
        "false_positives": 0,
        "false_negatives": 0,
        "precision": 1,
        "recall": 1,
        "f1": 1,
        "clean_case_count": 25,
        "clean_case_pass_rate": 1,
        "type_label_accuracy": 0.9434,
        "failed_case_count": 0,
        "by_type": {
            "ANTHROPIC_API_KEY": {
                "true_positives": 2,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "AWS_ACCESS_KEY": {
                "true_positives": 3,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "CREDIT_CARD": {
                "true_positives": 6,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "EMAIL": {
                "true_positives": 7,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "GITHUB_TOKEN": {
                "true_positives": 3,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "GOOGLE_API_KEY": {
                "true_positives": 1,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "IBAN": {
                "true_positives": 4,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "IP_ADDRESS": {
                "true_positives": 4,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "JWT": {
                "true_positives": 1,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "OPENAI_API_KEY": {
                "true_positives": 3,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "PASSWORD": {
                "true_positives": 3,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "PHONE_US": {
                "true_positives": 4,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "SLACK_TOKEN": {
                "true_positives": 2,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "SSN": {
                "true_positives": 4,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "STRIPE_SECRET_KEY": {
                "true_positives": 2,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            },
            "ZIPCODE_US": {
                "true_positives": 4,
                "false_positives": 0,
                "false_negatives": 0,
                "precision": 1,
                "recall": 1,
                "f1": 1
            }
        },
        "failures": []
    },
    "shared_pii_comparison": {
        "scope": "Cases containing only entity types supported by both RedactCloud and default Microsoft Presidio, plus every clean case.",
        "types": [
            "CREDIT_CARD",
            "EMAIL",
            "IBAN",
            "IP_ADDRESS",
            "PHONE_US",
            "SSN"
        ],
        "accuracy": {
            "case_count": 46,
            "positive_entity_count": 25,
            "true_positives": 25,
            "false_positives": 0,
            "false_negatives": 0,
            "precision": 1,
            "recall": 1,
            "f1": 1,
            "clean_case_count": 25,
            "clean_case_pass_rate": 1,
            "type_label_accuracy": 1,
            "failed_case_count": 0,
            "by_type": {
                "CREDIT_CARD": {
                    "true_positives": 6,
                    "false_positives": 0,
                    "false_negatives": 0,
                    "precision": 1,
                    "recall": 1,
                    "f1": 1
                },
                "EMAIL": {
                    "true_positives": 5,
                    "false_positives": 0,
                    "false_negatives": 0,
                    "precision": 1,
                    "recall": 1,
                    "f1": 1
                },
                "IBAN": {
                    "true_positives": 4,
                    "false_positives": 0,
                    "false_negatives": 0,
                    "precision": 1,
                    "recall": 1,
                    "f1": 1
                },
                "IP_ADDRESS": {
                    "true_positives": 3,
                    "false_positives": 0,
                    "false_negatives": 0,
                    "precision": 1,
                    "recall": 1,
                    "f1": 1
                },
                "PHONE_US": {
                    "true_positives": 3,
                    "false_positives": 0,
                    "false_negatives": 0,
                    "precision": 1,
                    "recall": 1,
                    "f1": 1
                },
                "SSN": {
                    "true_positives": 4,
                    "false_positives": 0,
                    "false_negatives": 0,
                    "precision": 1,
                    "recall": 1,
                    "f1": 1
                }
            },
            "failures": []
        }
    },
    "performance": {
        "scope": "In-process redaction engine only; excludes network, framework, database, and upstream-provider latency.",
        "iterations_per_payload": 10000,
        "runtime": "PHP 8.5.3",
        "platform": "Darwin arm64",
        "hardware": {
            "cpu": "Apple M4",
            "memory_gib": 16
        },
        "payloads": [
            {
                "bytes": 1024,
                "entities_per_payload": 4,
                "p50_ms": 0.008,
                "p95_ms": 0.009,
                "p99_ms": 0.011,
                "throughput_mib_per_second": 117.31
            },
            {
                "bytes": 8192,
                "entities_per_payload": 4,
                "p50_ms": 0.043,
                "p95_ms": 0.047,
                "p99_ms": 0.095,
                "throughput_mib_per_second": 179.24
            },
            {
                "bytes": 32768,
                "entities_per_payload": 4,
                "p50_ms": 0.159,
                "p95_ms": 0.167,
                "p99_ms": 0.185,
                "throughput_mib_per_second": 196.97
            }
        ]
    },
    "limitations": [
        "The corpus is synthetic and maintained by RedactCloud.",
        "The results cover supported structured detectors, not names, street addresses, or general multilingual NER.",
        "Engine latency measured on one machine is not a production gateway latency guarantee.",
        "Benchmark results do not certify regulatory compliance or guarantee detection of every sensitive value."
    ]
}