{
  "schema_version": "2026-11-12.v5",
  "published_utc": "2026-11-12T02:35:00Z",
  "summary": {
    "detector_model": "DropSlop Detector v5 (v5_binoculars_mil)",
    "detector_artifact_sha256": "61089fb53a044faa8beac77a4c273f3893dd83fc1831bad6b7a50c987d7cc5a9",
    "humanizer_model": "DropSlop Fact-Guard Humanizer v4.5 + Dual-Draft Engine",
    "mcp_and_rest_tools": 16,
    "per_check_api_cost_usd": 0.0
  },
  "firewall_audit": {
    "held_out_vaults": ["D1_core_300", "D2_hard_human_150", "D3_adversarial_ai_150", "D4_short_paragraphs_200"],
    "total_protected_eval_items": 800,
    "blacklisted_urls": 450,
    "blacklisted_sha256_hashes": 800,
    "blacklisted_8word_shingles": 216791,
    "purged_overlapping_training_docs": 4,
    "purged_overlapping_short_slices": 10,
    "verified_remaining_overlap_across_all_splits": 0,
    "short_paragraph_checkpoint_selection": "5-fold parent-group out-of-fold AUROC (zero D4 test-set peeking)"
  },
  "detector_benchmarks": {
    "D1_core_300": {
      "description": "300 balanced articles across Business, Tech, Essay, News, and Blog (150 verified human, 150 frontier AI)",
      "n": 300,
      "dropslop_v5": {
        "auroc": 0.9927,
        "accuracy_at_045": 0.9533,
        "accuracy_at_050": 0.9533,
        "ai_recall_at_045": 0.9800,
        "ai_recall_at_050": 0.9667,
        "human_fpr_at_045": 0.0733,
        "human_fpr_at_050": 0.0600
      },
      "dropslop_v4": { "auroc": 0.9926, "accuracy_at_045": 0.9500, "ai_recall_at_045": 0.9667 },
      "dropslop_v3": { "auroc": 0.9867, "accuracy_at_045": 0.9433, "ai_recall_at_045": 0.9733 },
      "gptzero_live": { "auroc": 1.0000, "accuracy_at_050": 1.0000 },
      "pangram_4_1_live": { "auroc": 1.0000, "accuracy_at_050": 1.0000 },
      "by_genre_v5": {
        "Business":  { "n": 100, "auroc": 0.9988, "accuracy_at_045": 0.9900, "accuracy_at_050": 0.9800, "human_fpr_at_050": 0.020, "ai_recall_at_045": 1.000 },
        "Technical": { "n": 40,  "auroc": 0.9950, "accuracy_at_045": 0.9750, "accuracy_at_050": 0.9750, "human_fpr_at_050": 0.000, "ai_recall_at_045": 0.950 },
        "Essay":     { "n": 50,  "auroc": 0.9984, "accuracy_at_045": 0.9600, "accuracy_at_050": 0.9600, "human_fpr_at_050": 0.040, "ai_recall_at_045": 1.000 },
        "News":      { "n": 50,  "auroc": 0.9872, "accuracy_at_045": 0.9200, "accuracy_at_050": 0.9400, "human_fpr_at_050": 0.040, "ai_recall_at_045": 0.920 },
        "Blog":      { "n": 60,  "auroc": 0.9978, "accuracy_at_045": 0.9000, "accuracy_at_050": 0.9000, "human_fpr_at_050": 0.200, "ai_recall_at_045": 1.000 }
      }
    },
    "D2_hard_human_150": {
      "description": "150 tough, formal pre-ChatGPT human texts (SEC filings, wire news, technical docs, academic & ESL) + 25 real editorial articles",
      "n": 150,
      "dropslop_v5": {
        "fpr_at_050": 0.0200,
        "fp_count_at_050": 3,
        "fpr_at_045": 0.0333,
        "fp_count_at_045": 5,
        "editorial_25_fpr_at_050": 0.0000,
        "editorial_25_fpr_at_045": 0.0800
      },
      "dropslop_v4": { "fpr_at_045": 0.0133, "fp_count_at_045": 2 },
      "dropslop_v3": { "fpr_at_045": 0.0333, "fp_count_at_045": 5 },
      "gptzero_live": { "fpr_at_050": 0.0400, "fp_count_at_050": 6 },
      "pangram_4_1_live": { "fpr_at_050": 0.0725, "fpr_at_045": 0.0870, "scored_n": 69, "editorial_25_historical_fpr": 0.3200 }
    },
    "D3_adversarial_150": {
      "description": "150 disguised AI articles: 50 WriteHuman, 50 Phrasly, and 50 Hybrid Spliced (1-2 AI paragraphs pasted inside human articles)",
      "n": 150,
      "dropslop_v5": {
        "overall_tpr_at_045": 0.5467,
        "writehuman_50_tpr": 0.5200,
        "phrasly_50_tpr": 0.7800,
        "hybrid_spliced_50_doc_tpr": 0.3400,
        "hybrid_367_blocks_auroc": 0.9369,
        "hybrid_367_blocks_accuracy_at_050": 0.9046,
        "hybrid_ai_block_recall": 0.7600
      },
      "dropslop_v4": {
        "overall_tpr_at_045": 0.4867,
        "writehuman_50_tpr": 0.5000,
        "phrasly_50_tpr": 0.7600,
        "hybrid_spliced_50_doc_tpr": 0.2000
      },
      "dropslop_v3": {
        "overall_tpr_at_045": 0.4667,
        "writehuman_50_tpr": 0.3800,
        "phrasly_50_tpr": 0.7000,
        "hybrid_spliced_50_doc_tpr": 0.3200
      },
      "gptzero_live": {
        "overall_tpr_at_050": 0.3200,
        "writehuman_50_tpr": 0.3200,
        "phrasly_50_tpr": 0.6400,
        "hybrid_spliced_50_doc_tpr": 0.0000
      },
      "pangram_4_1_live": {
        "writehuman_50_tpr": 0.5800,
        "phrasly_50_tpr": 0.9000,
        "hybrid_spliced_50_doc_tpr": null
      }
    },
    "D4_short_paragraphs_200": {
      "description": "200 single standalone paragraphs (40-100 words: quotes, intros, blurbs) + 536 short paragraphs from D1",
      "n": 200,
      "dropslop_v5": {
        "auroc": 0.9534,
        "accuracy_at_050": 0.8700,
        "accuracy_at_045": 0.8650,
        "d1_536_short_auroc": 0.9482,
        "d1_536_short_accuracy_at_045": 0.8639
      },
      "dropslop_v3_zero_leak": {
        "auroc": 0.8164,
        "accuracy_at_045": 0.7650,
        "d1_536_short_auroc": 0.8350,
        "d1_536_short_accuracy_at_045": 0.7260
      },
      "gptzero_live": {
        "auroc": 0.9872,
        "accuracy_at_050": 0.9650
      }
    }
  },
  "humanizer_benchmarks": {
    "pr_pitches_and_quotes_20": {
      "n": 20,
      "dropslop_v4_5": {
        "gptzero_pass_rate": 0.9000,
        "pangram_4_1_pass_rate": 0.7500,
        "dual_detector_pass_rate": 0.7000,
        "blind_reader_12_dual_pass_rate": 0.9167,
        "material_fact_retention": 1.0000,
        "material_facts_kept": "181/181",
        "closing_point_drops": 0.0000,
        "house_style_violations": 0.0000
      },
      "dropslop_v3": {
        "reader_approved_joint_rate": 0.3333,
        "closing_point_drops": 0.6667,
        "house_style_violations": 0.4167
      },
      "writehuman": {
        "dual_detector_pass_rate_standard": 0.5800
      },
      "phrasly": {
        "gptzero_pass_rate": 0.5700,
        "pangram_pass_rate": 0.4300
      }
    },
    "canonical_articles_25_and_all_45": {
      "all_45_material_facts_kept": "530/530",
      "all_45_material_fact_retention": 1.0000,
      "all_45_zero_drop_drafts": "45/45",
      "all_45_strict_zero_addition_rate": 0.5111,
      "benchmark_25_comparison": {
        "dropslop_v4_5": { "gptzero_pass": 0.4000, "material_fact_retention": 1.0000, "strict_zero_addition_rate": 0.4000, "added_details_total": 40, "closing_drops": 0.0000 },
        "dropslop_v3":   { "gptzero_pass": 0.5600, "material_fact_retention": 0.9854, "strict_zero_addition_rate": 0.1600, "added_details_total": 59, "closing_drops": 0.1200 },
        "writehuman":    { "gptzero_pass": 0.5200, "material_fact_retention": 0.9857, "strict_zero_addition_rate": 0.0400, "added_details_total": 67, "closing_drops": null },
        "phrasly":       { "gptzero_pass": 0.1200, "material_fact_retention": 0.9942, "strict_zero_addition_rate": 0.4000, "added_details_total": 27, "closing_drops": null }
      }
    }
  }
}
