{
 "meta": {
  "generated_at": "2026-10-18T08:29:05+00:00",
  "datasets": [
   {
    "dataset": "deepset",
    "rows": 662,
    "train_rows": 546,
    "train_injection_share": 0.372,
    "test_rows": 116,
    "test_injection_share": 0.517,
    "median_chars": 65
   },
   {
    "dataset": "jackhhao",
    "rows": 1289,
    "train_rows": 1032,
    "train_injection_share": 0.5,
    "test_rows": 257,
    "test_injection_share": 0.525,
    "median_chars": 703
   }
  ],
  "python": "3.12.10",
  "threshold": 0.5
 },
 "results": [
  {
   "detector": "ollama:llama3.2:3b",
   "train": "none",
   "test": "deepset",
   "setting": "zero-shot",
   "n_test": 116,
   "ms_per_text": 2384.871,
   "precision": 1.0,
   "recall": 0.1667,
   "f1": 0.2857,
   "false_positive_rate": 0.0,
   "roc_auc": 0.5833,
   "parse_failures": 0
  },
  {
   "detector": "ollama:llama3.2:3b",
   "train": "none",
   "test": "jackhhao",
   "setting": "zero-shot",
   "n_test": 257,
   "ms_per_text": 2471.755,
   "precision": 0.9889,
   "recall": 0.6593,
   "f1": 0.7911,
   "false_positive_rate": 0.0082,
   "roc_auc": 0.8255,
   "parse_failures": 0
  },
  {
   "detector": "ollama:llama3.1:8b",
   "train": "none",
   "test": "deepset",
   "setting": "zero-shot",
   "n_test": 116,
   "ms_per_text": 2990.311,
   "precision": 1.0,
   "recall": 0.4167,
   "f1": 0.5882,
   "false_positive_rate": 0.0,
   "roc_auc": 0.7167,
   "parse_failures": 0
  },
  {
   "detector": "ollama:llama3.1:8b",
   "train": "none",
   "test": "jackhhao",
   "setting": "zero-shot",
   "n_test": 257,
   "ms_per_text": 3205.969,
   "precision": 0.9764,
   "recall": 0.9185,
   "f1": 0.9466,
   "false_positive_rate": 0.0246,
   "roc_auc": 0.9554,
   "parse_failures": 0
  },
  {
   "detector": "keyword",
   "train": "deepset",
   "test": "deepset",
   "setting": "in-domain",
   "n_test": 116,
   "ms_per_text": 0.017,
   "precision": 0.9744,
   "recall": 0.6333,
   "f1": 0.7677,
   "false_positive_rate": 0.0179,
   "roc_auc": 0.8077
  },
  {
   "detector": "keyword",
   "train": "deepset",
   "test": "jackhhao",
   "setting": "cross-dataset",
   "n_test": 257,
   "ms_per_text": 0.166,
   "precision": 0.6701,
   "recall": 0.963,
   "f1": 0.7903,
   "false_positive_rate": 0.5246,
   "roc_auc": 0.7192
  },
  {
   "detector": "keyword",
   "train": "jackhhao",
   "test": "deepset",
   "setting": "cross-dataset",
   "n_test": 116,
   "ms_per_text": 0.018,
   "precision": 0.9091,
   "recall": 0.1667,
   "f1": 0.2817,
   "false_positive_rate": 0.0179,
   "roc_auc": 0.5744
  },
  {
   "detector": "keyword",
   "train": "jackhhao",
   "test": "jackhhao",
   "setting": "in-domain",
   "n_test": 257,
   "ms_per_text": 0.17,
   "precision": 0.9695,
   "recall": 0.9407,
   "f1": 0.9549,
   "false_positive_rate": 0.0328,
   "roc_auc": 0.954
  },
  {
   "detector": "keyword",
   "train": "all",
   "test": "deepset",
   "setting": "combined",
   "n_test": 116,
   "ms_per_text": 0.018,
   "precision": 0.9091,
   "recall": 0.1667,
   "f1": 0.2817,
   "false_positive_rate": 0.0179,
   "roc_auc": 0.5744
  },
  {
   "detector": "keyword",
   "train": "all",
   "test": "jackhhao",
   "setting": "combined",
   "n_test": 257,
   "ms_per_text": 0.166,
   "precision": 0.9695,
   "recall": 0.9407,
   "f1": 0.9549,
   "false_positive_rate": 0.0328,
   "roc_auc": 0.954
  },
  {
   "detector": "tfidf",
   "train": "deepset",
   "test": "deepset",
   "setting": "in-domain",
   "n_test": 116,
   "ms_per_text": 0.101,
   "precision": 0.9792,
   "recall": 0.7833,
   "f1": 0.8704,
   "false_positive_rate": 0.0179,
   "roc_auc": 0.9726
  },
  {
   "detector": "tfidf",
   "train": "deepset",
   "test": "jackhhao",
   "setting": "cross-dataset",
   "n_test": 257,
   "ms_per_text": 0.796,
   "precision": 0.5403,
   "recall": 0.9926,
   "f1": 0.6997,
   "false_positive_rate": 0.9344,
   "roc_auc": 0.9159
  },
  {
   "detector": "tfidf",
   "train": "jackhhao",
   "test": "deepset",
   "setting": "cross-dataset",
   "n_test": 116,
   "ms_per_text": 0.114,
   "precision": 1.0,
   "recall": 0.0667,
   "f1": 0.125,
   "false_positive_rate": 0.0,
   "roc_auc": 0.7798
  },
  {
   "detector": "tfidf",
   "train": "jackhhao",
   "test": "jackhhao",
   "setting": "in-domain",
   "n_test": 257,
   "ms_per_text": 0.854,
   "precision": 1.0,
   "recall": 0.963,
   "f1": 0.9811,
   "false_positive_rate": 0.0,
   "roc_auc": 0.9988
  },
  {
   "detector": "tfidf",
   "train": "all",
   "test": "deepset",
   "setting": "combined",
   "n_test": 116,
   "ms_per_text": 0.119,
   "precision": 1.0,
   "recall": 0.5833,
   "f1": 0.7368,
   "false_positive_rate": 0.0,
   "roc_auc": 0.9446
  },
  {
   "detector": "tfidf",
   "train": "all",
   "test": "jackhhao",
   "setting": "combined",
   "n_test": 257,
   "ms_per_text": 0.866,
   "precision": 0.9925,
   "recall": 0.9778,
   "f1": 0.9851,
   "false_positive_rate": 0.0082,
   "roc_auc": 0.9987
  },
  {
   "detector": "transformer",
   "train": "deepset",
   "test": "deepset",
   "setting": "in-domain",
   "n_test": 116,
   "ms_per_text": 1.024,
   "precision": 1.0,
   "recall": 0.9167,
   "f1": 0.9565,
   "false_positive_rate": 0.0,
   "roc_auc": 0.9985
  },
  {
   "detector": "transformer",
   "train": "deepset",
   "test": "jackhhao",
   "setting": "cross-dataset",
   "n_test": 257,
   "ms_per_text": 1.875,
   "precision": 0.5336,
   "recall": 1.0,
   "f1": 0.6959,
   "false_positive_rate": 0.9672,
   "roc_auc": 0.8199
  },
  {
   "detector": "transformer",
   "train": "jackhhao",
   "test": "deepset",
   "setting": "cross-dataset",
   "n_test": 116,
   "ms_per_text": 1.033,
   "precision": 0.9333,
   "recall": 0.2333,
   "f1": 0.3733,
   "false_positive_rate": 0.0179,
   "roc_auc": 0.5902
  },
  {
   "detector": "transformer",
   "train": "jackhhao",
   "test": "jackhhao",
   "setting": "in-domain",
   "n_test": 257,
   "ms_per_text": 1.864,
   "precision": 0.985,
   "recall": 0.9704,
   "f1": 0.9776,
   "false_positive_rate": 0.0164,
   "roc_auc": 0.9981
  },
  {
   "detector": "transformer",
   "train": "all",
   "test": "deepset",
   "setting": "combined",
   "n_test": 116,
   "ms_per_text": 1.044,
   "precision": 1.0,
   "recall": 0.75,
   "f1": 0.8571,
   "false_positive_rate": 0.0,
   "roc_auc": 0.9988
  },
  {
   "detector": "transformer",
   "train": "all",
   "test": "jackhhao",
   "setting": "combined",
   "n_test": 257,
   "ms_per_text": 1.895,
   "precision": 0.9924,
   "recall": 0.9704,
   "f1": 0.9813,
   "false_positive_rate": 0.0082,
   "roc_auc": 0.9973
  },
  {
   "detector": "cascade",
   "train": "deepset",
   "test": "deepset",
   "setting": "in-domain",
   "n_test": 116,
   "ms_per_text": 125.394,
   "precision": 1.0,
   "recall": 0.9,
   "f1": 0.9474,
   "false_positive_rate": 0.0,
   "roc_auc": 0.9501,
   "llm_share": 0.0431
  },
  {
   "detector": "cascade",
   "train": "deepset",
   "test": "jackhhao",
   "setting": "cross-dataset",
   "n_test": 257,
   "ms_per_text": 69.051,
   "precision": 0.54,
   "recall": 1.0,
   "f1": 0.7013,
   "false_positive_rate": 0.9426,
   "roc_auc": 0.8181,
   "llm_share": 0.0233
  },
  {
   "detector": "cascade",
   "train": "jackhhao",
   "test": "deepset",
   "setting": "cross-dataset",
   "n_test": 116,
   "ms_per_text": 694.759,
   "precision": 1.0,
   "recall": 0.2833,
   "f1": 0.4416,
   "false_positive_rate": 0.0,
   "roc_auc": 0.6104,
   "llm_share": 0.2414
  },
  {
   "detector": "cascade",
   "train": "jackhhao",
   "test": "jackhhao",
   "setting": "in-domain",
   "n_test": 257,
   "ms_per_text": 59.957,
   "precision": 0.9925,
   "recall": 0.9778,
   "f1": 0.9851,
   "false_positive_rate": 0.0082,
   "roc_auc": 0.9989,
   "llm_share": 0.0195
  },
  {
   "detector": "cascade",
   "train": "all",
   "test": "deepset",
   "setting": "combined",
   "n_test": 116,
   "ms_per_text": 175.066,
   "precision": 1.0,
   "recall": 0.7333,
   "f1": 0.8462,
   "false_positive_rate": 0.0,
   "roc_auc": 0.8988,
   "llm_share": 0.0603
  },
  {
   "detector": "cascade",
   "train": "all",
   "test": "jackhhao",
   "setting": "combined",
   "n_test": 257,
   "ms_per_text": 25.837,
   "precision": 0.9924,
   "recall": 0.963,
   "f1": 0.9774,
   "false_positive_rate": 0.0082,
   "roc_auc": 0.9902,
   "llm_share": 0.0078
  }
 ]
}