{
  "date": "2026-10-13",
  "model": "gpt-6-luna",
  "scope": "Paired development experiment on previously examined reviews; no independent external validation.",
  "articles": 2958,
  "positives": 558,
  "reviews": 12,
  "population_records": 36243,
  "primary": "A_OR_BC_OR_D",
  "protocol_hash": "12b02ffe8dab4f234aeab588768f6be3ffd8b74450848ae357efce65aeb43626",
  "source_results_sha256": "e8803170b0210651c0a70c6dbb1875e0774946e30eba1f674a06005ab2771a15",
  "variants": [
    {
      "key": "A",
      "label": "A · Algemene beoordeling",
      "macro_model_recall": 0.8889456226571839,
      "macro_review_bootstrap_ci95": [
        0.826088534800096,
        0.9417388226487872
      ],
      "micro_model_recall": 0.8763440860215054,
      "tp_model_include": 489,
      "fn_excluded": 69,
      "fallback_positives": 0,
      "fallback_records": 0,
      "micro_routing_recall": 0.8763440860215054,
      "macro_retained_fraction": 0.3991410741693032,
      "micro_retained_fraction": 0.2144771404133212,
      "reviews_at_least_95": 4,
      "recall_evaluable_reviews": 12,
      "all_reviews_at_least_95": false,
      "minimum_review_recall": 0.6538461538461539,
      "article_requests": 2958
    },
    {
      "key": "B",
      "label": "B · Criteriumvragen",
      "macro_model_recall": 0.7956882762471171,
      "macro_review_bootstrap_ci95": [
        0.6983615700720964,
        0.8851777657366067
      ],
      "micro_model_recall": 0.7921146953405018,
      "tp_model_include": 442,
      "fn_excluded": 116,
      "fallback_positives": 0,
      "fallback_records": 0,
      "micro_routing_recall": 0.7921146953405018,
      "macro_retained_fraction": 0.2588437576695408,
      "micro_retained_fraction": 0.16820806776480976,
      "reviews_at_least_95": 3,
      "recall_evaluable_reviews": 12,
      "all_reviews_at_least_95": false,
      "minimum_review_recall": 0.4594594594594595,
      "article_requests": 2958
    },
    {
      "key": "BC",
      "label": "BC · Criteria + bewijscontrole",
      "macro_model_recall": 0.9471091490828333,
      "macro_review_bootstrap_ci95": [
        0.9266287036023878,
        0.969263383737068
      ],
      "micro_model_recall": 0.942652329749104,
      "tp_model_include": 526,
      "fn_excluded": 32,
      "fallback_positives": 0,
      "fallback_records": 0,
      "micro_routing_recall": 0.942652329749104,
      "macro_retained_fraction": 0.5550594027938763,
      "micro_retained_fraction": 0.4311616036200094,
      "reviews_at_least_95": 6,
      "recall_evaluable_reviews": 12,
      "all_reviews_at_least_95": false,
      "minimum_review_recall": 0.8888888888888888,
      "article_requests": 6167
    },
    {
      "key": "D_blind",
      "label": "D · Blinde inclusiecontrole",
      "macro_model_recall": 0.9756872256872257,
      "macro_review_bootstrap_ci95": [
        0.9388138138138138,
        1.0
      ],
      "micro_model_recall": 0.9605734767025089,
      "tp_model_include": 536,
      "fn_excluded": 22,
      "fallback_positives": 0,
      "fallback_records": 0,
      "micro_routing_recall": 0.9605734767025089,
      "macro_retained_fraction": 0.762341326217782,
      "micro_retained_fraction": 0.6689145490163618,
      "reviews_at_least_95": 10,
      "recall_evaluable_reviews": 12,
      "all_reviews_at_least_95": false,
      "minimum_review_recall": 0.8108108108108109,
      "article_requests": 2958
    },
    {
      "key": "A_OR_BC",
      "label": "A OR BC",
      "macro_model_recall": 0.9692236264604686,
      "macro_review_bootstrap_ci95": [
        0.9495726495726495,
        0.9876559251559252
      ],
      "micro_model_recall": 0.9695340501792115,
      "tp_model_include": 541,
      "fn_excluded": 17,
      "fallback_positives": 0,
      "fallback_records": 0,
      "micro_routing_recall": 0.9695340501792115,
      "macro_retained_fraction": 0.6138219617290308,
      "micro_retained_fraction": 0.4561542918632564,
      "reviews_at_least_95": 9,
      "recall_evaluable_reviews": 12,
      "all_reviews_at_least_95": false,
      "minimum_review_recall": 0.9,
      "article_requests": 9125
    },
    {
      "key": "BC_OR_D",
      "label": "BC OR D",
      "macro_model_recall": 0.9949877762377762,
      "macro_review_bootstrap_ci95": [
        0.9893884268884269,
        1.0
      ],
      "micro_model_recall": 0.9910394265232975,
      "tp_model_include": 553,
      "fn_excluded": 5,
      "fallback_positives": 0,
      "fallback_records": 0,
      "micro_routing_recall": 0.9910394265232975,
      "macro_retained_fraction": 0.8285047542961377,
      "micro_retained_fraction": 0.7360428220621914,
      "reviews_at_least_95": 12,
      "recall_evaluable_reviews": 12,
      "all_reviews_at_least_95": true,
      "minimum_review_recall": 0.972972972972973,
      "article_requests": 9125
    },
    {
      "key": "A_OR_B_OR_D",
      "label": "A OR B OR D",
      "macro_model_recall": 0.9881684569184569,
      "macro_review_bootstrap_ci95": [
        0.9727852852852853,
        1.0
      ],
      "micro_model_recall": 0.9802867383512545,
      "tp_model_include": 547,
      "fn_excluded": 11,
      "fallback_positives": 0,
      "fallback_records": 0,
      "micro_routing_recall": 0.9802867383512545,
      "macro_retained_fraction": 0.7794392274566095,
      "micro_retained_fraction": 0.6755632811853324,
      "reviews_at_least_95": 11,
      "recall_evaluable_reviews": 12,
      "all_reviews_at_least_95": false,
      "minimum_review_recall": 0.918918918918919,
      "article_requests": 8874
    },
    {
      "key": "A_OR_BC_OR_D",
      "label": "A OR BC OR D · Primair",
      "macro_model_recall": 0.9961139023639024,
      "macro_review_bootstrap_ci95": [
        0.991782648032648,
        1.0
      ],
      "micro_model_recall": 0.992831541218638,
      "tp_model_include": 554,
      "fn_excluded": 4,
      "fallback_positives": 0,
      "fallback_records": 0,
      "micro_routing_recall": 0.992831541218638,
      "macro_retained_fraction": 0.8332735503201509,
      "micro_retained_fraction": 0.7381614380707999,
      "reviews_at_least_95": 12,
      "recall_evaluable_reviews": 12,
      "all_reviews_at_least_95": true,
      "minimum_review_recall": 0.9807692307692307,
      "article_requests": 12083
    },
    {
      "key": "repeat_OR_3",
      "label": "3× A · Herhaalde beoordeling",
      "macro_model_recall": 0.8889456226571839,
      "macro_review_bootstrap_ci95": [
        0.826088534800096,
        0.9417388226487872
      ],
      "micro_model_recall": 0.8763440860215054,
      "tp_model_include": 489,
      "fn_excluded": 69,
      "fallback_positives": 0,
      "fallback_records": 0,
      "micro_routing_recall": 0.8763440860215054,
      "macro_retained_fraction": 0.3991410741693032,
      "micro_retained_fraction": 0.2144771404133212,
      "reviews_at_least_95": 4,
      "recall_evaluable_reviews": 12,
      "all_reviews_at_least_95": false,
      "minimum_review_recall": 0.6538461538461539,
      "article_requests": 8874
    }
  ],
  "per_review": [
    {
      "review": "Appenzeller-Herzog_2019",
      "positives": 26,
      "retained": 26,
      "missed": 0,
      "recall": 1.0,
      "ci95": [
        0.8712710781407846,
        1
      ]
    },
    {
      "review": "Bos_2018",
      "positives": 10,
      "retained": 10,
      "missed": 0,
      "recall": 1.0,
      "ci95": [
        0.7224672001371107,
        0.9999999999999999
      ]
    },
    {
      "review": "Donners_2021",
      "positives": 15,
      "retained": 15,
      "missed": 0,
      "recall": 1.0,
      "ci95": [
        0.7961166989641515,
        1
      ]
    },
    {
      "review": "Hall_2012",
      "positives": 104,
      "retained": 102,
      "missed": 2,
      "recall": 0.9807692307692307,
      "ci95": [
        0.9325768708423217,
        0.9947102884149359
      ]
    },
    {
      "review": "Meijboom_2021",
      "positives": 37,
      "retained": 37,
      "missed": 0,
      "recall": 1.0,
      "ci95": [
        0.9059421741627975,
        1
      ]
    },
    {
      "review": "Menon_2022",
      "positives": 74,
      "retained": 73,
      "missed": 1,
      "recall": 0.9864864864864865,
      "ci95": [
        0.9273464348015678,
        0.9976105365965432
      ]
    },
    {
      "review": "Oud_2018",
      "positives": 20,
      "retained": 20,
      "missed": 0,
      "recall": 1.0,
      "ci95": [
        0.8388748419471806,
        1
      ]
    },
    {
      "review": "Sep_2021",
      "positives": 40,
      "retained": 40,
      "missed": 0,
      "recall": 1.0,
      "ci95": [
        0.9123783988027135,
        1
      ]
    },
    {
      "review": "van_Dis_2020",
      "positives": 72,
      "retained": 71,
      "missed": 1,
      "recall": 0.9861111111111112,
      "ci95": [
        0.9254339785252386,
        0.9975440481170943
      ]
    },
    {
      "review": "van_de_Schoot_2018",
      "positives": 38,
      "retained": 38,
      "missed": 0,
      "recall": 1.0,
      "ci95": [
        0.908190131774416,
        0.9999999999999999
      ]
    },
    {
      "review": "van_der_Valk_2021",
      "positives": 89,
      "retained": 89,
      "missed": 0,
      "recall": 1.0,
      "ci95": [
        0.9586234547637477,
        1
      ]
    },
    {
      "review": "van_der_Waal_2022",
      "positives": 33,
      "retained": 33,
      "missed": 0,
      "recall": 1.0,
      "ci95": [
        0.895730002457548,
        1
      ]
    }
  ],
  "requests": {
    "requests": 20994,
    "decisions": 19016,
    "responses": 1978,
    "input_tokens": 42388088,
    "output_tokens": 628637,
    "http_attempts": 22347,
    "elapsed_seconds": 26849.235654853284,
    "estimated_standard_usd": 4.552250969999987,
    "provider_failures": 0
  },
  "preparation": {
    "requests": 37,
    "decisions": 12,
    "responses": 25,
    "input_tokens": 65353,
    "output_tokens": 39912,
    "http_attempts": 37,
    "elapsed_seconds": 375.587564105168,
    "estimated_standard_usd": 0.026491300000000002,
    "provider_failures": 0
  },
  "repeat_disagreements": 0
}
