{
  "schema_version": "shipgate.tool_surface_study_history/v1",
  "status": "normalized_engine_replay_present_negative_control_replay_pending",
  "normalization": {
    "canonical_pr_key": "canonical GitHub PR URL",
    "repo_aliases": {
      "block/goose": "aaif-goose/goose",
      "stripe/agent-toolkit": "stripe/ai"
    },
    "inputs": [
      {
        "path": "benchmark/miner/results/2026-W24-mined.jsonl",
        "sha256": "062e42cdcfee276cdb65f8eb680082b7102de358eef8b850a727402fdf66187c"
      },
      {
        "path": "benchmark/miner/results/2026-W25-mined.jsonl",
        "sha256": "57c2511397ba9f3c2905c8affd82d1f6efa594bf7b6ebc982ffb59231f17f36a"
      },
      {
        "path": "benchmark/miner/results/2026-W26-mined.jsonl",
        "sha256": "bc1c960fe4d88bcfa66e283b8558bc91b7c0b115b8f1e2ac95273eb10ecc3a42"
      }
    ],
    "ingestion_rows": 361,
    "unique_prs": 321,
    "engine_engaged_unique_prs": 19,
    "trigger_skip_unique_prs": 302,
    "canonical_repo_count": 8
  },
  "engine_replay": {
    "engine_version": "0.15.0",
    "artifact": "benchmark/miner/results/2026-W27-reeval.jsonl",
    "artifact_sha256": "8bbddcf0365e4d4f3f497cf6a8441b503a6c9341562ee3016f5fbd30ef4578bf",
    "scope": "19 previously engine-engaged unique PRs at their fixed base and head SHAs",
    "row_count": 19,
    "negative_controls_force_run_complete": false,
    "publication_note": "This is not yet the study's complete historical line. The 15 seeded trigger-skip controls still require frozen-engine force-run and independent human labels."
  },
  "negative_control_sample": {
    "seed": 20260710,
    "population": "302 normalized trigger-skip PRs",
    "count": 15,
    "force_run_status": "pending",
    "pr_urls": [
      "https://github.com/google/adk-samples/pull/1763",
      "https://github.com/stripe/ai/pull/334",
      "https://github.com/modelcontextprotocol/servers/pull/3262",
      "https://github.com/openai/openai-agents-python/pull/3410",
      "https://github.com/google/adk-samples/pull/2071",
      "https://github.com/crewAIInc/crewAI-examples/pull/370",
      "https://github.com/crewAIInc/crewAI-examples/pull/187",
      "https://github.com/modelcontextprotocol/servers/pull/3694",
      "https://github.com/openai/openai-agents-python/pull/3411",
      "https://github.com/pydantic/pydantic-ai/pull/5923",
      "https://github.com/crewAIInc/crewAI-examples/pull/285",
      "https://github.com/modelcontextprotocol/servers/pull/3334",
      "https://github.com/stripe/ai/pull/326",
      "https://github.com/stripe/ai/pull/427",
      "https://github.com/crewAIInc/crewAI-examples/pull/331"
    ]
  },
  "preregistered_illustrative_cases": [
    "https://github.com/stripe/ai/pull/232",
    "https://github.com/crewAIInc/crewAI-examples/pull/169",
    "https://github.com/google/adk-samples/pull/1975",
    "https://github.com/openai/openai-agents-python/pull/3461",
    "https://github.com/aaif-goose/goose/pull/9637"
  ],
  "human_label_status": "pending_registered_two-reviewer_process",
  "static_only": true,
  "runtime_behavior_verified": false
}