{
  "schema_version": "1.0",
  "executed_at": "2026-09-22T07:17:37.530Z",
  "experiment": "offline mechanism ablation, not model quality evaluation",
  "pack": "collider-seed-20260922",
  "embedding_kind": "curated",
  "n_queries": 20,
  "n_energies": 5,
  "seeds_per_cell": 64,
  "variants": [
    "full",
    "no-energy",
    "no-structure",
    "no-vector",
    "no-exploration"
  ],
  "draws": 32000,
  "aggregate": [
    {
      "variant": "full",
      "n": 6400,
      "reference_band_hit": 1,
      "reference_band_hit_ci95_source_bootstrap": [
        1,
        1
      ],
      "structural_overlap": 0.6591927083333253,
      "structural_overlap_ci95_source_bootstrap": [
        0.642604166666666,
        0.6745572916666652
      ],
      "unique_targets_per_64": 34.67,
      "domains_per_64": 4.86,
      "mean_reference_quantile_by_energy": {
        "LOW": 0.07426778242677794,
        "MEDIUM": 0.26508891213389213,
        "HIGH": 0.5003987970711286,
        "EXTREME": 0.7244214173640161,
        "WTF": 0.9152033211297095
      }
    },
    {
      "variant": "no-energy",
      "n": 6400,
      "reference_band_hit": 0.2,
      "reference_band_hit_ci95_source_bootstrap": [
        0.20000000000000004,
        0.20000000000000004
      ],
      "structural_overlap": 0.6640624999999991,
      "structural_overlap_ci95_source_bootstrap": [
        0.6464843749999998,
        0.6800781249999998
      ],
      "unique_targets_per_64": 54.85,
      "domains_per_64": 19.3,
      "mean_reference_quantile_by_energy": {
        "LOW": 0.49020658995815863,
        "MEDIUM": 0.49020658995815863,
        "HIGH": 0.49020658995815863,
        "EXTREME": 0.49020658995815863,
        "WTF": 0.49020658995815863
      }
    },
    {
      "variant": "no-structure",
      "n": 6400,
      "reference_band_hit": 1,
      "reference_band_hit_ci95_source_bootstrap": [
        1,
        1
      ],
      "structural_overlap": 0.6528124999999919,
      "structural_overlap_ci95_source_bootstrap": [
        0.6363802083333331,
        0.6676562499999991
      ],
      "unique_targets_per_64": 34.6,
      "domains_per_64": 4.86,
      "mean_reference_quantile_by_energy": {
        "LOW": 0.075967573221757,
        "MEDIUM": 0.26654027196652846,
        "HIGH": 0.5009806485355649,
        "EXTREME": 0.724699267782426,
        "WTF": 0.9148797071129726
      }
    },
    {
      "variant": "no-vector",
      "n": 6400,
      "reference_band_hit": 0.3309375,
      "reference_band_hit_ci95_source_bootstrap": [
        0.29375,
        0.3759375
      ],
      "structural_overlap": 0.6528124999999951,
      "structural_overlap_ci95_source_bootstrap": [
        0.6353906250000005,
        0.6691145833333326
      ],
      "unique_targets_per_64": 34.81,
      "domains_per_64": 5.51,
      "mean_reference_quantile_by_energy": {
        "LOW": 0.20541971757322167,
        "MEDIUM": 0.3832276412133896,
        "HIGH": 0.5560898274058583,
        "EXTREME": 0.5995717834728052,
        "WTF": 0.6903929131799158
      }
    },
    {
      "variant": "no-exploration",
      "n": 6400,
      "reference_band_hit": 1,
      "reference_band_hit_ci95_source_bootstrap": [
        1,
        1
      ],
      "structural_overlap": 0.6625781249999931,
      "structural_overlap_ci95_source_bootstrap": [
        0.6461718749999994,
        0.6776041666666657
      ],
      "unique_targets_per_64": 34.68,
      "domains_per_64": 4.86,
      "mean_reference_quantile_by_energy": {
        "LOW": 0.07328713389121316,
        "MEDIUM": 0.26422921025104656,
        "HIGH": 0.5000555700836807,
        "EXTREME": 0.7243233525104589,
        "WTF": 0.9153438807531398
      }
    }
  ],
  "synthetic_judge_stress": {
    "n": 5000,
    "bounded_with_exploration_good_rate": 0.6194,
    "confidence_only_good_rate": 0.2588,
    "description": "Artificial scores and labels, not Jev or real LLM predictions. This illustrates an assumption, not provider performance."
  },
  "external_api_calls": 0,
  "quality_evaluation_status": "NOT_RUN_NO_USER_API_KEYS",
  "human_study_status": "NOT_RUN",
  "scope_note": "仅验证当前人工词包与采样代码的机制。结构重叠指标由内置角色标签定义，不能当成创意质量；向量消融以原人工几何为参照。没有真实模型或用户研究结果。",
  "summary": [
    {
      "label": "实际采样次数",
      "display": "32,000"
    },
    {
      "label": "完整方案 / 区间命中",
      "display": "100.0%"
    },
    {
      "label": "关闭能量 / 区间命中",
      "display": "20.0%"
    },
    {
      "label": "完整 / 关闭结构权重的角色重叠",
      "display": "0.659 / 0.653"
    },
    {
      "label": "完整 / 关闭探索的不同候选数",
      "display": "34.7 / 34.7"
    },
    {
      "label": "第三方 API 调用",
      "display": "0 · 未使用用户 Key"
    }
  ],
  "duration_ms": 2531
}