{
  "study": "Expanded Qwen3 dense-ladder pilot, October 8",
  "provenance": {
    "experiment_artifact": "results/dense-ladder-20261008/comparison-summary.csv",
    "sha256": "2860bf5e3b89f34c2380801319e5befd2e71c20788222cb4568cbbfc704fd6a0"
  },
  "directed_comparisons": 44,
  "public_checkpoints": 12,
  "unique_questions": 128,
  "benchmarks": {
    "ARC-Challenge": 32,
    "MMLU-Redux": 32,
    "MedQA": 32,
    "OpenBookQA": 32
  },
  "scoring": "Teacher-forced summed log probability of complete answer-label continuations",
  "adapter_training": "256 reconstruction updates, 32 supervised updates; one training seed",
  "trained_directions": [
    {
      "source_model": "Qwen/Qwen3-0.6B",
      "target_model": "Qwen/Qwen3-1.7B",
      "mapped_accuracy_pct": 44.53125,
      "target_native_accuracy_pct": 68.75,
      "wrong_cache_accuracy_pct": 22.65625,
      "delta_to_target_native_pp": -24.21875,
      "delta_ci95_low_pp": -35.15625,
      "delta_ci95_high_pp": -14.0625
    },
    {
      "source_model": "Qwen/Qwen3-1.7B",
      "target_model": "Qwen/Qwen3-0.6B",
      "mapped_accuracy_pct": 58.59375,
      "target_native_accuracy_pct": 46.875,
      "wrong_cache_accuracy_pct": 21.09375,
      "delta_to_target_native_pp": 11.71875,
      "delta_ci95_low_pp": 2.34375,
      "delta_ci95_high_pp": 21.09375
    },
    {
      "source_model": "Qwen/Qwen3-1.7B",
      "target_model": "Qwen/Qwen3-4B",
      "mapped_accuracy_pct": 21.875,
      "target_native_accuracy_pct": 71.09375,
      "wrong_cache_accuracy_pct": 22.65625,
      "delta_to_target_native_pp": -49.21875,
      "delta_ci95_low_pp": -58.59375,
      "delta_ci95_high_pp": -39.84375
    },
    {
      "source_model": "Qwen/Qwen3-4B",
      "target_model": "Qwen/Qwen3-1.7B",
      "mapped_accuracy_pct": 21.875,
      "target_native_accuracy_pct": 68.75,
      "wrong_cache_accuracy_pct": 22.65625,
      "delta_to_target_native_pp": -46.875,
      "delta_ci95_low_pp": -57.8125,
      "delta_ci95_high_pp": -35.9375
    },
    {
      "source_model": "Qwen/Qwen3-4B",
      "target_model": "Qwen/Qwen3-8B",
      "mapped_accuracy_pct": 71.875,
      "target_native_accuracy_pct": 75.0,
      "wrong_cache_accuracy_pct": 23.4375,
      "delta_to_target_native_pp": -3.125,
      "delta_ci95_low_pp": -11.71875,
      "delta_ci95_high_pp": 4.707031249999893
    },
    {
      "source_model": "Qwen/Qwen3-8B",
      "target_model": "Qwen/Qwen3-4B",
      "mapped_accuracy_pct": 68.75,
      "target_native_accuracy_pct": 71.09375,
      "wrong_cache_accuracy_pct": 21.875,
      "delta_to_target_native_pp": -2.34375,
      "delta_ci95_low_pp": -10.9375,
      "delta_ci95_high_pp": 5.46875
    },
    {
      "source_model": "Qwen/Qwen3-8B",
      "target_model": "Qwen/Qwen3-14B",
      "mapped_accuracy_pct": 45.3125,
      "target_native_accuracy_pct": 78.90625,
      "wrong_cache_accuracy_pct": 25.78125,
      "delta_to_target_native_pp": -33.59375,
      "delta_ci95_low_pp": -43.75,
      "delta_ci95_high_pp": -23.4375
    },
    {
      "source_model": "Qwen/Qwen3-14B",
      "target_model": "Qwen/Qwen3-8B",
      "mapped_accuracy_pct": 42.1875,
      "target_native_accuracy_pct": 75.0,
      "wrong_cache_accuracy_pct": 25.0,
      "delta_to_target_native_pp": -32.8125,
      "delta_ci95_low_pp": -42.96875,
      "delta_ci95_high_pp": -22.65625
    },
    {
      "source_model": "Qwen/Qwen3-14B",
      "target_model": "Qwen/Qwen3-32B",
      "mapped_accuracy_pct": 40.625,
      "target_native_accuracy_pct": 86.71875,
      "wrong_cache_accuracy_pct": 24.21875,
      "delta_to_target_native_pp": -46.09375,
      "delta_ci95_low_pp": -54.6875,
      "delta_ci95_high_pp": -37.5
    },
    {
      "source_model": "Qwen/Qwen3-32B",
      "target_model": "Qwen/Qwen3-14B",
      "mapped_accuracy_pct": 21.09375,
      "target_native_accuracy_pct": 78.90625,
      "wrong_cache_accuracy_pct": 21.09375,
      "delta_to_target_native_pp": -57.8125,
      "delta_ci95_low_pp": -67.1875,
      "delta_ci95_high_pp": -48.4375
    }
  ],
  "limits": [
    "Pilot results do not prove native equivalence.",
    "Broader ladder and checkpoint substitution results are inconsistent.",
    "No latency, transport, chained handoff, or long-context result.",
    "Nominal paired intervals; exploratory multiple comparisons."
  ]
}
