Direction9/experiments/output/cross_model/e2_result.json

{
  "timestamp": "2026-03-19T19:32:47.538786",
  "category_rs_cross": {
    "highly_formal": {
      "mean": 0.15584515141964855,
      "std": 0,
      "values": {
        "humaneval": 0.15584515141964855
      },
      "domains": [
        "humaneval"
      ]
    },
    "formal": {
      "mean": 6.0420482933500805,
      "std": 3.418699412288069,
      "values": {
        "gsm8k": 2.6233488810620114,
        "math": 9.46074770563815
      },
      "domains": [
        "gsm8k",
        "math"
      ]
    },
    "semi_formal": {
      "mean": 1.2816568422497403,
      "std": 0,
      "values": {
        "flores200": 1.2816568422497403
      },
      "domains": [
        "flores200"
      ]
    },
    "open": {
      "mean": 11.212123561386544,
      "std": 0,
      "values": {
        "alpaca": 11.212123561386544
      },
      "domains": [
        "alpaca"
      ]
    }
  },
  "sorted_by_convergence": [
    {
      "category": "highly_formal",
      "mean_rs_cross": 0.15584515141964855,
      "domains": [
        "humaneval"
      ]
    },
    {
      "category": "semi_formal",
      "mean_rs_cross": 1.2816568422497403,
      "domains": [
        "flores200"
      ]
    },
    {
      "category": "formal",
      "mean_rs_cross": 6.0420482933500805,
      "domains": [
        "gsm8k",
        "math"
      ]
    },
    {
      "category": "open",
      "mean_rs_cross": 11.212123561386544,
      "domains": [
        "alpaca"
      ]
    }
  ],
  "formal_vs_open_comparison": {
    "formal_mean": 4.07998057937327,
    "open_mean": 11.212123561386544,
    "difference": 7.132142982013274,
    "ratio": 2.7480825810962193
  },
  "hypothesis_support": {
    "supported": true,
    "formal_mean": 4.07998057937327,
    "open_mean": 11.212123561386544,
    "ratio_open_to_formal": 2.7480825810962193,
    "effect_strength": "moderate",
    "interpretation": "\u5f62\u5f0f\u5316\u9886\u57df\u8c31\u6536\u655b\u663e\u8457\u4f18\u4e8e\u5f00\u653e\u9886\u57df"
  },
  "raw_rs_cross": {
    "gsm8k": 2.6233488810620114,
    "math": 9.46074770563815,
    "humaneval": 0.15584515141964855,
    "alpaca": 11.212123561386544,
    "flores200": 1.2816568422497403
  }
}