{
 "models": [
  "claude-sonnet-5-5",
  "claude-haiku-4-5-20251001"
 ],
 "runs_per_cell": "8問×5回×2モデル=各条件80回",
 "reply": {
  "A": {
   "合格": 45,
   "n": 80,
   "区分OK": 77,
   "期間の版を取り違え(分母60)": 27,
   "他顧客の事例を説明(分母80)": 13,
   "規程にない可能性を示す(Q8除く・分母70)": 12,
   "by_model": {
    "sonne": 25,
    "haiku": 20
   },
   "by_question": {
    "Q1": 10,
    "Q2": 9,
    "Q3": 0,
    "Q4": 9,
    "Q5": 9,
    "Q6": 5,
    "Q7": 0,
    "Q8": 3
   }
  },
  "B": {
   "合格": 68,
   "n": 80,
   "区分OK": 80,
   "期間の版を取り違え(分母60)": 0,
   "他顧客の事例を説明(分母80)": 11,
   "規程にない可能性を示す(Q8除く・分母70)": 6,
   "by_model": {
    "sonne": 33,
    "haiku": 35
   },
   "by_question": {
    "Q1": 10,
    "Q2": 10,
    "Q3": 10,
    "Q4": 10,
    "Q5": 10,
    "Q6": 10,
    "Q7": 0,
    "Q8": 8
   }
  },
  "C": {
   "合格": 66,
   "n": 80,
   "区分OK": 80,
   "期間の版を取り違え(分母60)": 1,
   "他顧客の事例を説明(分母80)": 11,
   "規程にない可能性を示す(Q8除く・分母70)": 5,
   "by_model": {
    "sonne": 33,
    "haiku": 33
   },
   "by_question": {
    "Q1": 10,
    "Q2": 10,
    "Q3": 9,
    "Q4": 10,
    "Q5": 9,
    "Q6": 10,
    "Q7": 0,
    "Q8": 8
   }
  },
  "D": {
   "合格": 65,
   "n": 80,
   "区分OK": 80,
   "期間の版を取り違え(分母60)": 0,
   "他顧客の事例を説明(分母80)": 12,
   "規程にない可能性を示す(Q8除く・分母70)": 8,
   "by_model": {
    "sonne": 32,
    "haiku": 33
   },
   "by_question": {
    "Q1": 10,
    "Q2": 9,
    "Q3": 10,
    "Q4": 10,
    "Q5": 9,
    "Q6": 9,
    "Q7": 0,
    "Q8": 8
   }
  },
  "E": {
   "合格": 70,
   "n": 80,
   "区分OK": 80,
   "期間の版を取り違え(分母60)": 0,
   "他顧客の事例を説明(分母80)": 6,
   "規程にない可能性を示す(Q8除く・分母70)": 6,
   "by_model": {
    "sonne": 36,
    "haiku": 34
   },
   "by_question": {
    "Q1": 10,
    "Q2": 9,
    "Q3": 10,
    "Q4": 10,
    "Q5": 10,
    "Q6": 10,
    "Q7": 1,
    "Q8": 10
   }
  },
  "F": {
   "合格": 78,
   "n": 80,
   "区分OK": 80,
   "期間の版を取り違え(分母60)": 0,
   "他顧客の事例を説明(分母80)": 0,
   "規程にない可能性を示す(Q8除く・分母70)": 2,
   "by_model": {
    "sonne": 39,
    "haiku": 39
   },
   "by_question": {
    "Q1": 10,
    "Q2": 9,
    "Q3": 10,
    "Q4": 10,
    "Q5": 9,
    "Q6": 10,
    "Q7": 10,
    "Q8": 10
   }
  }
 },
 "faq": {
  "N": {
   "R1": {
    "revise": 10
   },
   "R2": {
    "revise": 10
   },
   "R3": {
    "reuse": 3,
    "revise": 7
   },
   "R4": {
    "create": 6,
    "revise": 4
   },
   "R5": {
    "hold": 1,
    "revise": 8,
    "create": 1
   },
   "R6": {
    "revise": 10
   }
  },
  "S": {
   "R1": {
    "revise": 10
   },
   "R2": {
    "hold": 6,
    "revise": 4
   },
   "R3": {
    "reuse": 10
   },
   "R4": {
    "create": 10
   },
   "R5": {
    "hold": 9,
    "out_of_scope": 1
   },
   "R6": {
    "out_of_scope": 7,
    "hold": 1,
    "revise": 2
   }
  }
 }
}