{
  "cells": {
    "haiku|A": {
      "detect": 27,
      "runs": 36,
      "fp": 12,
      "fp_runs_bug": 10,
      "ctl_runs": 9,
      "ctl_with_findings": 1,
      "ctl_findings": 1,
      "valid": 3,
      "findings": 47,
      "cost": 0.030378,
      "turns": 1,
      "secs": 49.24386666666667
    },
    "haiku|B": {
      "detect": 30,
      "runs": 36,
      "fp": 11,
      "fp_runs_bug": 9,
      "ctl_runs": 9,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 4,
      "findings": 46,
      "cost": 0.0322236,
      "turns": 1,
      "secs": 51.03066666666666
    },
    "haiku|S": {
      "detect": 33,
      "runs": 36,
      "fp": 5,
      "fp_runs_bug": 5,
      "ctl_runs": 9,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 0,
      "findings": 44,
      "cost": 0.03259126666666667,
      "turns": 1,
      "secs": 51.297533333333334
    },
    "haiku|T": {
      "detect": 33,
      "runs": 36,
      "fp": 0,
      "fp_runs_bug": 0,
      "ctl_runs": 9,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 0,
      "findings": 34,
      "cost": 0.04264406222222222,
      "turns": 7.644444444444445,
      "secs": 35.428577777777775
    },
    "haiku|C": {
      "detect": 36,
      "runs": 36,
      "fp": 2,
      "fp_runs_bug": 2,
      "ctl_runs": 9,
      "ctl_with_findings": 1,
      "ctl_findings": 1,
      "valid": 1,
      "findings": 42,
      "cost": 0.045409106666666664,
      "turns": 7.733333333333333,
      "secs": 45.86537777777778
    },
    "haiku|D": {
      "detect": 36,
      "runs": 36,
      "fp": 2,
      "fp_runs_bug": 2,
      "ctl_runs": 9,
      "ctl_with_findings": 2,
      "ctl_findings": 2,
      "valid": 4,
      "findings": 45,
      "cost": 0.06422610000000001,
      "turns": 8.733333333333333,
      "secs": 68.1096
    },
    "sonnet|A": {
      "detect": 20,
      "runs": 24,
      "fp": 4,
      "fp_runs_bug": 4,
      "ctl_runs": 6,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 7,
      "findings": 34,
      "cost": 0.0077208933333333335,
      "turns": 1,
      "secs": 3.5512333333333332
    },
    "sonnet|B": {
      "detect": 22,
      "runs": 24,
      "fp": 4,
      "fp_runs_bug": 4,
      "ctl_runs": 6,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 6,
      "findings": 37,
      "cost": 0.008284366666666666,
      "turns": 1,
      "secs": 3.703
    },
    "sonnet|S": {
      "detect": 24,
      "runs": 24,
      "fp": 1,
      "fp_runs_bug": 1,
      "ctl_runs": 6,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 9,
      "findings": 38,
      "cost": 0.0094271,
      "turns": 1,
      "secs": 3.3302666666666667
    },
    "sonnet|T": {
      "detect": 22,
      "runs": 24,
      "fp": 1,
      "fp_runs_bug": 1,
      "ctl_runs": 6,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 9,
      "findings": 36,
      "cost": 0.0119738,
      "turns": 1.8666666666666667,
      "secs": 4.6511000000000005
    },
    "sonnet|C": {
      "detect": 24,
      "runs": 24,
      "fp": 1,
      "fp_runs_bug": 1,
      "ctl_runs": 6,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 8,
      "findings": 35,
      "cost": 0.012123966666666666,
      "turns": 1.5,
      "secs": 3.869766666666667
    },
    "sonnet|D": {
      "detect": 24,
      "runs": 24,
      "fp": 3,
      "fp_runs_bug": 3,
      "ctl_runs": 6,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 16,
      "findings": 45,
      "cost": 0.012768053333333333,
      "turns": 1.3333333333333333,
      "secs": 3.9562
    },
    "opus|A": {
      "detect": 20,
      "runs": 24,
      "fp": 5,
      "fp_runs_bug": 5,
      "ctl_runs": 6,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 16,
      "findings": 46,
      "cost": 0.013450293333333333,
      "turns": 1,
      "secs": 4.059466666666666
    },
    "opus|C": {
      "detect": 24,
      "runs": 24,
      "fp": 1,
      "fp_runs_bug": 1,
      "ctl_runs": 6,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 9,
      "findings": 38,
      "cost": 0.025274046666666668,
      "turns": 1.9,
      "secs": 5.0628
    },
    "haiku+sonnet|A": {
      "detect": 47,
      "runs": 60,
      "fp": 16,
      "fp_runs_bug": 14,
      "ctl_runs": 15,
      "ctl_with_findings": 1,
      "ctl_findings": 1,
      "valid": 10,
      "findings": 81,
      "cost": 0.02131515733333333,
      "turns": 1,
      "secs": 30.96681333333333
    },
    "haiku+sonnet|B": {
      "detect": 52,
      "runs": 60,
      "fp": 15,
      "fp_runs_bug": 13,
      "ctl_runs": 15,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 10,
      "findings": 83,
      "cost": 0.02264790666666667,
      "turns": 1,
      "secs": 32.099599999999995
    },
    "haiku+sonnet|S": {
      "detect": 57,
      "runs": 60,
      "fp": 6,
      "fp_runs_bug": 6,
      "ctl_runs": 15,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 9,
      "findings": 82,
      "cost": 0.0233256,
      "turns": 1,
      "secs": 32.11062666666667
    },
    "haiku+sonnet|T": {
      "detect": 55,
      "runs": 60,
      "fp": 1,
      "fp_runs_bug": 1,
      "ctl_runs": 15,
      "ctl_with_findings": 0,
      "ctl_findings": 0,
      "valid": 9,
      "findings": 70,
      "cost": 0.03037595733333333,
      "turns": 5.333333333333333,
      "secs": 23.117586666666668
    },
    "haiku+sonnet|C": {
      "detect": 60,
      "runs": 60,
      "fp": 3,
      "fp_runs_bug": 3,
      "ctl_runs": 15,
      "ctl_with_findings": 1,
      "ctl_findings": 1,
      "valid": 9,
      "findings": 77,
      "cost": 0.032095050666666666,
      "turns": 5.24,
      "secs": 29.067133333333334
    },
    "haiku+sonnet|D": {
      "detect": 60,
      "runs": 60,
      "fp": 5,
      "fp_runs_bug": 5,
      "ctl_runs": 15,
      "ctl_with_findings": 2,
      "ctl_findings": 2,
      "valid": 20,
      "findings": 90,
      "cost": 0.043642881333333335,
      "turns": 5.773333333333333,
      "secs": 42.44824
    }
  },
  "pr": {
    "haiku|A|pr01": [0, 3],
    "haiku|A|pr02": [3, 3],
    "haiku|A|pr03": [3, 3],
    "haiku|A|pr04": [3, 3],
    "haiku|A|pr05": [3, 3],
    "haiku|A|pr06": [3, 3],
    "haiku|A|pr07": [3, 3],
    "haiku|A|pr08": [0, 3],
    "haiku|A|pr09": [3, 3],
    "haiku|A|pr10": [0, 3],
    "haiku|A|pr11": [3, 3],
    "haiku|A|pr12": [3, 3],
    "haiku|B|pr01": [3, 3],
    "haiku|B|pr02": [3, 3],
    "haiku|B|pr03": [3, 3],
    "haiku|B|pr04": [3, 3],
    "haiku|B|pr05": [3, 3],
    "haiku|B|pr06": [3, 3],
    "haiku|B|pr07": [3, 3],
    "haiku|B|pr08": [0, 3],
    "haiku|B|pr09": [3, 3],
    "haiku|B|pr10": [0, 3],
    "haiku|B|pr11": [3, 3],
    "haiku|B|pr12": [3, 3],
    "haiku|S|pr01": [3, 3],
    "haiku|S|pr02": [3, 3],
    "haiku|S|pr03": [3, 3],
    "haiku|S|pr04": [3, 3],
    "haiku|S|pr05": [3, 3],
    "haiku|S|pr06": [3, 3],
    "haiku|S|pr07": [3, 3],
    "haiku|S|pr08": [3, 3],
    "haiku|S|pr09": [3, 3],
    "haiku|S|pr10": [0, 3],
    "haiku|S|pr11": [3, 3],
    "haiku|S|pr12": [3, 3],
    "haiku|T|pr01": [3, 3],
    "haiku|T|pr02": [3, 3],
    "haiku|T|pr03": [3, 3],
    "haiku|T|pr04": [3, 3],
    "haiku|T|pr05": [3, 3],
    "haiku|T|pr06": [3, 3],
    "haiku|T|pr07": [3, 3],
    "haiku|T|pr08": [0, 3],
    "haiku|T|pr09": [3, 3],
    "haiku|T|pr10": [3, 3],
    "haiku|T|pr11": [3, 3],
    "haiku|T|pr12": [3, 3],
    "haiku|C|pr01": [3, 3],
    "haiku|C|pr02": [3, 3],
    "haiku|C|pr03": [3, 3],
    "haiku|C|pr04": [3, 3],
    "haiku|C|pr05": [3, 3],
    "haiku|C|pr06": [3, 3],
    "haiku|C|pr07": [3, 3],
    "haiku|C|pr08": [3, 3],
    "haiku|C|pr09": [3, 3],
    "haiku|C|pr10": [3, 3],
    "haiku|C|pr11": [3, 3],
    "haiku|C|pr12": [3, 3],
    "haiku|D|pr01": [3, 3],
    "haiku|D|pr02": [3, 3],
    "haiku|D|pr03": [3, 3],
    "haiku|D|pr04": [3, 3],
    "haiku|D|pr05": [3, 3],
    "haiku|D|pr06": [3, 3],
    "haiku|D|pr07": [3, 3],
    "haiku|D|pr08": [3, 3],
    "haiku|D|pr09": [3, 3],
    "haiku|D|pr10": [3, 3],
    "haiku|D|pr11": [3, 3],
    "haiku|D|pr12": [3, 3],
    "sonnet|A|pr01": [0, 2],
    "sonnet|A|pr02": [2, 2],
    "sonnet|A|pr03": [2, 2],
    "sonnet|A|pr04": [2, 2],
    "sonnet|A|pr05": [2, 2],
    "sonnet|A|pr06": [2, 2],
    "sonnet|A|pr07": [2, 2],
    "sonnet|A|pr08": [0, 2],
    "sonnet|A|pr09": [2, 2],
    "sonnet|A|pr10": [2, 2],
    "sonnet|A|pr11": [2, 2],
    "sonnet|A|pr12": [2, 2],
    "sonnet|B|pr01": [2, 2],
    "sonnet|B|pr02": [2, 2],
    "sonnet|B|pr03": [2, 2],
    "sonnet|B|pr04": [2, 2],
    "sonnet|B|pr05": [2, 2],
    "sonnet|B|pr06": [2, 2],
    "sonnet|B|pr07": [2, 2],
    "sonnet|B|pr08": [0, 2],
    "sonnet|B|pr09": [2, 2],
    "sonnet|B|pr10": [2, 2],
    "sonnet|B|pr11": [2, 2],
    "sonnet|B|pr12": [2, 2],
    "sonnet|S|pr01": [2, 2],
    "sonnet|S|pr02": [2, 2],
    "sonnet|S|pr03": [2, 2],
    "sonnet|S|pr04": [2, 2],
    "sonnet|S|pr05": [2, 2],
    "sonnet|S|pr06": [2, 2],
    "sonnet|S|pr07": [2, 2],
    "sonnet|S|pr08": [2, 2],
    "sonnet|S|pr09": [2, 2],
    "sonnet|S|pr10": [2, 2],
    "sonnet|S|pr11": [2, 2],
    "sonnet|S|pr12": [2, 2],
    "sonnet|T|pr01": [2, 2],
    "sonnet|T|pr02": [2, 2],
    "sonnet|T|pr03": [2, 2],
    "sonnet|T|pr04": [2, 2],
    "sonnet|T|pr05": [2, 2],
    "sonnet|T|pr06": [2, 2],
    "sonnet|T|pr07": [2, 2],
    "sonnet|T|pr08": [0, 2],
    "sonnet|T|pr09": [2, 2],
    "sonnet|T|pr10": [2, 2],
    "sonnet|T|pr11": [2, 2],
    "sonnet|T|pr12": [2, 2],
    "sonnet|C|pr01": [2, 2],
    "sonnet|C|pr02": [2, 2],
    "sonnet|C|pr03": [2, 2],
    "sonnet|C|pr04": [2, 2],
    "sonnet|C|pr05": [2, 2],
    "sonnet|C|pr06": [2, 2],
    "sonnet|C|pr07": [2, 2],
    "sonnet|C|pr08": [2, 2],
    "sonnet|C|pr09": [2, 2],
    "sonnet|C|pr10": [2, 2],
    "sonnet|C|pr11": [2, 2],
    "sonnet|C|pr12": [2, 2],
    "sonnet|D|pr01": [2, 2],
    "sonnet|D|pr02": [2, 2],
    "sonnet|D|pr03": [2, 2],
    "sonnet|D|pr04": [2, 2],
    "sonnet|D|pr05": [2, 2],
    "sonnet|D|pr06": [2, 2],
    "sonnet|D|pr07": [2, 2],
    "sonnet|D|pr08": [2, 2],
    "sonnet|D|pr09": [2, 2],
    "sonnet|D|pr10": [2, 2],
    "sonnet|D|pr11": [2, 2],
    "sonnet|D|pr12": [2, 2],
    "opus|A|pr01": [0, 2],
    "opus|A|pr02": [2, 2],
    "opus|A|pr03": [2, 2],
    "opus|A|pr04": [2, 2],
    "opus|A|pr05": [2, 2],
    "opus|A|pr06": [2, 2],
    "opus|A|pr07": [2, 2],
    "opus|A|pr08": [0, 2],
    "opus|A|pr09": [2, 2],
    "opus|A|pr10": [2, 2],
    "opus|A|pr11": [2, 2],
    "opus|A|pr12": [2, 2],
    "opus|C|pr01": [2, 2],
    "opus|C|pr02": [2, 2],
    "opus|C|pr03": [2, 2],
    "opus|C|pr04": [2, 2],
    "opus|C|pr05": [2, 2],
    "opus|C|pr06": [2, 2],
    "opus|C|pr07": [2, 2],
    "opus|C|pr08": [2, 2],
    "opus|C|pr09": [2, 2],
    "opus|C|pr10": [2, 2],
    "opus|C|pr11": [2, 2],
    "opus|C|pr12": [2, 2],
    "haiku+sonnet|A|pr01": [0, 5],
    "haiku+sonnet|A|pr02": [5, 5],
    "haiku+sonnet|A|pr03": [5, 5],
    "haiku+sonnet|A|pr04": [5, 5],
    "haiku+sonnet|A|pr05": [5, 5],
    "haiku+sonnet|A|pr06": [5, 5],
    "haiku+sonnet|A|pr07": [5, 5],
    "haiku+sonnet|A|pr08": [0, 5],
    "haiku+sonnet|A|pr09": [5, 5],
    "haiku+sonnet|A|pr10": [2, 5],
    "haiku+sonnet|A|pr11": [5, 5],
    "haiku+sonnet|A|pr12": [5, 5],
    "haiku+sonnet|B|pr01": [5, 5],
    "haiku+sonnet|B|pr02": [5, 5],
    "haiku+sonnet|B|pr03": [5, 5],
    "haiku+sonnet|B|pr04": [5, 5],
    "haiku+sonnet|B|pr05": [5, 5],
    "haiku+sonnet|B|pr06": [5, 5],
    "haiku+sonnet|B|pr07": [5, 5],
    "haiku+sonnet|B|pr08": [0, 5],
    "haiku+sonnet|B|pr09": [5, 5],
    "haiku+sonnet|B|pr10": [2, 5],
    "haiku+sonnet|B|pr11": [5, 5],
    "haiku+sonnet|B|pr12": [5, 5],
    "haiku+sonnet|S|pr01": [5, 5],
    "haiku+sonnet|S|pr02": [5, 5],
    "haiku+sonnet|S|pr03": [5, 5],
    "haiku+sonnet|S|pr04": [5, 5],
    "haiku+sonnet|S|pr05": [5, 5],
    "haiku+sonnet|S|pr06": [5, 5],
    "haiku+sonnet|S|pr07": [5, 5],
    "haiku+sonnet|S|pr08": [5, 5],
    "haiku+sonnet|S|pr09": [5, 5],
    "haiku+sonnet|S|pr10": [2, 5],
    "haiku+sonnet|S|pr11": [5, 5],
    "haiku+sonnet|S|pr12": [5, 5],
    "haiku+sonnet|T|pr01": [5, 5],
    "haiku+sonnet|T|pr02": [5, 5],
    "haiku+sonnet|T|pr03": [5, 5],
    "haiku+sonnet|T|pr04": [5, 5],
    "haiku+sonnet|T|pr05": [5, 5],
    "haiku+sonnet|T|pr06": [5, 5],
    "haiku+sonnet|T|pr07": [5, 5],
    "haiku+sonnet|T|pr08": [0, 5],
    "haiku+sonnet|T|pr09": [5, 5],
    "haiku+sonnet|T|pr10": [5, 5],
    "haiku+sonnet|T|pr11": [5, 5],
    "haiku+sonnet|T|pr12": [5, 5],
    "haiku+sonnet|C|pr01": [5, 5],
    "haiku+sonnet|C|pr02": [5, 5],
    "haiku+sonnet|C|pr03": [5, 5],
    "haiku+sonnet|C|pr04": [5, 5],
    "haiku+sonnet|C|pr05": [5, 5],
    "haiku+sonnet|C|pr06": [5, 5],
    "haiku+sonnet|C|pr07": [5, 5],
    "haiku+sonnet|C|pr08": [5, 5],
    "haiku+sonnet|C|pr09": [5, 5],
    "haiku+sonnet|C|pr10": [5, 5],
    "haiku+sonnet|C|pr11": [5, 5],
    "haiku+sonnet|C|pr12": [5, 5],
    "haiku+sonnet|D|pr01": [5, 5],
    "haiku+sonnet|D|pr02": [5, 5],
    "haiku+sonnet|D|pr03": [5, 5],
    "haiku+sonnet|D|pr04": [5, 5],
    "haiku+sonnet|D|pr05": [5, 5],
    "haiku+sonnet|D|pr06": [5, 5],
    "haiku+sonnet|D|pr07": [5, 5],
    "haiku+sonnet|D|pr08": [5, 5],
    "haiku+sonnet|D|pr09": [5, 5],
    "haiku+sonnet|D|pr10": [5, 5],
    "haiku+sonnet|D|pr11": [5, 5],
    "haiku+sonnet|D|pr12": [5, 5]
  }
}