[
  {
    "model": "ernie-image-turbo",
    "level": "L1",
    "trial": 1,
    "lines_ok": [true, true, true],
    "extra_text": "副題と価格が2か所に出た。見出しにかぎ括弧",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L1",
      "trial": 1,
      "seed": 1,
      "steps": 8,
      "guidance": null,
      "sec": 35.86,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L1",
    "trial": 2,
    "lines_ok": [true, true, true],
    "extra_text": "副題が2か所に出た。見出しにかぎ括弧",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L1",
      "trial": 2,
      "seed": 2,
      "steps": 8,
      "guidance": null,
      "sec": 36.08,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L1",
    "trial": 3,
    "lines_ok": [true, true, true],
    "extra_text": "見出しにかぎ括弧がついた",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L1",
      "trial": 3,
      "seed": 3,
      "steps": 8,
      "guidance": null,
      "sec": 34.94,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L1",
    "trial": 4,
    "lines_ok": [true, true, true],
    "extra_text": "副題が2か所に出た",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L1",
      "trial": 4,
      "seed": 4,
      "steps": 8,
      "guidance": null,
      "sec": 35.12,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L1",
    "trial": 5,
    "lines_ok": [true, true, true],
    "extra_text": "副題が2か所に出た",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L1",
      "trial": 5,
      "seed": 5,
      "steps": 8,
      "guidance": null,
      "sec": 36.8,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L2",
    "trial": 1,
    "lines_ok": [true, true, true, true],
    "extra_text": "見出しが2回出た",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L2",
      "trial": 1,
      "seed": 1,
      "steps": 8,
      "guidance": null,
      "sec": 34.87,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L2",
    "trial": 2,
    "lines_ok": [true, true, true, true],
    "extra_text": null,
    "full_pass": true,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L2",
      "trial": 2,
      "seed": 2,
      "steps": 8,
      "guidance": null,
      "sec": 35.7,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L2",
    "trial": 3,
    "lines_ok": [true, true, true, true],
    "extra_text": "見出しが2回出た",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L2",
      "trial": 3,
      "seed": 3,
      "steps": 8,
      "guidance": null,
      "sec": 35.25,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L2",
    "trial": 4,
    "lines_ok": [true, true, true, true],
    "extra_text": "日時の行が2か所に出て、下の1行は「順演」になった",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L2",
      "trial": 4,
      "seed": 4,
      "steps": 8,
      "guidance": null,
      "sec": 35.27,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L2",
    "trial": 5,
    "lines_ok": [true, true, true, false],
    "extra_text": "見出しが2回出た",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L2",
      "trial": 5,
      "seed": 5,
      "steps": 8,
      "guidance": null,
      "sec": 35.24,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L3",
    "trial": 1,
    "lines_ok": [false, false, true, false, true, true],
    "extra_text": "鰹の叩きの行が2本出た",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L3",
      "trial": 1,
      "seed": 1,
      "steps": 8,
      "guidance": null,
      "sec": 35.34,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L3",
    "trial": 2,
    "lines_ok": [false, false, true, false, false, true],
    "extra_text": "途中で切れた行が増えた",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L3",
      "trial": 2,
      "seed": 2,
      "steps": 8,
      "guidance": null,
      "sec": 36.6,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L3",
    "trial": 3,
    "lines_ok": [false, false, true, false, true, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L3",
      "trial": 3,
      "seed": 3,
      "steps": 8,
      "guidance": null,
      "sec": 38.01,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L3",
    "trial": 4,
    "lines_ok": [false, true, true, false, true, true],
    "extra_text": "価格行が重なって増えた",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L3",
      "trial": 4,
      "seed": 4,
      "steps": 8,
      "guidance": null,
      "sec": 37.46,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "ernie-image-turbo",
    "level": "L3",
    "trial": 5,
    "lines_ok": [false, false, true, false, true, true],
    "extra_text": "途中で切れた行が増えた",
    "full_pass": false,
    "gen": {
      "model": "ernie-image-turbo",
      "level": "L3",
      "trial": 5,
      "seed": 5,
      "steps": 8,
      "guidance": null,
      "sec": 36.27,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L1",
    "trial": 1,
    "lines_ok": [false, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L1",
      "trial": 1,
      "seed": 1,
      "steps": 4,
      "guidance": 1.0,
      "sec": 7.35,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L1",
    "trial": 2,
    "lines_ok": [false, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L1",
      "trial": 2,
      "seed": 2,
      "steps": 4,
      "guidance": 1.0,
      "sec": 10.0,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L1",
    "trial": 3,
    "lines_ok": [false, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L1",
      "trial": 3,
      "seed": 3,
      "steps": 4,
      "guidance": 1.0,
      "sec": 9.91,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L1",
    "trial": 4,
    "lines_ok": [false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L1",
      "trial": 4,
      "seed": 4,
      "steps": 4,
      "guidance": 1.0,
      "sec": 10.35,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L1",
    "trial": 5,
    "lines_ok": [false, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L1",
      "trial": 5,
      "seed": 5,
      "steps": 4,
      "guidance": 1.0,
      "sec": 10.62,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L2",
    "trial": 1,
    "lines_ok": [false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L2",
      "trial": 1,
      "seed": 1,
      "steps": 4,
      "guidance": 1.0,
      "sec": 5.16,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L2",
    "trial": 2,
    "lines_ok": [false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L2",
      "trial": 2,
      "seed": 2,
      "steps": 4,
      "guidance": 1.0,
      "sec": 9.56,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L2",
    "trial": 3,
    "lines_ok": [false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L2",
      "trial": 3,
      "seed": 3,
      "steps": 4,
      "guidance": 1.0,
      "sec": 9.96,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L2",
    "trial": 4,
    "lines_ok": [false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L2",
      "trial": 4,
      "seed": 4,
      "steps": 4,
      "guidance": 1.0,
      "sec": 9.9,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L2",
    "trial": 5,
    "lines_ok": [false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L2",
      "trial": 5,
      "seed": 5,
      "steps": 4,
      "guidance": 1.0,
      "sec": 10.91,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L3",
    "trial": 1,
    "lines_ok": [false, false, false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L3",
      "trial": 1,
      "seed": 1,
      "steps": 4,
      "guidance": 1.0,
      "sec": 5.25,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L3",
    "trial": 2,
    "lines_ok": [false, false, false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L3",
      "trial": 2,
      "seed": 2,
      "steps": 4,
      "guidance": 1.0,
      "sec": 9.65,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L3",
    "trial": 3,
    "lines_ok": [false, false, false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L3",
      "trial": 3,
      "seed": 3,
      "steps": 4,
      "guidance": 1.0,
      "sec": 9.7,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L3",
    "trial": 4,
    "lines_ok": [false, false, false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L3",
      "trial": 4,
      "seed": 4,
      "steps": 4,
      "guidance": 1.0,
      "sec": 10.1,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "flux2-klein-4b",
    "level": "L3",
    "trial": 5,
    "lines_ok": [false, false, false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "flux2-klein-4b",
      "level": "L3",
      "trial": 5,
      "seed": 5,
      "steps": 4,
      "guidance": 1.0,
      "sec": 9.85,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "gpt-image",
    "level": "L1",
    "trial": 1,
    "lines_ok": [true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L1",
    "trial": 2,
    "lines_ok": [true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L1",
    "trial": 3,
    "lines_ok": [true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L1",
    "trial": 4,
    "lines_ok": [true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L1",
    "trial": 5,
    "lines_ok": [true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L2",
    "trial": 1,
    "lines_ok": [true, true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L2",
    "trial": 2,
    "lines_ok": [true, true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L2",
    "trial": 3,
    "lines_ok": [true, true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L2",
    "trial": 4,
    "lines_ok": [true, true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L2",
    "trial": 5,
    "lines_ok": [true, true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L3",
    "trial": 1,
    "lines_ok": [true, true, true, true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L3",
    "trial": 2,
    "lines_ok": [true, true, true, true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L3",
    "trial": 3,
    "lines_ok": [true, true, true, true, true, true],
    "extra_text": "指定外のメニュー「ざるそば 850円」が増えた",
    "full_pass": false
  },
  {
    "model": "gpt-image",
    "level": "L3",
    "trial": 4,
    "lines_ok": [true, true, true, true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "gpt-image",
    "level": "L3",
    "trial": 5,
    "lines_ok": [true, true, true, true, true, true],
    "extra_text": null,
    "full_pass": true
  },
  {
    "model": "qwen-image-2.1",
    "level": "L1",
    "trial": 1,
    "lines_ok": [true, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L1",
      "trial": 1,
      "seed": 1,
      "steps": 40,
      "guidance": 1.0,
      "sec": 79.56,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L1",
    "trial": 2,
    "lines_ok": [true, true, true],
    "extra_text": null,
    "full_pass": true,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L1",
      "trial": 2,
      "seed": 2,
      "steps": 40,
      "guidance": 1.0,
      "sec": 81.71,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L1",
    "trial": 3,
    "lines_ok": [true, true, true],
    "extra_text": null,
    "full_pass": true,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L1",
      "trial": 3,
      "seed": 3,
      "steps": 40,
      "guidance": 1.0,
      "sec": 77.15,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L1",
    "trial": 4,
    "lines_ok": [false, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L1",
      "trial": 4,
      "seed": 4,
      "steps": 40,
      "guidance": 1.0,
      "sec": 80.49,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L1",
    "trial": 5,
    "lines_ok": [false, true, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L1",
      "trial": 5,
      "seed": 5,
      "steps": 40,
      "guidance": 1.0,
      "sec": 78.07,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L2",
    "trial": 1,
    "lines_ok": [false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L2",
      "trial": 1,
      "seed": 1,
      "steps": 40,
      "guidance": 1.0,
      "sec": 78.16,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L2",
    "trial": 2,
    "lines_ok": [false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L2",
      "trial": 2,
      "seed": 2,
      "steps": 40,
      "guidance": 1.0,
      "sec": 78.28,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L2",
    "trial": 3,
    "lines_ok": [false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L2",
      "trial": 3,
      "seed": 3,
      "steps": 40,
      "guidance": 1.0,
      "sec": 77.64,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L2",
    "trial": 4,
    "lines_ok": [false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L2",
      "trial": 4,
      "seed": 4,
      "steps": 40,
      "guidance": 1.0,
      "sec": 77.12,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L2",
    "trial": 5,
    "lines_ok": [true, true, true, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L2",
      "trial": 5,
      "seed": 5,
      "steps": 40,
      "guidance": 1.0,
      "sec": 77.69,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L3",
    "trial": 1,
    "lines_ok": [false, false, true, false, true, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L3",
      "trial": 1,
      "seed": 1,
      "steps": 40,
      "guidance": 1.0,
      "sec": 78.54,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L3",
    "trial": 2,
    "lines_ok": [false, false, false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L3",
      "trial": 2,
      "seed": 2,
      "steps": 40,
      "guidance": 1.0,
      "sec": 84.84,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L3",
    "trial": 3,
    "lines_ok": [false, false, true, false, true, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L3",
      "trial": 3,
      "seed": 3,
      "steps": 40,
      "guidance": 1.0,
      "sec": 77.38,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L3",
    "trial": 4,
    "lines_ok": [false, false, false, false, true, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L3",
      "trial": 4,
      "seed": 4,
      "steps": 40,
      "guidance": 1.0,
      "sec": 80.48,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "qwen-image-2.1",
    "level": "L3",
    "trial": 5,
    "lines_ok": [false, false, false, false, true, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "qwen-image-2.1",
      "level": "L3",
      "trial": 5,
      "seed": 5,
      "steps": 40,
      "guidance": 1.0,
      "sec": 77.61,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L1",
    "trial": 1,
    "lines_ok": [true, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L1",
      "trial": 1,
      "seed": 1,
      "steps": 9,
      "guidance": null,
      "sec": 37.11,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L1",
    "trial": 2,
    "lines_ok": [true, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L1",
      "trial": 2,
      "seed": 2,
      "steps": 9,
      "guidance": null,
      "sec": 38.62,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L1",
    "trial": 3,
    "lines_ok": [true, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L1",
      "trial": 3,
      "seed": 3,
      "steps": 9,
      "guidance": null,
      "sec": 39.3,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L1",
    "trial": 4,
    "lines_ok": [true, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L1",
      "trial": 4,
      "seed": 4,
      "steps": 9,
      "guidance": null,
      "sec": 39.8,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L1",
    "trial": 5,
    "lines_ok": [false, false, true],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L1",
      "trial": 5,
      "seed": 5,
      "steps": 9,
      "guidance": null,
      "sec": 45.61,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L2",
    "trial": 1,
    "lines_ok": [false, true, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L2",
      "trial": 1,
      "seed": 1,
      "steps": 9,
      "guidance": null,
      "sec": 32.29,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L2",
    "trial": 2,
    "lines_ok": [false, true, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L2",
      "trial": 2,
      "seed": 2,
      "steps": 9,
      "guidance": null,
      "sec": 36.06,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L2",
    "trial": 3,
    "lines_ok": [false, true, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L2",
      "trial": 3,
      "seed": 3,
      "steps": 9,
      "guidance": null,
      "sec": 36.53,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L2",
    "trial": 4,
    "lines_ok": [false, true, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L2",
      "trial": 4,
      "seed": 4,
      "steps": 9,
      "guidance": null,
      "sec": 38.63,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L2",
    "trial": 5,
    "lines_ok": [false, true, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L2",
      "trial": 5,
      "seed": 5,
      "steps": 9,
      "guidance": null,
      "sec": 37.52,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L3",
    "trial": 1,
    "lines_ok": [false, false, false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L3",
      "trial": 1,
      "seed": 1,
      "steps": 9,
      "guidance": null,
      "sec": 29.89,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L3",
    "trial": 2,
    "lines_ok": [false, false, false, false, false, true],
    "extra_text": "価格の行が増えた",
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L3",
      "trial": 2,
      "seed": 2,
      "steps": 9,
      "guidance": null,
      "sec": 36.05,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L3",
    "trial": 3,
    "lines_ok": [false, false, false, false, false, false],
    "extra_text": "メニューの行が増えた",
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L3",
      "trial": 3,
      "seed": 3,
      "steps": 9,
      "guidance": null,
      "sec": 37.35,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L3",
    "trial": 4,
    "lines_ok": [false, false, false, false, false, false],
    "extra_text": "価格の行が増えた",
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L3",
      "trial": 4,
      "seed": 4,
      "steps": 9,
      "guidance": null,
      "sec": 37.79,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  },
  {
    "model": "z-image-turbo",
    "level": "L3",
    "trial": 5,
    "lines_ok": [false, false, false, false, false, false],
    "extra_text": null,
    "full_pass": false,
    "gen": {
      "model": "z-image-turbo",
      "level": "L3",
      "trial": 5,
      "seed": 5,
      "steps": 9,
      "guidance": null,
      "sec": 35.75,
      "precision": "mlx.core.bfloat16",
      "quantize": null,
      "size": "1024x1536"
    }
  }
]
