errors 0 none-pred 0
cost $2.15 {'claude-sonnet-5-5', 'claude-haiku-4-5-20251001'}
haiku A 52/66
haiku B 64/66
sonnet A 66/66
sonnet B 66/66
-- by kind (all models)
原文 A 43/48
原文 B 47/48
要約 A 16/24
要約 B 23/24
創作 A 59/60
創作 B 60/60
-- by gold
A A 24/24
A B 24/24
B A 32/36
B B 35/36
C A 20/24
C B 23/24
D A 21/24
D B 24/24
E A 21/24
E B 24/24
-- per item (wrong preds)
4 B A haiku ['B', 'B', 'A']
6 B A haiku ['A', 'A', 'A']
6 B B haiku ['B', 'B', 'A']
8 C A haiku ['A', 'A', 'A']
8 C B haiku ['C', 'C', 'A']
9 D A haiku ['C', 'C', 'D']
10 D A haiku ['D', 'B', 'D']
11 E A haiku ['E', 'B', 'B']
12 E A haiku ['A', 'E', 'E']
18 C A haiku ['A', 'C', 'C']
