{ "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://pelibench.dev/schemas/judge-verdict.schema.json", "title": "JudgeVerdict", "type": "object", "required": ["schema_version", "pelican_anatomy", "bicycle_structure", "composition", "creativity", "rationale"], "additionalProperties": false, "properties": { "schema_version": { "const": "1.0" }, "pelican_anatomy": { "type": "object", "required": ["body", "head", "beak_with_pouch", "eye", "wings", "legs_riding", "reads_as_pelican", "subtotal"], "properties": { "body": { "type": "integer", "minimum": 0, "maximum": 5 }, "head": { "type": "integer", "minimum": 0, "maximum": 3 }, "beak_with_pouch": { "type": "integer", "minimum": 0, "maximum": 7 }, "eye": { "type": "integer", "minimum": 0, "maximum": 2 }, "wings": { "type": "integer", "minimum": 0, "maximum": 3 }, "legs_riding": { "type": "integer", "minimum": 0, "maximum": 3 }, "reads_as_pelican": { "type": "integer", "minimum": 0, "maximum": 2 }, "subtotal": { "type": "integer", "minimum": 0, "maximum": 25 } } }, "bicycle_structure": { "type": "object", "required": ["two_wheels", "wheels_round_equal", "frame", "handlebars", "seat", "pedals", "reads_as_bicycle", "subtotal"], "properties": { "two_wheels": { "type": "integer", "minimum": 0, "maximum": 6 }, "wheels_round_equal": { "type": "integer", "minimum": 0, "maximum": 3 }, "frame": { "type": "integer", "minimum": 0, "maximum": 5 }, "handlebars": { "type": "integer", "minimum": 0, "maximum": 4 }, "seat": { "type": "integer", "minimum": 0, "maximum": 3 }, "pedals": { "type": "integer", "minimum": 0, "maximum": 3 }, "reads_as_bicycle": { "type": "integer", "minimum": 0, "maximum": 1 }, "subtotal": { "type": "integer", "minimum": 0, "maximum": 25 } } }, "composition": { "type": "object", "required": ["pelican_on_bicycle", "plausible_scale", "scene_coherence", "subtotal"], "properties": { "pelican_on_bicycle": { "type": "integer", "minimum": 0, "maximum": 7 }, "plausible_scale": { "type": "integer", "minimum": 0, "maximum": 4 }, "scene_coherence": { "type": "integer", "minimum": 0, "maximum": 4 }, "subtotal": { "type": "integer", "minimum": 0, "maximum": 15 } } }, "creativity": { "type": "object", "required": ["color_use", "detail_polish", "charm", "subtotal"], "properties": { "color_use": { "type": "integer", "minimum": 0, "maximum": 3 }, "detail_polish": { "type": "integer", "minimum": 0, "maximum": 4 }, "charm": { "type": "integer", "minimum": 0, "maximum": 3 }, "subtotal": { "type": "integer", "minimum": 0, "maximum": 10 } } }, "variation_constraints": { "type": "array", "description": "Present only when judging a prompt variation; one entry per delta.", "items": { "type": "object", "required": ["constraint", "satisfied"], "properties": { "constraint": { "type": "string" }, "satisfied": { "type": "boolean" }, "note": { "type": "string" } } } }, "rationale": { "type": "string", "maxLength": 2000 } } }