experiments/evaluation-schema.json

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "title": "AI Video Provider Evaluation",
  "type": "object",
  "required": ["task_id", "provider_id", "prompt_version", "duration_seconds", "estimated_cost_yen", "actual_cost_yen", "generation_seconds", "scores", "blockers", "decision"],
  "properties": {
    "task_id": { "type": "string" },
    "provider_id": { "type": "string" },
    "prompt_version": { "type": "string" },
    "duration_seconds": { "type": "number", "minimum": 1 },
    "estimated_cost_yen": { "type": "integer", "minimum": 0 },
    "actual_cost_yen": { "type": "integer", "minimum": 0 },
    "generation_seconds": { "type": "number", "minimum": 0 },
    "scores": {
      "type": "object",
      "required": ["prompt_fidelity", "motion_physics", "subject_consistency", "visual_originality", "brand_fit", "editability", "technical"],
      "properties": {
        "prompt_fidelity": { "type": "integer", "minimum": 0, "maximum": 20 },
        "motion_physics": { "type": "integer", "minimum": 0, "maximum": 20 },
        "subject_consistency": { "type": "integer", "minimum": 0, "maximum": 15 },
        "visual_originality": { "type": "integer", "minimum": 0, "maximum": 15 },
        "brand_fit": { "type": "integer", "minimum": 0, "maximum": 15 },
        "editability": { "type": "integer", "minimum": 0, "maximum": 10 },
        "technical": { "type": "integer", "minimum": 0, "maximum": 5 }
      },
      "additionalProperties": false
    },
    "blockers": { "type": "array", "items": { "type": "string" } },
    "decision": { "enum": ["reject", "retry_once", "shortlist", "promote"] },
    "notes": { "type": "string" }
  },
  "additionalProperties": false
}