{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://artifacts.apis.io/forecall-dev/json-schema/forecall-dev-started-evaluation-schema.json",
  "title": "StartedEvaluation",
  "x-generated": "2026-11-08",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/forecall-dev-openapi.json#/components/schemas/StartedEvaluation",
  "type": "object",
  "properties": {
    "id": {
      "type": "string",
      "format": "uuid"
    },
    "name": {
      "type": "string"
    },
    "status": {
      "type": "string",
      "enum": [
        "queued"
      ]
    },
    "server": {
      "type": "object",
      "properties": {
        "id": {
          "type": "string",
          "format": "uuid"
        },
        "slug": {
          "type": "string"
        },
        "name": {
          "type": "string"
        }
      },
      "required": [
        "id",
        "slug",
        "name"
      ]
    },
    "version": {
      "type": "object",
      "properties": {
        "id": {
          "type": "string",
          "format": "uuid"
        },
        "label": {
          "type": [
            "string",
            "null"
          ]
        }
      },
      "required": [
        "id",
        "label"
      ]
    },
    "cases": {
      "type": "integer",
      "description": "The cases: reused, or planned"
    },
    "casesReused": {
      "type": "boolean"
    },
    "settings": {
      "$ref": "#/$defs/EvaluationSettings"
    },
    "units": {
      "type": "integer",
      "description": "All the units the evaluation takes"
    },
    "casegen": {
      "type": "object",
      "properties": {
        "calls": {
          "type": "integer"
        },
        "units": {
          "type": "integer"
        }
      },
      "required": [
        "calls",
        "units"
      ]
    },
    "models": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "model": {
            "type": "string"
          },
          "calls": {
            "type": "integer"
          },
          "reused": {
            "type": "integer",
            "description": "Cases whose result is reused"
          },
          "units": {
            "type": "integer"
          }
        },
        "required": [
          "model",
          "calls",
          "reused",
          "units"
        ]
      }
    },
    "warnings": {
      "type": "array",
      "items": {
        "type": "object"
      }
    },
    "runs": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string",
            "format": "uuid"
          },
          "model": {
            "type": "string"
          },
          "units": {
            "type": "integer",
            "description": "The units taken for the run: the first's include writing the cases"
          }
        },
        "required": [
          "id",
          "model",
          "units"
        ]
      }
    }
  },
  "required": [
    "id",
    "name",
    "status",
    "server",
    "version",
    "cases",
    "casesReused",
    "settings",
    "units",
    "casegen",
    "models",
    "warnings",
    "runs"
  ],
  "$defs": {
    "EvaluationSettings": {
      "type": "object",
      "properties": {
        "casesPerTool": {
          "type": "integer",
          "description": "Positive cases per tool: 8 on Pro, 20 on Team"
        },
        "lang": {
          "type": "string",
          "enum": [
            "en",
            "ja"
          ]
        },
        "distractors": {
          "type": "array",
          "items": {
            "type": "string"
          }
        }
      },
      "required": [
        "casesPerTool",
        "lang",
        "distractors"
      ]
    }
  }
}