{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://artifacts.apis.io/algenta-ai/json-schema/algenta-ai-runtime-admin-benchmarks-response-schema.json",
  "title": "RuntimeAdminBenchmarksResponse",
  "x-generated": "2026-11-01",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/gateway.algenta.ai-openapi.json#/components/schemas/RuntimeAdminBenchmarksResponse",
  "properties": {
    "runtime_version": {
      "type": "string",
      "title": "Runtime Version"
    },
    "llm_core_manifest": {
      "type": "string",
      "title": "Llm Core Manifest"
    },
    "module_manifest_version": {
      "type": "string",
      "title": "Module Manifest Version"
    },
    "benchmark_discovery_lane": {
      "$ref": "#/$defs/BenchmarkDiscoveryLane"
    },
    "benchmarking": {
      "$ref": "#/$defs/BenchmarkFramework"
    },
    "slo_budgets": {
      "items": {
        "$ref": "#/$defs/SLOBudget"
      },
      "type": "array",
      "title": "Slo Budgets"
    },
    "quality_gate_benchmark_classes": {
      "items": {
        "$ref": "#/$defs/BenchmarkClassEntry"
      },
      "type": "array",
      "title": "Quality Gate Benchmark Classes"
    },
    "quality_gate_slo_budgets": {
      "items": {
        "$ref": "#/$defs/SLOBudget"
      },
      "type": "array",
      "title": "Quality Gate Slo Budgets"
    },
    "evaluation_science": {
      "$ref": "#/$defs/EvaluationScience"
    },
    "evaluation_summary": {
      "$ref": "#/$defs/RuntimeAdminEvaluationSummary"
    },
    "compiled_artifacts": {
      "items": {
        "$ref": "#/$defs/ArtifactReference"
      },
      "type": "array",
      "title": "Compiled Artifacts"
    },
    "shipping_runtime_modules": {
      "items": {
        "$ref": "#/$defs/RuntimeModuleId"
      },
      "type": "array",
      "title": "Shipping Runtime Modules"
    },
    "shipping_runtime_function_counts": {
      "items": {
        "type": "integer"
      },
      "type": "array",
      "title": "Shipping Runtime Function Counts"
    },
    "shipping_runtime_benchmark_speedups_x": {
      "items": {
        "type": "number"
      },
      "type": "array",
      "title": "Shipping Runtime Benchmark Speedups X"
    },
    "shipping_runtime_benchmark_artifacts": {
      "items": {
        "type": "string"
      },
      "type": "array",
      "title": "Shipping Runtime Benchmark Artifacts"
    },
    "shipping_runtime_compiled_artifacts": {
      "items": {
        "type": "string"
      },
      "type": "array",
      "title": "Shipping Runtime Compiled Artifacts"
    },
    "shipping_runtime_compiled_engines": {
      "items": {
        "$ref": "#/$defs/RuntimeCompiledEngine"
      },
      "type": "array",
      "title": "Shipping Runtime Compiled Engines"
    },
    "shipping_runtime_max_cold_ms": {
      "items": {
        "type": "number"
      },
      "type": "array",
      "title": "Shipping Runtime Max Cold Ms"
    },
    "shipping_runtime_max_warm_ms": {
      "items": {
        "type": "number"
      },
      "type": "array",
      "title": "Shipping Runtime Max Warm Ms"
    },
    "shipping_runtime_max_hot_ms": {
      "items": {
        "type": "number"
      },
      "type": "array",
      "title": "Shipping Runtime Max Hot Ms"
    },
    "module_benchmarks": {
      "items": {
        "$ref": "#/$defs/RuntimeBenchmarkModuleEntry"
      },
      "type": "array",
      "title": "Module Benchmarks"
    },
    "manifest_digest": {
      "type": "string",
      "title": "Manifest Digest"
    },
    "signature": {
      "$ref": "#/$defs/ManifestSignature"
    }
  },
  "type": "object",
  "required": [
    "runtime_version",
    "llm_core_manifest",
    "module_manifest_version",
    "benchmark_discovery_lane",
    "benchmarking",
    "evaluation_science",
    "evaluation_summary",
    "manifest_digest",
    "signature"
  ],
  "$defs": {
    "ArtifactReference": {
      "properties": {
        "kind": {
          "$ref": "#/$defs/RuntimeArtifactKind"
        },
        "path": {
          "type": "string",
          "title": "Path"
        },
        "sha256": {
          "type": "string",
          "title": "Sha256"
        },
        "size_bytes": {
          "type": "integer",
          "title": "Size Bytes"
        }
      },
      "type": "object",
      "required": [
        "kind",
        "path",
        "sha256",
        "size_bytes"
      ],
      "title": "ArtifactReference"
    },
    "BenchmarkClassEntry": {
      "properties": {
        "code": {
          "$ref": "#/$defs/RuntimeBenchmarkClassCode"
        },
        "description": {
          "type": "string",
          "title": "Description"
        },
        "evidence_paths": {
          "items": {
            "type": "string"
          },
          "type": "array",
          "title": "Evidence Paths"
        }
      },
      "type": "object",
      "required": [
        "code",
        "description"
      ],
      "title": "BenchmarkClassEntry"
    },
    "BenchmarkDiscoveryLane": {
      "properties": {
        "discovered_source_modules": {
          "type": "integer",
          "title": "Discovered Source Modules"
        },
        "discovered_public_functions": {
          "type": "integer",
          "title": "Discovered Public Functions"
        },
        "discovered_source_inventory": {
          "items": {
            "$ref": "#/$defs/BenchmarkDiscoverySourceModuleEntry"
          },
          "type": "array",
          "title": "Discovered Source Inventory"
        },
        "shipping_manifest_modules": {
          "type": "integer",
          "title": "Shipping Manifest Modules"
        },
        "shipping_manifest_functions": {
          "type": "integer",
          "title": "Shipping Manifest Functions"
        },
        "non_shipping_rule": {
          "$ref": "#/$defs/RuntimeNonShippingRule"
        }
      },
      "type": "object",
      "required": [
        "discovered_source_modules",
        "discovered_public_functions",
        "shipping_manifest_modules",
        "shipping_manifest_functions",
        "non_shipping_rule"
      ],
      "title": "BenchmarkDiscoveryLane"
    },
    "BenchmarkDiscoverySourceModuleEntry": {
      "properties": {
        "import_path": {
          "type": "string",
          "title": "Import Path"
        },
        "public_function_count": {
          "type": "integer",
          "title": "Public Function Count"
        }
      },
      "type": "object",
      "required": [
        "import_path",
        "public_function_count"
      ],
      "title": "BenchmarkDiscoverySourceModuleEntry"
    },
    "BenchmarkFramework": {
      "properties": {
        "classes": {
          "items": {
            "$ref": "#/$defs/BenchmarkClassEntry"
          },
          "type": "array",
          "title": "Classes"
        },
        "required_metrics": {
          "items": {
            "$ref": "#/$defs/RuntimeBenchmarkMetric"
          },
          "type": "array",
          "title": "Required Metrics"
        },
        "baselines": {
          "items": {
            "$ref": "#/$defs/RuntimeBenchmarkBaseline"
          },
          "type": "array",
          "title": "Baselines"
        }
      },
      "type": "object",
      "title": "BenchmarkFramework"
    },
    "EvaluationScience": {
      "properties": {
        "dimensions": {
          "items": {
            "$ref": "#/$defs/RuntimeEvaluationDimension"
          },
          "type": "array",
          "title": "Dimensions"
        },
        "methods": {
          "items": {
            "$ref": "#/$defs/RuntimeEvaluationMethod"
          },
          "type": "array",
          "title": "Methods"
        },
        "release_blockers": {
          "items": {
            "$ref": "#/$defs/RuntimeReleaseBlocker"
          },
          "type": "array",
          "title": "Release Blockers"
        }
      },
      "type": "object",
      "title": "EvaluationScience"
    },
    "ManifestSignature": {
      "properties": {
        "algorithm": {
          "$ref": "#/$defs/RuntimeSignatureAlgorithm"
        },
        "key_id": {
          "type": "string",
          "title": "Key Id"
        },
        "digest_hex": {
          "type": "string",
          "title": "Digest Hex"
        },
        "signature_hex": {
          "type": "string",
          "title": "Signature Hex"
        },
        "scope": {
          "$ref": "#/$defs/RuntimeSignatureScope"
        }
      },
      "type": "object",
      "required": [
        "algorithm",
        "key_id",
        "digest_hex",
        "signature_hex",
        "scope"
      ],
      "title": "ManifestSignature"
    },
    "RuntimeAdminEvaluationSummary": {
      "properties": {
        "dimension_count": {
          "type": "integer",
          "title": "Dimension Count"
        },
        "method_count": {
          "type": "integer",
          "title": "Method Count"
        },
        "release_blocker_count": {
          "type": "integer",
          "title": "Release Blocker Count"
        },
        "benchmark_class_count": {
          "type": "integer",
          "title": "Benchmark Class Count"
        },
        "slo_budget_count": {
          "type": "integer",
          "title": "Slo Budget Count"
        },
        "replay_gate_enabled": {
          "type": "boolean",
          "title": "Replay Gate Enabled"
        },
        "tool_call_quality_gate_enabled": {
          "type": "boolean",
          "title": "Tool Call Quality Gate Enabled"
        },
        "rag_quality_gate_enabled": {
          "type": "boolean",
          "title": "Rag Quality Gate Enabled"
        },
        "decision_quality_gate_enabled": {
          "type": "boolean",
          "title": "Decision Quality Gate Enabled"
        }
      },
      "type": "object",
      "required": [
        "dimension_count",
        "method_count",
        "release_blocker_count",
        "benchmark_class_count",
        "slo_budget_count",
        "replay_gate_enabled",
        "tool_call_quality_gate_enabled",
        "rag_quality_gate_enabled",
        "decision_quality_gate_enabled"
      ],
      "title": "RuntimeAdminEvaluationSummary"
    },
    "RuntimeArtifactKind": {
      "type": "string",
      "enum": [
        "proof_bundle",
        "parity_benchmark",
        "compiled_runtime_benchmark",
        "compiled_mojo_binary"
      ],
      "title": "RuntimeArtifactKind"
    },
    "RuntimeBenchmarkBaseline": {
      "type": "string",
      "enum": [
        "Python reference",
        "PyTorch or Transformers path",
        "vLLM OpenAI-compatible backend",
        "llama.cpp GGUF backend",
        "ONNX Runtime backend",
        "CTranslate2 backend",
        "Algenta Mojo-native path"
      ],
      "title": "RuntimeBenchmarkBaseline"
    },
    "RuntimeBenchmarkClassCode": {
      "type": "string",
      "enum": [
        "B1",
        "B2",
        "B3",
        "B4",
        "B5",
        "B6",
        "B7",
        "B8",
        "B9",
        "B10"
      ],
      "title": "RuntimeBenchmarkClassCode"
    },
    "RuntimeBenchmarkMetric": {
      "type": "string",
      "enum": [
        "p50",
        "p90",
        "p95",
        "p99",
        "tokens_per_second",
        "ttft",
        "requests_per_second",
        "memory_peak",
        "cache_hit_rate",
        "checkpoint_commit_latency",
        "replay_latency",
        "tool_call_latency",
        "decision_plan_latency",
        "simulation_latency",
        "cost_per_successful_run"
      ],
      "title": "RuntimeBenchmarkMetric"
    },
    "RuntimeBenchmarkModuleEntry": {
      "properties": {
        "name": {
          "$ref": "#/$defs/RuntimeModuleId"
        },
        "function_count": {
          "type": "integer",
          "title": "Function Count"
        },
        "benchmark_artifact": {
          "type": "string",
          "title": "Benchmark Artifact"
        },
        "benchmark_speedup_x": {
          "type": "number",
          "title": "Benchmark Speedup X"
        },
        "compiled_artifact": {
          "type": "string",
          "title": "Compiled Artifact"
        },
        "compiled_engine": {
          "$ref": "#/$defs/RuntimeCompiledEngine"
        },
        "max_cold_ms": {
          "type": "number",
          "title": "Max Cold Ms"
        },
        "max_warm_ms": {
          "type": "number",
          "title": "Max Warm Ms"
        },
        "max_hot_ms": {
          "type": "number",
          "title": "Max Hot Ms"
        }
      },
      "type": "object",
      "required": [
        "name",
        "function_count",
        "benchmark_artifact",
        "benchmark_speedup_x",
        "compiled_artifact",
        "compiled_engine",
        "max_cold_ms",
        "max_warm_ms",
        "max_hot_ms"
      ],
      "title": "RuntimeBenchmarkModuleEntry"
    },
    "RuntimeCompiledEngine": {
      "type": "string",
      "enum": [
        "mojo",
        "python_fallback"
      ],
      "title": "RuntimeCompiledEngine"
    },
    "RuntimeEvaluationDimension": {
      "type": "string",
      "enum": [
        "answer correctness",
        "tool-call correctness",
        "schema correctness",
        "retrieval precision and recall",
        "hallucination rate",
        "policy violation rate",
        "replay success rate",
        "decision outcome delta",
        "cost-quality frontier",
        "latency-quality frontier"
      ],
      "title": "RuntimeEvaluationDimension"
    },
    "RuntimeEvaluationMethod": {
      "type": "string",
      "enum": [
        "bootstrap confidence intervals",
        "paired model comparisons",
        "regression tests",
        "drift detection",
        "A/B experiments",
        "counterfactual replay",
        "Monte Carlo simulation",
        "sensitivity analysis"
      ],
      "title": "RuntimeEvaluationMethod"
    },
    "RuntimeModuleId": {
      "type": "string",
      "enum": [
        "bpe_tokenizer",
        "text.tokenizer",
        "embeddings",
        "flash_attention",
        "sparse_attention",
        "transformer_attention",
        "transformer_blocks",
        "llm_sampling",
        "vector_similarity",
        "vector_search",
        "vector_kernels.ranker",
        "vector_kernels.table",
        "sparse_vector",
        "rlhf_dpo",
        "rerank_eval",
        "inference_cost_latency",
        "kv_cache",
        "paged_kv_cache",
        "continuous_batching",
        "inference_engine",
        "speculative_decoding",
        "generation_loop"
      ],
      "title": "RuntimeModuleId"
    },
    "RuntimeNonShippingRule": {
      "type": "string",
      "enum": [
        "The broader Mojo inventory remains a benchmark and discovery lane only; modules are not advertised on the runtime surface unless listed in this manifest."
      ],
      "title": "RuntimeNonShippingRule"
    },
    "RuntimeReleaseBlocker": {
      "type": "string",
      "enum": [
        "replay success regression",
        "policy violation increase",
        "p95 budget violation",
        "RAG precision drop",
        "tool-call error-rate increase",
        "decision-plan validity drop"
      ],
      "title": "RuntimeReleaseBlocker"
    },
    "RuntimeSLOBudgetAppliesTo": {
      "type": "string",
      "enum": [
        "first-party runtime manifest route",
        "first-party native LLM serving path",
        "agent runtime checkpoint persistence",
        "first-party or internal MCP tools",
        "decision runtime plan generation",
        "runs up to 1000 events"
      ],
      "title": "RuntimeSLOBudgetAppliesTo"
    },
    "RuntimeSLOBudgetName": {
      "type": "string",
      "enum": [
        "runtime_manifest_load",
        "ttft",
        "end_to_end_turn",
        "agent_checkpoint_commit",
        "mcp_call_first_party",
        "decision_plan_creation",
        "replay"
      ],
      "title": "RuntimeSLOBudgetName"
    },
    "RuntimeSignatureAlgorithm": {
      "type": "string",
      "enum": [
        "hmac-sha256"
      ],
      "title": "RuntimeSignatureAlgorithm"
    },
    "RuntimeSignatureScope": {
      "type": "string",
      "enum": [
        "control_plane_hmac_v1"
      ],
      "title": "RuntimeSignatureScope"
    },
    "SLOBudget": {
      "properties": {
        "name": {
          "$ref": "#/$defs/RuntimeSLOBudgetName"
        },
        "applies_to": {
          "$ref": "#/$defs/RuntimeSLOBudgetAppliesTo"
        },
        "p95_objective_ms": {
          "type": "number",
          "title": "P95 Objective Ms"
        },
        "hard_ceiling_ms": {
          "anyOf": [
            {
              "type": "number"
            },
            {
              "type": "null"
            }
          ],
          "title": "Hard Ceiling Ms"
        },
        "notes": {
          "anyOf": [
            {
              "type": "string"
            },
            {
              "type": "null"
            }
          ],
          "title": "Notes"
        }
      },
      "type": "object",
      "required": [
        "name",
        "applies_to",
        "p95_objective_ms"
      ],
      "title": "SLOBudget"
    }
  }
}