{
  "@context": {
    "@version": 1.1,
    "schema": "https://schema.org/",
    "tl": "https://www.traceloop.com/vocab#",
    "otel": "https://opentelemetry.io/vocab#",
    "xsd": "http://www.w3.org/2001/XMLSchema#",

    "Traceloop": "tl:Traceloop",
    "AutoMonitorSetup": "tl:AutoMonitorSetup",
    "Evaluator": "tl:Evaluator",
    "EvaluatorResult": "tl:EvaluatorResult",
    "Span": "otel:Span",
    "SpanWarehouse": "tl:SpanWarehouse",
    "Organization": "schema:Organization",
    "Environment": "tl:Environment",
    "Selector": "tl:Selector",
    "Metric": "tl:Metric",
    "LLMMessage": "tl:LLMMessage",

    "name": "schema:name",
    "description": "schema:description",
    "url": "schema:url",
    "version": "schema:version",

    "externalId": {
      "@id": "tl:externalId",
      "@type": "xsd:string"
    },
    "status": {
      "@id": "tl:status",
      "@type": "xsd:string"
    },
    "selector": {
      "@id": "tl:selector",
      "@type": "@id"
    },
    "evaluators": {
      "@id": "tl:evaluators",
      "@container": "@list"
    },
    "score": {
      "@id": "tl:score",
      "@type": "xsd:decimal"
    },
    "passed": {
      "@id": "tl:passed",
      "@type": "xsd:boolean"
    },
    "reason": {
      "@id": "tl:reason",
      "@type": "xsd:string"
    },
    "input": {
      "@id": "tl:input",
      "@type": "@id"
    },
    "config": {
      "@id": "tl:config",
      "@type": "@id"
    },
    "threshold": {
      "@id": "tl:threshold",
      "@type": "xsd:decimal"
    },
    "projectId": {
      "@id": "tl:projectId",
      "@type": "xsd:string"
    },
    "environmentId": {
      "@id": "tl:environmentId",
      "@type": "xsd:string"
    },
    "organizationId": {
      "@id": "tl:organizationId",
      "@type": "xsd:string"
    },
    "apiKey": {
      "@id": "tl:apiKey",
      "@type": "xsd:string"
    },
    "prompt": {
      "@id": "tl:prompt",
      "@type": "xsd:string"
    },
    "completion": {
      "@id": "tl:completion",
      "@type": "xsd:string"
    },
    "context": {
      "@id": "tl:context",
      "@type": "xsd:string"
    },
    "question": {
      "@id": "tl:question",
      "@type": "xsd:string"
    },
    "answer": {
      "@id": "tl:answer",
      "@type": "xsd:string"
    },
    "groundTruth": {
      "@id": "tl:groundTruth",
      "@type": "xsd:string"
    },
    "text": {
      "@id": "tl:text",
      "@type": "xsd:string"
    },
    "role": {
      "@id": "tl:role",
      "@type": "xsd:string"
    },
    "content": {
      "@id": "tl:content",
      "@type": "xsd:string"
    },
    "trajectoryPrompts": {
      "@id": "tl:trajectoryPrompts",
      "@container": "@list"
    },
    "trajectoryCompletions": {
      "@id": "tl:trajectoryCompletions",
      "@container": "@list"
    },
    "executedToolCalls": {
      "@id": "tl:executedToolCalls",
      "@container": "@list"
    },
    "expectedToolCalls": {
      "@id": "tl:expectedToolCalls",
      "@container": "@list"
    },
    "metricName": {
      "@id": "tl:metricName",
      "@type": "xsd:string"
    },
    "value": {
      "@id": "tl:value",
      "@type": "xsd:decimal"
    },
    "timestamp": {
      "@id": "tl:timestamp",
      "@type": "xsd:dateTime"
    },
    "createdAt": {
      "@id": "tl:createdAt",
      "@type": "xsd:dateTime"
    },
    "updatedAt": {
      "@id": "tl:updatedAt",
      "@type": "xsd:dateTime"
    },
    "highWaterMark": {
      "@id": "tl:highWaterMark",
      "@type": "xsd:dateTime"
    },
    "pageSize": {
      "@id": "tl:pageSize",
      "@type": "xsd:integer"
    },
    "page": {
      "@id": "tl:page",
      "@type": "xsd:integer"
    },
    "total": {
      "@id": "tl:total",
      "@type": "xsd:integer"
    },

    "EvaluatorCategory": "tl:EvaluatorCategory",
    "LLMAsJudge": "tl:LLMAsJudge",
    "SafetyEvaluator": "tl:SafetyEvaluator",
    "AgentEvaluator": "tl:AgentEvaluator",
    "TechnicalValidator": "tl:TechnicalValidator",
    "UtilityMetric": "tl:UtilityMetric",

    "faithfulness": "tl:faithfulness",
    "answerCorrectness": "tl:answerCorrectness",
    "answerRelevancy": "tl:answerRelevancy",
    "answerCompleteness": "tl:answerCompleteness",
    "contextRelevance": "tl:contextRelevance",
    "piiDetector": "tl:piiDetector",
    "toxicityDetector": "tl:toxicityDetector",
    "promptInjection": "tl:promptInjection",
    "secretsDetector": "tl:secretsDetector",
    "agentEfficiency": "tl:agentEfficiency",
    "agentToolTrajectory": "tl:agentToolTrajectory",
    "semanticSimilarity": "tl:semanticSimilarity",
    "perplexity": "tl:perplexity",

    "OpenLLMetry": "tl:OpenLLMetry",
    "bearerAuth": "tl:bearerAuth",
    "baseURL": {
      "@id": "tl:baseURL",
      "@type": "@id"
    }
  },
  "@graph": [
    {
      "@id": "tl:Traceloop",
      "@type": "schema:SoftwareApplication",
      "name": "Traceloop",
      "description": "LLM reliability and observability platform built on OpenTelemetry",
      "url": "https://www.traceloop.com/",
      "schema:applicationCategory": "AI Observability",
      "baseURL": "https://api.traceloop.com"
    },
    {
      "@id": "tl:AutoMonitorSetup",
      "@type": "schema:Action",
      "name": "Auto Monitor Setup",
      "description": "Automatic monitoring configuration that applies evaluators to matching LLM spans"
    },
    {
      "@id": "tl:Evaluator",
      "@type": "schema:Action",
      "name": "Evaluator",
      "description": "A scoring function that assesses a quality dimension of an LLM interaction"
    },
    {
      "@id": "tl:OpenLLMetry",
      "@type": "schema:SoftwareSourceCode",
      "name": "OpenLLMetry",
      "description": "Open-source OpenTelemetry-based SDK for LLM observability",
      "url": "https://github.com/traceloop/openllmetry",
      "schema:programmingLanguage": ["Python", "TypeScript", "Go", "Ruby"]
    }
  ]
}