{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://artifacts.apis.io/devtune/json-schema/devtune-agent-picks-summary-data-schema.json",
  "title": "AgentPicksSummaryData",
  "x-generated": "2026-11-16",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/devtune-openapi.json#/components/schemas/AgentPicksSummaryData",
  "type": "object",
  "properties": {
    "setup": {
      "$ref": "#/$defs/AgentPicksSetupUsed"
    },
    "status": {
      "type": "string",
      "enum": [
        "no_settings",
        "no_test",
        "ready"
      ],
      "description": "ready when a test result is shown; no_test when there is no completed test yet; no_settings when the project has no setup."
    },
    "category": {
      "type": [
        "object",
        "null"
      ],
      "description": "The project’s category. When the project tests its own job instead, the job’s own category: a slug starting job- and name the job line. Null when the project has no setup, or its setup has no category.",
      "properties": {
        "id": {
          "type": "string",
          "format": "uuid"
        },
        "slug": {
          "type": "string"
        },
        "name": {
          "type": "string"
        }
      },
      "required": [
        "id",
        "slug",
        "name"
      ]
    },
    "job": {
      "type": [
        "object",
        "null"
      ],
      "description": "The project’s own job, when it tests one instead of a public category: the work agents are asked to do, the requests its tests give them, what decides built_its_own and no_provider, and the tools it compares with the signals that name each one in a run, as the customer confirmed them. When a test is shown, the job line, requests, building blocks and tools are as that test recorded them when it was queued, so a later edit to the job never relabels its numbers. An agent drafted them from package registries and each vendor’s own site. A job has no public test, so test.scope is always project for it. Null for a public category.",
      "properties": {
        "job": {
          "type": "string",
          "description": "The job's one-line description, as the shown test recorded it, else as saved. Agents are given the requests, not this line."
        },
        "source_category": {
          "type": [
            "object",
            "null"
          ],
          "description": "The public category the job was started from. Null when it was not started from one.",
          "properties": {
            "id": {
              "type": "string",
              "format": "uuid"
            },
            "slug": {
              "type": "string"
            },
            "name": {
              "type": "string"
            }
          },
          "required": [
            "id",
            "slug",
            "name"
          ]
        },
        "requests": {
          "description": "The requests the job's tests give agents.",
          "type": "array",
          "items": {
            "type": "object",
            "properties": {
              "intent": {
                "type": "string",
                "enum": [
                  "add",
                  "recommend",
                  "hosted"
                ]
              },
              "text": {
                "type": "string"
              }
            },
            "required": [
              "intent",
              "text"
            ]
          }
        },
        "building_blocks": {
          "type": "object",
          "additionalProperties": true,
          "description": "Packages and code patterns that decide built_its_own, and endpoint and local patterns that decide no_provider. Empty lists when nothing does: then no run of the job is built_its_own."
        },
        "tools": {
          "description": "The tools the job compares, with the signals that name each in a run.",
          "type": "array",
          "items": {
            "type": "object",
            "properties": {
              "tool_key": {
                "type": "string"
              },
              "display_name": {
                "type": "string"
              },
              "brand_domain": {
                "type": [
                  "string",
                  "null"
                ],
                "description": "The tool's main website domain. Null when none is recorded."
              },
              "is_own": {
                "type": "boolean",
                "description": "True for the customer's own tool."
              },
              "packages": {
                "type": [
                  "object",
                  "null"
                ],
                "additionalProperties": {
                  "type": "array",
                  "items": {
                    "type": "string"
                  }
                },
                "description": "Package names by ecosystem (npm, pypi, gem). Null for a tool whose key is in DevTune’s catalogue, whose signals are DevTune’s."
              },
              "config_names": {
                "type": [
                  "array",
                  "null"
                ],
                "items": {
                  "type": "string"
                },
                "description": "Config names, such as environment variables, that name the tool in code. Null for a tool in DevTune’s catalogue."
              },
              "import_patterns": {
                "description": "Import patterns that name the tool in code. Null for a tool in DevTune’s catalogue.",
                "type": [
                  "array",
                  "null"
                ],
                "items": {
                  "type": "string"
                }
              },
              "brand_domains": {
                "type": [
                  "array",
                  "null"
                ],
                "items": {
                  "type": "string"
                },
                "description": "The tool's website domains, as recorded for the job. A host on one of them in the added code names the tool. Null for a tool in DevTune's catalogue."
              }
            },
            "required": [
              "tool_key",
              "display_name",
              "brand_domain",
              "is_own",
              "packages",
              "config_names",
              "import_patterns",
              "brand_domains"
            ]
          }
        }
      },
      "required": [
        "job",
        "source_category",
        "requests",
        "building_blocks",
        "tools"
      ]
    },
    "own_tool_key": {
      "type": [
        "string",
        "null"
      ],
      "description": "Your tool in the shown test, as the test recorded it. Older tests that did not record it fall back to your current setup’s tool; when the test recorded its job’s tools, the fallback is kept only if they include it. Null when there is no own tool."
    },
    "competitor_tool_keys": {
      "type": "array",
      "items": {
        "type": "string"
      },
      "description": "The competitors in the shown test, as the test recorded them. Older tests that did not record them fall back to your current setup’s competitors in the same way as own_tool_key."
    },
    "enabled_environment_ids": {
      "type": "array",
      "items": {
        "type": "string",
        "format": "uuid"
      },
      "description": "Test apps the project’s setup tests. Empty when none is chosen."
    },
    "enabled_frameworks": {
      "type": "array",
      "items": {
        "type": "string"
      },
      "description": "Frameworks of the enabled test apps. Empty when none is chosen."
    },
    "enabled_agent_models": {
      "type": "array",
      "description": "The saved agent and model pairs, in order, including model ids no longer offered. Paid tests accept only the offered priced models.",
      "items": {
        "type": "object",
        "properties": {
          "agent": {
            "type": "string"
          },
          "model": {
            "type": "string"
          }
        },
        "required": [
          "agent",
          "model"
        ],
        "description": "One saved coding agent and model id."
      }
    },
    "enabled_agents": {
      "type": "array",
      "items": {
        "type": "string",
        "enum": [
          "claude_code",
          "codex",
          "cursor",
          "pi",
          "opencode",
          "muse_code"
        ]
      },
      "description": "Coding agents the project’s setup tests. Empty when none is chosen."
    },
    "test": {
      "type": [
        "object",
        "null"
      ],
      "description": "The test test_id names; without test_id, the latest completed non-directional own test; if none exists, the latest completed directional own test, flagged directional=true; otherwise the newest eligible cloned or published public edition. Directional results never displace a full own result and never feed loss Actions, re-test baselines or trends. Action re-tests are never shown. Null when there is none.",
      "properties": {
        "id": {
          "type": "string",
          "format": "uuid"
        },
        "origin": {
          "$ref": "#/$defs/AgentPicksOrigin",
          "description": "self_run only for a self-run test that test_id names, whose rates are its own runs’; without test_id, the summary reads managed tests only."
        },
        "series": {
          "$ref": "#/$defs/AgentPicksTestSeries"
        },
        "scope": {
          "type": "string",
          "enum": [
            "project",
            "public"
          ],
          "description": "public when the project has no completed own result and its category’s public test is shown: the copy cloned into the project (kind cloned) or, without one, the latest public test."
        },
        "kind": {
          "type": "string",
          "description": "What started the shown test: manual, scheduled, model_release, starter or cloned."
        },
        "directional": {
          "type": "boolean",
          "description": "Partial matrix, cell re-run, re-test, starter test, or fewer than three runs per cell; excluded from loss Actions, re-test baselines and full-test trends."
        },
        "roles_source": {
          "type": "string",
          "enum": [
            "snapshot",
            "job_signals",
            "current_settings"
          ],
          "description": "Where the shown test’s tool roles came from: snapshot, recorded with the test; job_signals, current settings limited to the tools the test recorded; current_settings, the setup as it is now."
        },
        "decision_method": {
          "type": "string",
          "enum": [
            "v1",
            "v2"
          ],
          "description": "How the shown test decides a cell won, lost or level, as its loss Actions were decided. Only a rival install or built its own can win a loss, never no_provider, and unmatched-code guesses (coverage fallback_runs) are left out. v2: only when the 90% interval on the difference between the two pick rates excludes zero. v1: by raw counts, the own tool winning when it beat the rival or took a majority of completed runs and losing when the rival was picked at least as often without an own majority of the runs that were not guesses. A public test reports its edition’s method, and a project’s copy of it keeps that method. Missing means v1."
        },
        "own_tool_recorded": {
          "type": "boolean",
          "description": "Whether the shown test recorded the own tool among its tools (its category tools or job tools). Where no run picked the own tool, a test that did not record it never measured it there, so the cell is no loss."
        },
        "completed_at": {
          "type": "string",
          "format": "date-time"
        },
        "measured_pairs": {
          "type": "array",
          "description": "When each agent and model pair was measured, present only when the shown test is a public board test that carried some scenarios over from an earlier edition instead of running them again. carried_scenarios counts the pair’s carried scenarios and fresh_scenarios the ones the shown test ran; a pair with both was partly carried over. measured_from is when its earliest carried scenario was measured, else the test’s completion; measured_to is the test’s completion when it ran any of the pair’s scenarios, else when its latest carried one was measured. Absent when the test ran every scenario itself.",
          "items": {
            "type": "object",
            "properties": {
              "agent": {
                "type": "string"
              },
              "model": {
                "type": "string"
              },
              "measured_from": {
                "type": "string",
                "format": "date-time"
              },
              "measured_to": {
                "type": "string",
                "format": "date-time"
              },
              "carried_scenarios": {
                "type": "integer",
                "minimum": 0
              },
              "fresh_scenarios": {
                "type": "integer",
                "minimum": 0
              }
            },
            "required": [
              "agent",
              "model",
              "measured_from",
              "measured_to",
              "carried_scenarios",
              "fresh_scenarios"
            ]
          }
        }
      },
      "required": [
        "id",
        "scope",
        "kind",
        "directional",
        "completed_at"
      ]
    },
    "runs": {
      "type": "integer",
      "minimum": 0,
      "description": "Completed runs in the shown test."
    },
    "scenarios": {
      "type": "integer",
      "minimum": 0,
      "description": "Scenarios (test app, request, agent and model) with completed runs. Every rate averages its scenarios’ rates, each counted once."
    },
    "install_rate_hidden_reason": {
      "type": [
        "string",
        "null"
      ],
      "enum": [
        "no_installable_tool",
        null
      ],
      "description": "no_installable_tool when none of the test’s tools has a package, config name or import pattern an agent could install (a hosted dashboard has only brand domains). Every install_rate, install_rate_low and install_rate_high is then null, never 0, and only the pick rate is shown. Null when install rates are shown."
    },
    "coverage": {
      "$ref": "#/$defs/AgentPickCoverage",
      "description": "How many of the planned runs matching the filters completed. Every rate uses completed runs only."
    },
    "incomplete_cells": {
      "type": "array",
      "description": "Every cell (test app, question, agent and model) where fewer runs completed than were planned, including cells where none did. Empty when every planned run completed.",
      "items": {
        "allOf": [
          {
            "$ref": "#/$defs/AgentPickCoverage"
          },
          {
            "type": "object",
            "properties": {
              "environment": {
                "type": "string",
                "description": "The test app’s slug."
              },
              "intent": {
                "type": "string",
                "enum": [
                  "add",
                  "recommend",
                  "hosted",
                  "improve"
                ]
              },
              "agent": {
                "type": "string",
                "enum": [
                  "claude_code",
                  "codex",
                  "cursor",
                  "pi",
                  "opencode",
                  "muse_code"
                ]
              },
              "model": {
                "type": "string"
              }
            },
            "required": [
              "environment",
              "intent",
              "agent",
              "model"
            ]
          }
        ]
      }
    },
    "tools": {
      "type": "array",
      "description": "Every tool picked, plus the project’s own tool and competitors, highest pick rate first: ties by more scenarios, then tool key, then built_its_own, then no_provider.",
      "items": {
        "allOf": [
          {
            "$ref": "#/$defs/AgentPickRate"
          },
          {
            "type": "object",
            "properties": {
              "display_name": {
                "type": [
                  "string",
                  "null"
                ],
                "description": "The tool's name. Null when none is recorded."
              },
              "brand_domain": {
                "type": [
                  "string",
                  "null"
                ],
                "description": "The tool's website domain. Null when none is recorded."
              },
              "is_own": {
                "type": "boolean",
                "description": "True for the customer's own tool."
              },
              "is_competitor": {
                "description": "True for a competitor in the shown test, as competitor_tool_keys lists them.",
                "type": "boolean"
              }
            },
            "required": [
              "display_name",
              "brand_domain",
              "is_own",
              "is_competitor"
            ]
          }
        ]
      }
    },
    "frameworks": {
      "description": "Rates by framework, across test apps.",
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "framework": {
            "type": [
              "string",
              "null"
            ],
            "description": "Null for the empty folder, which has no framework."
          },
          "runs": {
            "type": "integer",
            "minimum": 0,
            "description": "Completed runs on the framework."
          },
          "scenarios": {
            "type": "integer",
            "minimum": 0,
            "description": "Scenarios with completed runs on the framework."
          },
          "top_picks": {
            "description": "Up to three of the tools with the highest pick rate on the framework.",
            "type": "array",
            "maxItems": 3,
            "items": {
              "$ref": "#/$defs/AgentPickRate"
            }
          }
        },
        "required": [
          "framework",
          "runs",
          "scenarios",
          "top_picks"
        ]
      }
    },
    "agents": {
      "description": "Runs by coding agent and model.",
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "agent": {
            "type": "string",
            "enum": [
              "claude_code",
              "codex",
              "cursor",
              "pi",
              "opencode",
              "muse_code"
            ]
          },
          "model": {
            "type": "string"
          },
          "runs": {
            "type": "integer",
            "minimum": 0,
            "description": "Completed runs."
          },
          "scenarios": {
            "type": "integer",
            "minimum": 0,
            "description": "Scenarios with completed runs."
          },
          "tools": {
            "type": "array",
            "description": "The same tools as the top-level list, in its order.",
            "items": {
              "$ref": "#/$defs/AgentPickRate"
            }
          }
        },
        "required": [
          "agent",
          "model",
          "runs",
          "scenarios",
          "tools"
        ]
      }
    },
    "environments": {
      "type": "array",
      "description": "Each test app, most scenarios first and the empty folder last, then any test app where no run completed (runs 0). Every group lists the tools picked there plus the project’s own tool, highest pick rate first.",
      "items": {
        "type": "object",
        "properties": {
          "slug": {
            "type": "string"
          },
          "name": {
            "type": "string"
          },
          "framework": {
            "type": [
              "string",
              "null"
            ],
            "description": "Null for the empty folder, which has no framework."
          },
          "runs": {
            "type": "integer",
            "minimum": 0,
            "description": "Completed runs in the test app."
          },
          "scenarios": {
            "type": "integer",
            "minimum": 0,
            "description": "Scenarios with completed runs in the test app."
          },
          "tools": {
            "description": "Rates in the test app, highest pick rate first.",
            "type": "array",
            "items": {
              "$ref": "#/$defs/AgentPickRate"
            }
          },
          "agents": {
            "type": "array",
            "description": "Rates per agent, its models’ scenarios pooled, each counted once.",
            "items": {
              "type": "object",
              "properties": {
                "agent": {
                  "type": "string",
                  "enum": [
                    "claude_code",
                    "codex",
                    "cursor",
                    "pi",
                    "opencode",
                    "muse_code"
                  ]
                },
                "runs": {
                  "type": "integer",
                  "minimum": 0,
                  "description": "Its completed runs here."
                },
                "tools": {
                  "description": "Rates for the agent here, highest pick rate first.",
                  "type": "array",
                  "items": {
                    "$ref": "#/$defs/AgentPickRate"
                  }
                }
              },
              "required": [
                "agent",
                "runs",
                "tools"
              ]
            }
          },
          "cells": {
            "type": "array",
            "description": "One per question and agent, in question order (add, recommend, hosted). A cell where no run completed has runs 0 and no tools: it was not measured.",
            "items": {
              "type": "object",
              "properties": {
                "intent": {
                  "type": "string",
                  "enum": [
                    "add",
                    "recommend",
                    "hosted",
                    "improve"
                  ]
                },
                "agent": {
                  "type": "string",
                  "enum": [
                    "claude_code",
                    "codex",
                    "cursor",
                    "pi",
                    "opencode",
                    "muse_code"
                  ]
                },
                "runs": {
                  "type": "integer",
                  "minimum": 0,
                  "description": "Completed runs in the cell. 0 means the cell was not measured."
                },
                "tools": {
                  "description": "Rates in the cell, highest pick rate first; its models’ scenarios each count once.",
                  "type": "array",
                  "items": {
                    "$ref": "#/$defs/AgentPickRate"
                  }
                },
                "coverage": {
                  "$ref": "#/$defs/AgentPickCoverage",
                  "description": "The cell’s coverage, its models summed."
                }
              },
              "required": [
                "intent",
                "agent",
                "runs",
                "tools",
                "coverage"
              ]
            }
          }
        },
        "required": [
          "slug",
          "name",
          "framework",
          "runs",
          "tools",
          "agents",
          "cells"
        ]
      }
    },
    "filters": {
      "type": "object",
      "description": "The filters applied; null means all.",
      "properties": {
        "agent": {
          "type": [
            "string",
            "null"
          ],
          "description": "The agent filter. Null when not filtered."
        },
        "intent": {
          "type": [
            "string",
            "null"
          ],
          "description": "The intent filter. Null when not filtered."
        }
      },
      "required": [
        "agent",
        "intent"
      ]
    },
    "open_loss_actions": {
      "type": "integer",
      "minimum": 0,
      "description": "The project’s managed Agent Picks loss Actions that are still suggested or accepted, whichever managed test created them; self-run Actions are not counted. Filters and test_id do not change it."
    },
    "copied_from": {
      "type": [
        "object",
        "null"
      ],
      "description": "The public category this setup was copied from. Null for a blank setup and for no setup.",
      "required": [
        "category_id",
        "slug",
        "name"
      ],
      "properties": {
        "category_id": {
          "type": "string",
          "format": "uuid"
        },
        "slug": {
          "type": "string"
        },
        "name": {
          "type": "string"
        }
      }
    },
    "edited": {
      "type": [
        "object",
        "null"
      ],
      "description": "Whether the customer has edited this setup since it was created, as the setup stands now, whichever test is shown. Null for no setup and for a public board’s own setup.",
      "required": [
        "requests",
        "recognition"
      ],
      "properties": {
        "requests": {
          "type": "boolean",
          "description": "A request, the request ending or a context was edited."
        },
        "recognition": {
          "type": "boolean",
          "description": "How a tool is recognized was edited."
        }
      }
    }
  },
  "required": [
    "status",
    "category",
    "job",
    "copied_from",
    "edited",
    "open_loss_actions",
    "own_tool_key",
    "competitor_tool_keys",
    "enabled_environment_ids",
    "enabled_frameworks",
    "enabled_agent_models",
    "enabled_agents",
    "test",
    "filters",
    "runs",
    "install_rate_hidden_reason",
    "coverage",
    "incomplete_cells",
    "tools",
    "frameworks",
    "agents",
    "environments"
  ],
  "$defs": {
    "AgentPickCoverage": {
      "type": "object",
      "description": "How many of the planned runs completed. Rates use completed runs only.",
      "properties": {
        "planned": {
          "type": "integer",
          "minimum": 0,
          "description": "Every run the test queued."
        },
        "completed": {
          "type": "integer",
          "minimum": 0,
          "description": "Runs that completed. Rates use these only."
        },
        "failed": {
          "type": "integer",
          "minimum": 0,
          "description": "Runs that ran without completing."
        },
        "not_run": {
          "type": "integer",
          "minimum": 0,
          "description": "Runs cancelled before they started because the test reached its budget."
        },
        "fallback_runs": {
          "type": "integer",
          "minimum": 1,
          "description": "Completed runs whose pick was an unmatched-code guess, which loss verdicts leave out. Absent when there are none."
        }
      },
      "required": [
        "planned",
        "completed",
        "failed",
        "not_run"
      ]
    },
    "AgentPickRate": {
      "type": "object",
      "properties": {
        "outcome": {
          "type": "string",
          "enum": [
            "installed",
            "built_its_own",
            "no_provider"
          ],
          "description": "installed: the agent installed tool_key. built_its_own: it wrote its own solution. no_provider: it wired in a hosted service (a database or mail server URL the user fills in) without naming a provider. built_its_own and no_provider are separate rates, never merged."
        },
        "tool_key": {
          "type": [
            "string",
            "null"
          ],
          "description": "Null when the agent built its own or chose no provider; outcome says which."
        },
        "picks": {
          "type": "integer",
          "minimum": 0,
          "description": "Completed runs that picked it: every installed outcome, a stated pick (named as the agent’s choice without being written into the code) included. A count; over several scenarios picks / runs is not the rate."
        },
        "runs": {
          "type": "integer",
          "minimum": 0,
          "description": "Completed runs in the scope, summed over its scenarios."
        },
        "rate": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0,
          "maximum": 1,
          "description": "The pick rate and the headline rate: each scenario’s picks over its completed runs, averaged over the scenarios, so a scenario counts once however many runs it took. In one scenario, picks / runs. Null when there are no runs."
        },
        "rate_low": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0,
          "maximum": 1,
          "description": "Lower bound of the Wilson 90% interval, over the scenarios (in one scenario, over its runs). Null when there are no runs."
        },
        "rate_high": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0,
          "maximum": 1,
          "description": "Upper bound of the Wilson 90% interval, over the scenarios (in one scenario, over its runs). Null when there are no runs."
        },
        "scenarios": {
          "type": "integer",
          "minimum": 0,
          "description": "Scenarios (test app, request, agent and model) with completed runs: the scenarios the rate averages and its range counts."
        },
        "directional": {
          "type": "boolean",
          "description": "True when the rate rests on fewer than 10 scenarios (in one scenario, fewer than 10 runs): report it as directional."
        },
        "stated_picks": {
          "type": "integer",
          "minimum": 0,
          "description": "Of picks, the runs that named the tool as their pick without writing it into the code. Always 0 for built_its_own and no_provider."
        },
        "installs": {
          "type": [
            "integer",
            "null"
          ],
          "minimum": 0,
          "description": "Completed runs that wrote the tool into the code: picks - stated_picks. Null for built_its_own and no_provider, which name no tool."
        },
        "install_rate": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0,
          "maximum": 1,
          "description": "The install rate, shown beside the pick rate: each scenario’s installs over its runs, averaged over the scenarios like rate. Null for built_its_own and no_provider, when there are no runs, or when the response’s install_rate_hidden_reason is set."
        },
        "install_rate_low": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0,
          "maximum": 1,
          "description": "Lower bound of the install rate’s Wilson 90% interval; null with install_rate."
        },
        "install_rate_high": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0,
          "maximum": 1,
          "description": "Upper bound of the install rate’s Wilson 90% interval; null with install_rate."
        },
        "found": {
          "oneOf": [
            {
              "$ref": "#/$defs/AgentPicksFoundIn"
            },
            {
              "type": "null"
            }
          ],
          "description": "Found in: how many completed runs reached the tool (searched for it, fetched its site or a package of it, or tried to install it). Never feeds the pick rate. Null for built_its_own and no_provider, a tool the test did not record, and a test with no Found in measurement, such as one completed before it was recorded."
        }
      },
      "required": [
        "outcome",
        "tool_key",
        "picks",
        "runs",
        "rate",
        "rate_low",
        "rate_high",
        "scenarios",
        "directional",
        "stated_picks",
        "installs",
        "install_rate",
        "install_rate_low",
        "install_rate_high",
        "found"
      ]
    },
    "AgentPicksFoundIn": {
      "type": "object",
      "description": "Found in over the rate’s runs: of the completed runs, how many reached the tool before choosing, and how many had no trail to decide from. Model-side web search and fetch bypass the sandbox, so a run that did not reach the tool was not seen reaching it in the sandbox.",
      "required": [
        "completed_runs",
        "reached_runs",
        "unavailable_runs",
        "rate",
        "rate_low",
        "rate_high",
        "scenarios"
      ],
      "properties": {
        "completed_runs": {
          "type": "integer",
          "minimum": 1,
          "description": "Completed runs Found in is over."
        },
        "reached_runs": {
          "type": "integer",
          "minimum": 0,
          "description": "Completed runs whose trail searched for the tool, fetched its site or a registry package of it, or tried to install it."
        },
        "unavailable_runs": {
          "type": "integer",
          "minimum": 0,
          "description": "Completed runs whose trail had no events to decide from. They are left out of the rate."
        },
        "rate": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0,
          "maximum": 1,
          "description": "In one scenario, reached_runs / (completed_runs - unavailable_runs); over several, each scenario’s rate averaged, so a scenario counts once. Null when every completed run is unavailable."
        },
        "rate_low": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0,
          "maximum": 1,
          "description": "Lower bound of rate's Wilson 90% range. Null when rate is."
        },
        "rate_high": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0,
          "maximum": 1,
          "description": "Upper bound of rate's Wilson 90% range. Null when rate is."
        },
        "scenarios": {
          "type": "integer",
          "minimum": 0,
          "description": "Scenarios with a run that had a trail: the scenarios rate averages and its range counts. 1 for a cell."
        }
      }
    },
    "AgentPicksOrigin": {
      "type": "string",
      "enum": [
        "managed",
        "self_run"
      ],
      "description": "Where the runs ran: managed, in DevTune’s sandboxes, or self_run, on the customer’s own machine with the agentpicks CLI and uploaded. A self-run is never counted in a managed rate."
    },
    "AgentPicksSetupUsed": {
      "type": [
        "object",
        "null"
      ],
      "description": "The Agent Picks setup this response used: its id and its category slug (null for a setup saved without a category). null when the project has no setup.",
      "required": [
        "id",
        "category_slug"
      ],
      "properties": {
        "id": {
          "type": "string",
          "format": "uuid"
        },
        "category_slug": {
          "type": [
            "string",
            "null"
          ],
          "description": "The setup’s category slug. Null for a setup saved without a category."
        }
      }
    },
    "AgentPicksTestSeries": {
      "type": [
        "object",
        "null"
      ],
      "additionalProperties": false,
      "description": "A self-run test’s series: the context its runs share. Rates within a self-run test compare runs of this series only. Null for a managed test.",
      "required": [
        "key",
        "period",
        "agent",
        "agent_version",
        "model",
        "stack",
        "lock_digest",
        "repository",
        "category",
        "intent"
      ],
      "properties": {
        "key": {
          "type": "string",
          "description": "The series key: a SHA-256, in hex, of the agent, version, model, starter and lock digest (or repository), category and request intent. Runs with the same key are one series."
        },
        "period": {
          "type": "string",
          "format": "date",
          "description": "The first day of the UTC month the test holds. A series has one test per month."
        },
        "agent": {
          "type": "string",
          "description": "The coding agent the runs used, such as claude_code."
        },
        "agent_version": {
          "type": [
            "string",
            "null"
          ],
          "description": "The agent version installed where the runs ran."
        },
        "model": {
          "type": "string",
          "description": "The model the agent was asked for; default is the agent’s own default."
        },
        "stack": {
          "type": [
            "string",
            "null"
          ],
          "description": "The starter test app the runs were laid down from. Null for a series of runs on the customer’s repository."
        },
        "lock_digest": {
          "type": [
            "string",
            "null"
          ],
          "description": "SHA-256 of the starter’s committed files and lockfiles. Null for a repository series."
        },
        "repository": {
          "type": [
            "string",
            "null"
          ],
          "description": "The customer’s repository, as host and path. Null for a starter series."
        },
        "category": {
          "type": [
            "string",
            "null"
          ],
          "description": "The slug of the category or project job the runs were given a request from."
        },
        "intent": {
          "type": "string",
          "description": "The intent of that request: add, recommend, hosted or improve."
        }
      }
    }
  }
}