{ "info": { "_postman_id": "cf434f0c-e09c-49a8-9019-df7c0adfbd9e", "name": "Coval Agents Review Projects API", "description": "\nManage configurations for simulations and evaluations.\n\n\nContact Support:\n Name: Coval API Support\n Email: support@coval.dev", "schema": "https://schema.getpostman.com/json/collection/v2.1.0/collection.json", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "lastUpdatedBy": "35240", "uid": "35240-cf434f0c-e09c-49a8-9019-df7c0adfbd9e" }, "item": [ { "name": "review-projects", "item": [ { "name": "{project_id}", "item": [ { "name": "metric-agreement", "item": [ { "name": "Get project metric agreement", "id": "042ee570-8298-4818-8136-96a80e8432e0", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "x-api-key", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "GET", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/metric-agreement", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "metric-agreement" ], "variable": [ { "id": "4a88d13c-ad98-4152-956c-fea0dc9647ef", "key": "project_id", "value": "", "description": "(Required) The project ID (ULID)" } ] }, "description": "Machine-vs-human agreement by metric for one review project. The project resolves to its linked simulations and metrics; agreement is computed over that derived scope." }, "response": [ { "id": "74e486df-60f7-4474-b6b7-baf67b6372dd", "name": "Agreement computed successfully", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/metric-agreement", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "metric-agreement" ], "variable": [ { "key": "project_id" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"agreement_by_metric_id\": {\n \"anim_9\": {\n \"metric_id\": \"\",\n \"agreements\": \"\",\n \"disagreements\": \"\",\n \"agreement_rate\": \"\"\n },\n \"minima22\": {\n \"metric_id\": \"\",\n \"agreements\": \"\",\n \"disagreements\": \"\",\n \"agreement_rate\": \"\"\n }\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-74e486df-60f7-4474-b6b7-baf67b6372dd" }, { "id": "d36ae040-3fc1-468a-9b24-46bb8aca4e92", "name": "Authentication failed", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/metric-agreement", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "metric-agreement" ], "variable": [ { "key": "project_id" } ] } }, "status": "Unauthorized", "code": 401, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-d36ae040-3fc1-468a-9b24-46bb8aca4e92" }, { "id": "00d451ab-6c3c-40a2-a6ce-79f4a9fcc7dc", "name": "Insufficient permissions", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/metric-agreement", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "metric-agreement" ], "variable": [ { "key": "project_id" } ] } }, "status": "Forbidden", "code": 403, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-00d451ab-6c3c-40a2-a6ce-79f4a9fcc7dc" }, { "id": "285126f1-b2dd-4ad2-b041-22e2053031bd", "name": "Resource not found", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/metric-agreement", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "metric-agreement" ], "variable": [ { "key": "project_id" } ] } }, "status": "Not Found", "code": 404, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-285126f1-b2dd-4ad2-b041-22e2053031bd" }, { "id": "4d8f8186-e7fa-48b2-90f0-6c4647d7fe4f", "name": "Internal server error", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/metric-agreement", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "metric-agreement" ], "variable": [ { "key": "project_id" } ] } }, "status": "Internal Server Error", "code": 500, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-4d8f8186-e7fa-48b2-90f0-6c4647d7fe4f" }, { "id": "2dc342d2-02e9-494c-aeac-40f103cce3ba", "name": "Service temporarily unavailable", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/metric-agreement", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "metric-agreement" ], "variable": [ { "key": "project_id" } ] } }, "status": "Service Unavailable", "code": 503, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-2dc342d2-02e9-494c-aeac-40f103cce3ba" } ], "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-042ee570-8298-4818-8136-96a80e8432e0" } ], "id": "e9de96ab-2b21-4fb3-9a49-159760803751", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-e9de96ab-2b21-4fb3-9a49-159760803751" }, { "name": "insights", "item": [ { "name": "Get project insights", "id": "f70b33ec-5cd4-4cb3-9e2a-e55d18b8f161", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "x-api-key", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "GET", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/insights?start_date=&end_date=&label_triage_time_basis=simulation", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "insights" ], "query": [ { "description": "(Required) Start of the insights window (ISO-8601).", "key": "start_date", "value": "" }, { "description": "(Required) End of the insights window (ISO-8601); must be after start_date.", "key": "end_date", "value": "" }, { "description": "Whether label triage timing is anchored to the simulation or the label.", "key": "label_triage_time_basis", "value": "simulation" } ], "variable": [ { "id": "a59ec161-e645-4d93-a906-0b122535f574", "key": "project_id", "value": "", "description": "(Required) The project ID (ULID)" } ] }, "description": "Project-level human-review insights (label and metric stats) over a date range." }, "response": [ { "id": "191a6ae3-cf50-40c2-b390-0f21193a72d3", "name": "Insights computed successfully", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/insights?start_date=&end_date=&label_triage_time_basis=simulation", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "insights" ], "query": [ { "description": "(Required) Start of the insights window (ISO-8601).", "key": "start_date", "value": "" }, { "description": "(Required) End of the insights window (ISO-8601); must be after start_date.", "key": "end_date", "value": "" }, { "description": "Whether label triage timing is anchored to the simulation or the label.", "key": "label_triage_time_basis", "value": "simulation" } ], "variable": [ { "key": "project_id" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"project\": {\n \"ulid\": \"\",\n \"name\": \"\",\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"review_label_options\": [\n \"\",\n \"\"\n ]\n },\n \"label_overview\": {},\n \"label_stats\": [],\n \"metric_stats\": []\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-191a6ae3-cf50-40c2-b390-0f21193a72d3" }, { "id": "a881d542-bcb0-4639-8e0b-8c2edba56187", "name": "Invalid request", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/insights?start_date=&end_date=&label_triage_time_basis=simulation", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "insights" ], "query": [ { "description": "(Required) Start of the insights window (ISO-8601).", "key": "start_date", "value": "" }, { "description": "(Required) End of the insights window (ISO-8601); must be after start_date.", "key": "end_date", "value": "" }, { "description": "Whether label triage timing is anchored to the simulation or the label.", "key": "label_triage_time_basis", "value": "simulation" } ], "variable": [ { "key": "project_id" } ] } }, "status": "Bad Request", "code": 400, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-a881d542-bcb0-4639-8e0b-8c2edba56187" }, { "id": "104f9da0-b04e-46a6-a0b1-fbca8c5bd651", "name": "Authentication failed", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/insights?start_date=&end_date=&label_triage_time_basis=simulation", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "insights" ], "query": [ { "description": "(Required) Start of the insights window (ISO-8601).", "key": "start_date", "value": "" }, { "description": "(Required) End of the insights window (ISO-8601); must be after start_date.", "key": "end_date", "value": "" }, { "description": "Whether label triage timing is anchored to the simulation or the label.", "key": "label_triage_time_basis", "value": "simulation" } ], "variable": [ { "key": "project_id" } ] } }, "status": "Unauthorized", "code": 401, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-104f9da0-b04e-46a6-a0b1-fbca8c5bd651" }, { "id": "fbd4d882-e23c-40c2-ada6-e56d7a31d9ce", "name": "Insufficient permissions", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/insights?start_date=&end_date=&label_triage_time_basis=simulation", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "insights" ], "query": [ { "description": "(Required) Start of the insights window (ISO-8601).", "key": "start_date", "value": "" }, { "description": "(Required) End of the insights window (ISO-8601); must be after start_date.", "key": "end_date", "value": "" }, { "description": "Whether label triage timing is anchored to the simulation or the label.", "key": "label_triage_time_basis", "value": "simulation" } ], "variable": [ { "key": "project_id" } ] } }, "status": "Forbidden", "code": 403, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-fbd4d882-e23c-40c2-ada6-e56d7a31d9ce" }, { "id": "7232fe98-1ffb-4234-85d6-ea00fd6d3134", "name": "Resource not found", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/insights?start_date=&end_date=&label_triage_time_basis=simulation", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "insights" ], "query": [ { "description": "(Required) Start of the insights window (ISO-8601).", "key": "start_date", "value": "" }, { "description": "(Required) End of the insights window (ISO-8601); must be after start_date.", "key": "end_date", "value": "" }, { "description": "Whether label triage timing is anchored to the simulation or the label.", "key": "label_triage_time_basis", "value": "simulation" } ], "variable": [ { "key": "project_id" } ] } }, "status": "Not Found", "code": 404, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-7232fe98-1ffb-4234-85d6-ea00fd6d3134" }, { "id": "4ad7ecef-d68c-4f75-8e31-5f8ce47b64f7", "name": "Internal server error", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/insights?start_date=&end_date=&label_triage_time_basis=simulation", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "insights" ], "query": [ { "description": "(Required) Start of the insights window (ISO-8601).", "key": "start_date", "value": "" }, { "description": "(Required) End of the insights window (ISO-8601); must be after start_date.", "key": "end_date", "value": "" }, { "description": "Whether label triage timing is anchored to the simulation or the label.", "key": "label_triage_time_basis", "value": "simulation" } ], "variable": [ { "key": "project_id" } ] } }, "status": "Internal Server Error", "code": 500, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-4ad7ecef-d68c-4f75-8e31-5f8ce47b64f7" }, { "id": "b3c26757-6195-4176-bb6a-a9896bda74a7", "name": "Service temporarily unavailable", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id/insights?start_date=&end_date=&label_triage_time_basis=simulation", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id", "insights" ], "query": [ { "description": "(Required) Start of the insights window (ISO-8601).", "key": "start_date", "value": "" }, { "description": "(Required) End of the insights window (ISO-8601); must be after start_date.", "key": "end_date", "value": "" }, { "description": "Whether label triage timing is anchored to the simulation or the label.", "key": "label_triage_time_basis", "value": "simulation" } ], "variable": [ { "key": "project_id" } ] } }, "status": "Service Unavailable", "code": 503, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-b3c26757-6195-4176-bb6a-a9896bda74a7" } ], "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-f70b33ec-5cd4-4cb3-9e2a-e55d18b8f161" } ], "id": "92a592c9-316d-4cd8-9ae2-4530a7bc306e", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-92a592c9-316d-4cd8-9ae2-4530a7bc306e" }, { "name": "Get review project", "id": "75c7874a-5ebe-4d20-bc7b-be581d91d550", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "x-api-key", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "GET", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "id": "3e191726-16a5-4912-b1fa-77c9754384ce", "key": "project_id", "value": "", "description": "(Required) The project ID (ULID)" } ] }, "description": "Get a single review project by ID." }, "response": [ { "id": "69b40fdb-cbc9-45d5-bb0d-f7f3844bdfb5", "name": "Project retrieved successfully", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"review_project\": {\n \"name\": \"\",\n \"id\": \"\",\n \"display_name\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"project_type\": \"PROJECT_INDIVIDUAL\",\n \"notifications\": \"\",\n \"create_time\": \"\",\n \"update_time\": \"\",\n \"description\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-69b40fdb-cbc9-45d5-bb0d-f7f3844bdfb5" }, { "id": "d4c31ac3-27c7-4fcc-a1e3-0c54ca4ff5ea", "name": "Authentication failed", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "Unauthorized", "code": 401, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-d4c31ac3-27c7-4fcc-a1e3-0c54ca4ff5ea" }, { "id": "c4df62ba-5127-4416-bdca-e88823948e10", "name": "Resource not found", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "Not Found", "code": 404, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-c4df62ba-5127-4416-bdca-e88823948e10" }, { "id": "16f56f7c-71da-4a18-8930-69d6ebc54ee9", "name": "Internal server error", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "Internal Server Error", "code": 500, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-16f56f7c-71da-4a18-8930-69d6ebc54ee9" } ], "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-75c7874a-5ebe-4d20-bc7b-be581d91d550" }, { "name": "Update review project", "id": "fd29b148-2eb5-4d67-91a2-30540f853cd3", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "x-api-key", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "PATCH", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"description\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"add_linked_simulation_ids\": [\n \"\"\n ],\n \"remove_linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"notifications\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ],\n \"opted_out_assignees\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "id": "9f423f71-24da-4642-9de2-f10efe03428e", "key": "project_id", "value": "", "description": "(Required) The project ID (ULID)" } ] }, "description": "Partially update a review project." }, "response": [ { "id": "a7b4a1dc-6266-4e5a-881f-b433222d4a6c", "name": "Project updated successfully", "originalRequest": { "method": "PATCH", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"description\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"add_linked_simulation_ids\": [\n \"\"\n ],\n \"remove_linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"notifications\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ],\n \"opted_out_assignees\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"review_project\": {\n \"name\": \"\",\n \"id\": \"\",\n \"display_name\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"project_type\": \"PROJECT_INDIVIDUAL\",\n \"notifications\": \"\",\n \"create_time\": \"\",\n \"update_time\": \"\",\n \"description\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-a7b4a1dc-6266-4e5a-881f-b433222d4a6c" }, { "id": "5457e498-7a1d-42e0-a73b-6cea3bb0de21", "name": "Invalid request", "originalRequest": { "method": "PATCH", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"description\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"add_linked_simulation_ids\": [\n \"\"\n ],\n \"remove_linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"notifications\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ],\n \"opted_out_assignees\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "Bad Request", "code": 400, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-5457e498-7a1d-42e0-a73b-6cea3bb0de21" }, { "id": "820b4522-744f-4cdc-87a5-8931f6aa6764", "name": "Authentication failed", "originalRequest": { "method": "PATCH", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"description\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"add_linked_simulation_ids\": [\n \"\"\n ],\n \"remove_linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"notifications\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ],\n \"opted_out_assignees\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "Unauthorized", "code": 401, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-820b4522-744f-4cdc-87a5-8931f6aa6764" }, { "id": "6e916d19-f430-4c63-b75f-04a0fba17056", "name": "Resource not found", "originalRequest": { "method": "PATCH", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"description\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"add_linked_simulation_ids\": [\n \"\"\n ],\n \"remove_linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"notifications\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ],\n \"opted_out_assignees\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "Not Found", "code": 404, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-6e916d19-f430-4c63-b75f-04a0fba17056" }, { "id": "fc9cd34b-b091-468d-9b80-7793ba3e00f9", "name": "Internal server error", "originalRequest": { "method": "PATCH", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"description\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"add_linked_simulation_ids\": [\n \"\"\n ],\n \"remove_linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"notifications\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ],\n \"opted_out_assignees\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "Internal Server Error", "code": 500, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-fc9cd34b-b091-468d-9b80-7793ba3e00f9" } ], "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-fd29b148-2eb5-4d67-91a2-30540f853cd3" }, { "name": "Delete review project", "id": "5fdd6a68-b20a-4eb8-b83a-7779dc8cf4d1", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "x-api-key", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "DELETE", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "id": "776eb391-30b7-4675-84e2-5d62678707a8", "key": "project_id", "value": "", "description": "(Required) The project ID (ULID)" } ] }, "description": "Delete a review project. This permanently removes the project record." }, "response": [ { "id": "a098c395-b0bd-40a9-b32f-8c44bacab6c3", "name": "Project deleted successfully", "originalRequest": { "method": "DELETE", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-a098c395-b0bd-40a9-b32f-8c44bacab6c3" }, { "id": "9adbeb0a-7fd8-4099-bfcc-2837b0a3381b", "name": "Authentication failed", "originalRequest": { "method": "DELETE", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "Unauthorized", "code": 401, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-9adbeb0a-7fd8-4099-bfcc-2837b0a3381b" }, { "id": "91499c4e-67f3-4909-9456-213ceca8c5cd", "name": "Resource not found", "originalRequest": { "method": "DELETE", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "Not Found", "code": 404, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-91499c4e-67f3-4909-9456-213ceca8c5cd" }, { "id": "e786824e-c558-4846-92db-8c8e37ea3a21", "name": "Internal server error", "originalRequest": { "method": "DELETE", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects/:project_id", "host": [ "{{baseUrl}}" ], "path": [ "review-projects", ":project_id" ], "variable": [ { "key": "project_id" } ] } }, "status": "Internal Server Error", "code": 500, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-e786824e-c558-4846-92db-8c8e37ea3a21" } ], "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-5fdd6a68-b20a-4eb8-b83a-7779dc8cf4d1" } ], "id": "a9630358-f7a0-4a02-bf80-2bfe56199d3e", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-a9630358-f7a0-4a02-bf80-2bfe56199d3e" }, { "name": "List review projects", "id": "5c377774-6a1a-4102-959c-ceb7843a2eba", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "x-api-key", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "GET", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/review-projects?page_size=50&page_token=&order_by=", "host": [ "{{baseUrl}}" ], "path": [ "review-projects" ], "query": [ { "description": "Maximum number of results per page", "key": "page_size", "value": "50" }, { "description": "Opaque pagination token from previous response", "key": "page_token", "value": "" }, { "description": "Sort field and direction. Prefix with `-` for descending.\nValid fields: `create_time`, `update_time`, `display_name`.\n", "key": "order_by", "value": "" } ] }, "description": "List review projects for your organization with pagination." }, "response": [ { "id": "fff34f5d-3068-4885-84c6-b08e35d445e8", "name": "Projects retrieved successfully", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects?page_size=50&page_token=&order_by=", "host": [ "{{baseUrl}}" ], "path": [ "review-projects" ], "query": [ { "description": "Maximum number of results per page", "key": "page_size", "value": "50" }, { "description": "Opaque pagination token from previous response", "key": "page_token", "value": "" }, { "description": "Sort field and direction. Prefix with `-` for descending.\nValid fields: `create_time`, `update_time`, `display_name`.\n", "key": "order_by", "value": "" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"review_projects\": [\n {\n \"name\": \"\",\n \"id\": \"\",\n \"display_name\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"project_type\": \"PROJECT_INDIVIDUAL\",\n \"notifications\": \"\",\n \"create_time\": \"\",\n \"update_time\": \"\",\n \"description\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ]\n },\n {\n \"name\": \"\",\n \"id\": \"\",\n \"display_name\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"project_type\": \"PROJECT_INDIVIDUAL\",\n \"notifications\": \"\",\n \"create_time\": \"\",\n \"update_time\": \"\",\n \"description\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ]\n }\n ],\n \"next_page_token\": \"\"\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-fff34f5d-3068-4885-84c6-b08e35d445e8" }, { "id": "80575274-5540-49a6-b9cd-e7d614fbb449", "name": "Invalid request", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects?page_size=50&page_token=&order_by=", "host": [ "{{baseUrl}}" ], "path": [ "review-projects" ], "query": [ { "description": "Maximum number of results per page", "key": "page_size", "value": "50" }, { "description": "Opaque pagination token from previous response", "key": "page_token", "value": "" }, { "description": "Sort field and direction. Prefix with `-` for descending.\nValid fields: `create_time`, `update_time`, `display_name`.\n", "key": "order_by", "value": "" } ] } }, "status": "Bad Request", "code": 400, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-80575274-5540-49a6-b9cd-e7d614fbb449" }, { "id": "967b2ab0-cdd7-41be-a268-524ea6cb9e1d", "name": "Authentication failed", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects?page_size=50&page_token=&order_by=", "host": [ "{{baseUrl}}" ], "path": [ "review-projects" ], "query": [ { "description": "Maximum number of results per page", "key": "page_size", "value": "50" }, { "description": "Opaque pagination token from previous response", "key": "page_token", "value": "" }, { "description": "Sort field and direction. Prefix with `-` for descending.\nValid fields: `create_time`, `update_time`, `display_name`.\n", "key": "order_by", "value": "" } ] } }, "status": "Unauthorized", "code": 401, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-967b2ab0-cdd7-41be-a268-524ea6cb9e1d" }, { "id": "a647da82-2ceb-46ef-b179-e69352e68ad9", "name": "Internal server error", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "url": { "raw": "{{baseUrl}}/review-projects?page_size=50&page_token=&order_by=", "host": [ "{{baseUrl}}" ], "path": [ "review-projects" ], "query": [ { "description": "Maximum number of results per page", "key": "page_size", "value": "50" }, { "description": "Opaque pagination token from previous response", "key": "page_token", "value": "" }, { "description": "Sort field and direction. Prefix with `-` for descending.\nValid fields: `create_time`, `update_time`, `display_name`.\n", "key": "order_by", "value": "" } ] } }, "status": "Internal Server Error", "code": 500, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-a647da82-2ceb-46ef-b179-e69352e68ad9" } ], "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-5c377774-6a1a-4102-959c-ceb7843a2eba" }, { "name": "Create review project", "id": "85536128-065b-44c5-8629-4f00391a33d5", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "x-api-key", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"assignees\": [\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\"\n ],\n \"description\": \"\",\n \"project_type\": \"PROJECT_INDIVIDUAL\",\n \"notifications\": true,\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects", "host": [ "{{baseUrl}}" ], "path": [ "review-projects" ] }, "description": "Create a new review project. Automatically generates annotations for every\n(simulation, metric, assignee) combination.\n" }, "response": [ { "id": "8527a1f1-e389-44af-9465-da65b792115e", "name": "Project created successfully", "originalRequest": { "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"assignees\": [\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\"\n ],\n \"description\": \"\",\n \"project_type\": \"PROJECT_INDIVIDUAL\",\n \"notifications\": true,\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects", "host": [ "{{baseUrl}}" ], "path": [ "review-projects" ] } }, "status": "Created", "code": 201, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"review_project\": {\n \"name\": \"\",\n \"id\": \"\",\n \"display_name\": \"\",\n \"assignees\": [\n \"\",\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\",\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\",\n \"\"\n ],\n \"project_type\": \"PROJECT_INDIVIDUAL\",\n \"notifications\": \"\",\n \"create_time\": \"\",\n \"update_time\": \"\",\n \"description\": \"\",\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-8527a1f1-e389-44af-9465-da65b792115e" }, { "id": "30ed03b4-1fdb-44cf-9272-f88716dba806", "name": "Invalid request", "originalRequest": { "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"assignees\": [\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\"\n ],\n \"description\": \"\",\n \"project_type\": \"PROJECT_INDIVIDUAL\",\n \"notifications\": true,\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects", "host": [ "{{baseUrl}}" ], "path": [ "review-projects" ] } }, "status": "Bad Request", "code": 400, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-30ed03b4-1fdb-44cf-9272-f88716dba806" }, { "id": "1abdd746-4ccf-4df7-a1cd-ad07db2076fb", "name": "Authentication failed", "originalRequest": { "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"assignees\": [\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\"\n ],\n \"description\": \"\",\n \"project_type\": \"PROJECT_INDIVIDUAL\",\n \"notifications\": true,\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects", "host": [ "{{baseUrl}}" ], "path": [ "review-projects" ] } }, "status": "Unauthorized", "code": 401, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-1abdd746-4ccf-4df7-a1cd-ad07db2076fb" }, { "id": "a80f21ef-66b9-47c8-87ca-429390bfc5ed", "name": "Internal server error", "originalRequest": { "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "x-api-key", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"display_name\": \"\",\n \"assignees\": [\n \"\"\n ],\n \"linked_simulation_ids\": [\n \"\"\n ],\n \"linked_metric_ids\": [\n \"\"\n ],\n \"description\": \"\",\n \"project_type\": \"PROJECT_INDIVIDUAL\",\n \"notifications\": true,\n \"project_rules\": [\n \"require_disagreement_notes\",\n \"require_disagreement_notes\"\n ],\n \"blind_labeling_shown_metric_ids\": [\n \"\",\n \"\"\n ]\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/review-projects", "host": [ "{{baseUrl}}" ], "path": [ "review-projects" ] } }, "status": "Internal Server Error", "code": 500, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"error\": {\n \"code\": \"\",\n \"message\": \"\",\n \"details\": [\n {\n \"field\": \"\",\n \"description\": \"\"\n },\n {\n \"field\": \"\",\n \"description\": \"\"\n }\n ]\n }\n}", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-a80f21ef-66b9-47c8-87ca-429390bfc5ed" } ], "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-85536128-065b-44c5-8629-4f00391a33d5" } ], "id": "b6ee5b63-208c-4110-a414-79f602bdadc5", "createdAt": "2026-07-28T01:27:22.000Z", "updatedAt": "2026-07-28T01:27:22.000Z", "uid": "35240-b6ee5b63-208c-4110-a414-79f602bdadc5" } ], "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "x-api-key", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "variable": [ { "key": "baseUrl", "value": "https://api.coval.dev/v1" } ] }