{ "info": { "_postman_id": "05d607e4-77b9-4cca-990c-731d0f6f75e9", "name": "helicone-api Agent Evaluator API", "schema": "https://schema.getpostman.com/json/collection/v2.1.0/collection.json", "createdAt": "2026-07-28T01:54:41.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "lastUpdatedBy": "35240", "uid": "35240-05d607e4-77b9-4cca-990c-731d0f6f75e9" }, "item": [ { "name": "v1", "item": [ { "name": "evaluator", "item": [ { "name": "{evaluatorId}", "item": [ { "name": "experiments", "item": [ { "name": "Get Experiments For Evaluator", "id": "457cbbff-bd4b-4551-ba2a-d8f49364ceb6", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "GET", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId/experiments", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId", "experiments" ], "variable": [ { "id": "9ca28e85-8155-443e-85fe-e355700ccbee", "key": "evaluatorId", "value": "", "description": "(Required) " } ] } }, "response": [ { "id": "0519d90e-be95-461c-820b-a380a15407a0", "name": "Ok", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId/experiments", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId", "experiments" ], "variable": [ { "key": "evaluatorId" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": [\n {\n \"experiment_name\": \"\",\n \"experiment_created_at\": \"\",\n \"experiment_id\": \"\"\n },\n {\n \"experiment_name\": \"\",\n \"experiment_created_at\": \"\",\n \"experiment_id\": \"\"\n }\n ],\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-0519d90e-be95-461c-820b-a380a15407a0" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-457cbbff-bd4b-4551-ba2a-d8f49364ceb6" } ], "id": "718ea86b-0b63-46f2-9180-e9fefeaafda4", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-718ea86b-0b63-46f2-9180-e9fefeaafda4" }, { "name": "onlineEvaluators", "item": [ { "name": "{onlineEvaluatorId}", "item": [ { "name": "Delete Online Evaluator", "id": "0947eb75-eedd-4807-b77b-dd1fe58790f9", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "DELETE", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId/onlineEvaluators/:onlineEvaluatorId", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId", "onlineEvaluators", ":onlineEvaluatorId" ], "variable": [ { "id": "9436335a-717c-4973-9f98-871d3007dcf0", "key": "evaluatorId", "value": "", "description": "(Required) " }, { "id": "0576d503-b1fb-49bb-ae7a-73ba2ff9c6be", "key": "onlineEvaluatorId", "value": "", "description": "(Required) " } ] } }, "response": [ { "id": "cb1e0ead-321f-4b88-9603-2d823fcd3102", "name": "Ok", "originalRequest": { "method": "DELETE", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId/onlineEvaluators/:onlineEvaluatorId", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId", "onlineEvaluators", ":onlineEvaluatorId" ], "variable": [ { "key": "evaluatorId" }, { "key": "onlineEvaluatorId" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": null,\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-cb1e0ead-321f-4b88-9603-2d823fcd3102" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-0947eb75-eedd-4807-b77b-dd1fe58790f9" } ], "id": "1324e716-d691-4b8f-9715-af1639a0a002", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-1324e716-d691-4b8f-9715-af1639a0a002" }, { "name": "Get Online Evaluators", "id": "1bf2a1f1-bd39-4322-bd64-5044b2e58f5a", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "GET", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId/onlineEvaluators", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId", "onlineEvaluators" ], "variable": [ { "id": "77471fce-a0a9-498f-8b04-737436d49012", "key": "evaluatorId", "value": "", "description": "(Required) " } ] } }, "response": [ { "id": "9ba8d9be-022e-461b-9bed-6f71492119b8", "name": "Ok", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId/onlineEvaluators", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId", "onlineEvaluators" ], "variable": [ { "key": "evaluatorId" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": [\n {\n \"config\": {},\n \"id\": \"\"\n },\n {\n \"config\": {},\n \"id\": \"\"\n }\n ],\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-9ba8d9be-022e-461b-9bed-6f71492119b8" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-1bf2a1f1-bd39-4322-bd64-5044b2e58f5a" }, { "name": "Create Online Evaluator", "id": "eebb9258-4720-473a-b7ed-75ae6fc9f48e", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" } ], "body": { "mode": "raw", "raw": "{\n \"config\": {\n \"aute7fd\": {}\n }\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId/onlineEvaluators", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId", "onlineEvaluators" ], "variable": [ { "id": "232a1345-8f2b-4785-9e3a-af424c80e82d", "key": "evaluatorId", "value": "", "description": "(Required) " } ] } }, "response": [ { "id": "3cde0499-595e-40cb-88d4-027f6b78e167", "name": "Ok", "originalRequest": { "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"config\": {\n \"aute7fd\": {}\n }\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId/onlineEvaluators", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId", "onlineEvaluators" ], "variable": [ { "key": "evaluatorId" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": null,\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-3cde0499-595e-40cb-88d4-027f6b78e167" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-eebb9258-4720-473a-b7ed-75ae6fc9f48e" } ], "id": "577a64e2-3f7b-4fe4-8059-86373a0e8ead", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-577a64e2-3f7b-4fe4-8059-86373a0e8ead" }, { "name": "stats", "item": [ { "name": "Get Evaluator Stats", "id": "b6584021-6575-41ce-b621-505d033c0999", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "GET", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId/stats", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId", "stats" ], "variable": [ { "id": "4b5f521f-777c-49f2-9144-7337b4ddd13f", "key": "evaluatorId", "value": "", "description": "(Required) " } ] } }, "response": [ { "id": "1a4ca2e8-83bd-456d-b52d-85f2065fa6ec", "name": "Ok", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId/stats", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId", "stats" ], "variable": [ { "key": "evaluatorId" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": {\n \"averageScore\": \"\",\n \"totalUses\": \"\",\n \"recentTrend\": \"up\",\n \"scoreDistribution\": [\n {\n \"count\": \"\",\n \"range\": \"\"\n },\n {\n \"count\": \"\",\n \"range\": \"\"\n }\n ],\n \"timeSeriesData\": [\n {\n \"value\": \"\",\n \"date\": \"\"\n },\n {\n \"value\": \"\",\n \"date\": \"\"\n }\n ]\n },\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-1a4ca2e8-83bd-456d-b52d-85f2065fa6ec" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-b6584021-6575-41ce-b621-505d033c0999" } ], "id": "d34e2a5d-9934-4d8d-9780-afacd9f26193", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-d34e2a5d-9934-4d8d-9780-afacd9f26193" }, { "name": "Get Evaluator", "id": "0190a810-252b-42a9-814f-65baeb269960", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "GET", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId" ], "variable": [ { "id": "592eee08-a3e4-4051-af28-e0c7d89bb271", "key": "evaluatorId", "value": "", "description": "(Required) " } ] } }, "response": [ { "id": "56255164-472e-4763-bab3-9642f7ffcedf", "name": "Ok", "originalRequest": { "method": "GET", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId" ], "variable": [ { "key": "evaluatorId" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": {\n \"id\": \"\",\n \"created_at\": \"\",\n \"scoring_type\": \"\",\n \"llm_template\": {},\n \"organization_id\": \"\",\n \"updated_at\": \"\",\n \"name\": \"\",\n \"code_template\": {},\n \"last_mile_config\": {}\n },\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-56255164-472e-4763-bab3-9642f7ffcedf" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-0190a810-252b-42a9-814f-65baeb269960" }, { "name": "Update Evaluator", "id": "da39b411-363f-4802-b124-ee7278f28b0a", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "PUT", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" } ], "body": { "mode": "raw", "raw": "{\n \"scoring_type\": \"\",\n \"llm_template\": {},\n \"code_template\": {},\n \"name\": \"\",\n \"last_mile_config\": {}\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId" ], "variable": [ { "id": "f1d1218e-b12a-456f-93a8-7065bcb2a84f", "key": "evaluatorId", "value": "", "description": "(Required) " } ] } }, "response": [ { "id": "e2565666-f917-4003-b1ee-ac0da6e08bf3", "name": "Ok", "originalRequest": { "method": "PUT", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"scoring_type\": \"\",\n \"llm_template\": {},\n \"code_template\": {},\n \"name\": \"\",\n \"last_mile_config\": {}\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId" ], "variable": [ { "key": "evaluatorId" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": {\n \"id\": \"\",\n \"created_at\": \"\",\n \"scoring_type\": \"\",\n \"llm_template\": {},\n \"organization_id\": \"\",\n \"updated_at\": \"\",\n \"name\": \"\",\n \"code_template\": {},\n \"last_mile_config\": {}\n },\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-e2565666-f917-4003-b1ee-ac0da6e08bf3" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-da39b411-363f-4802-b124-ee7278f28b0a" }, { "name": "Delete Evaluator", "id": "b5806960-96bd-4fd2-97ef-b9e34f683c7a", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "DELETE", "header": [ { "key": "Accept", "value": "application/json" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId" ], "variable": [ { "id": "5eb181d8-50c0-4d5c-a8d8-a387729c72a5", "key": "evaluatorId", "value": "", "description": "(Required) " } ] } }, "response": [ { "id": "38fb2a64-68c4-4515-8ccd-6ac9f787ad66", "name": "Ok", "originalRequest": { "method": "DELETE", "header": [ { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "url": { "raw": "{{baseUrl}}/v1/evaluator/:evaluatorId", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", ":evaluatorId" ], "variable": [ { "key": "evaluatorId" } ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": null,\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-38fb2a64-68c4-4515-8ccd-6ac9f787ad66" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-b5806960-96bd-4fd2-97ef-b9e34f683c7a" } ], "id": "4eb0d770-9189-4ba8-832c-2278eb81b8f3", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-4eb0d770-9189-4ba8-832c-2278eb81b8f3" }, { "name": "query", "item": [ { "name": "Query Evaluators", "id": "d80c934a-696a-4b94-a38d-37cba809775c", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" } ], "body": { "mode": "raw", "raw": "{}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/query", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", "query" ] } }, "response": [ { "id": "9b7fcf00-fb29-49f4-91c5-cfd11500cfe7", "name": "Ok", "originalRequest": { "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "body": { "mode": "raw", "raw": "{}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/query", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", "query" ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": [\n {\n \"id\": \"\",\n \"created_at\": \"\",\n \"scoring_type\": \"\",\n \"llm_template\": {},\n \"organization_id\": \"\",\n \"updated_at\": \"\",\n \"name\": \"\",\n \"code_template\": {},\n \"last_mile_config\": {}\n },\n {\n \"id\": \"\",\n \"created_at\": \"\",\n \"scoring_type\": \"\",\n \"llm_template\": {},\n \"organization_id\": \"\",\n \"updated_at\": \"\",\n \"name\": \"\",\n \"code_template\": {},\n \"last_mile_config\": {}\n }\n ],\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-9b7fcf00-fb29-49f4-91c5-cfd11500cfe7" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-d80c934a-696a-4b94-a38d-37cba809775c" } ], "id": "3ce819cb-06d6-4aea-a4fc-58cc92486bcb", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-3ce819cb-06d6-4aea-a4fc-58cc92486bcb" }, { "name": "python", "item": [ { "name": "test", "item": [ { "name": "Test Python Evaluator", "id": "587a12fd-052b-4608-991e-331569944ee0", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" } ], "body": { "mode": "raw", "raw": "{\n \"testInput\": {\n \"inputs\": {\n \"inputs\": {\n \"dolor_0c\": \"\"\n },\n \"autoInputs\": {\n \"reprehenderit_9\": \"\",\n \"elit_7\": \"\",\n \"in_e\": \"\"\n }\n },\n \"outputBody\": \"\",\n \"inputBody\": \"\",\n \"promptTemplate\": \"\"\n },\n \"code\": \"\"\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/python/test", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", "python", "test" ] } }, "response": [ { "id": "0393ccf7-56ed-425f-a65c-96491b1baa5b", "name": "Ok", "originalRequest": { "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"testInput\": {\n \"inputs\": {\n \"inputs\": {\n \"dolor_0c\": \"\"\n },\n \"autoInputs\": {\n \"reprehenderit_9\": \"\",\n \"elit_7\": \"\",\n \"in_e\": \"\"\n }\n },\n \"outputBody\": \"\",\n \"inputBody\": \"\",\n \"promptTemplate\": \"\"\n },\n \"code\": \"\"\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/python/test", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", "python", "test" ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": {\n \"traces\": [\n \"\",\n \"\"\n ],\n \"output\": \"\",\n \"statusCode\": \"\"\n },\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-0393ccf7-56ed-425f-a65c-96491b1baa5b" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-587a12fd-052b-4608-991e-331569944ee0" } ], "id": "2e0361a6-9b4d-45b5-b986-f6a8d9ec9e72", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-2e0361a6-9b4d-45b5-b986-f6a8d9ec9e72" } ], "id": "ed3f5dea-446b-4898-a2d3-15d0118bb9b1", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-ed3f5dea-446b-4898-a2d3-15d0118bb9b1" }, { "name": "llm", "item": [ { "name": "test", "item": [ { "name": "Test LLM Evaluator", "id": "a80eba14-d473-4d3e-af4d-67ae16a65df9", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" } ], "body": { "mode": "raw", "raw": "{\n \"evaluatorName\": \"\",\n \"testInput\": {\n \"inputs\": {\n \"inputs\": {\n \"Ut_e\": \"\",\n \"consequatb90\": \"\"\n },\n \"autoInputs\": {\n \"nostrud74\": \"\",\n \"consectetur45\": \"\",\n \"ea_db8\": \"\"\n }\n },\n \"outputBody\": \"\",\n \"inputBody\": \"\",\n \"promptTemplate\": \"\"\n },\n \"evaluatorConfig\": {\n \"evaluator_scoring_type\": \"\",\n \"evaluator_code_template\": \"\",\n \"evaluator_llm_template\": \"\"\n }\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/llm/test", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", "llm", "test" ] } }, "response": [ { "id": "de8ec99b-a72e-4507-a1d2-0b80a92578fb", "name": "Ok", "originalRequest": { "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"evaluatorName\": \"\",\n \"testInput\": {\n \"inputs\": {\n \"inputs\": {\n \"Ut_e\": \"\",\n \"consequatb90\": \"\"\n },\n \"autoInputs\": {\n \"nostrud74\": \"\",\n \"consectetur45\": \"\",\n \"ea_db8\": \"\"\n }\n },\n \"outputBody\": \"\",\n \"inputBody\": \"\",\n \"promptTemplate\": \"\"\n },\n \"evaluatorConfig\": {\n \"evaluator_scoring_type\": \"\",\n \"evaluator_code_template\": \"\",\n \"evaluator_llm_template\": \"\"\n }\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/llm/test", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", "llm", "test" ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": {\n \"score\": \"\"\n },\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-de8ec99b-a72e-4507-a1d2-0b80a92578fb" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-a80eba14-d473-4d3e-af4d-67ae16a65df9" } ], "id": "25135169-1da7-41f1-a6d3-2ac48ae74f50", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-25135169-1da7-41f1-a6d3-2ac48ae74f50" } ], "id": "e0e22a39-3940-4115-9314-73e06a8414ee", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-e0e22a39-3940-4115-9314-73e06a8414ee" }, { "name": "lastmile", "item": [ { "name": "test", "item": [ { "name": "Test Last Mile Evaluator", "id": "3ed5f8e0-0e5b-4c32-bb60-98a748e2a7f4", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" } ], "body": { "mode": "raw", "raw": "{\n \"testInput\": {\n \"inputs\": {\n \"inputs\": {\n \"esse_a31\": \"\"\n },\n \"autoInputs\": {\n \"elit_257\": \"\",\n \"sit6d4\": \"\",\n \"enimf76\": \"\"\n }\n },\n \"outputBody\": \"\",\n \"inputBody\": \"\",\n \"promptTemplate\": \"\"\n },\n \"config\": {\n \"_type\": \"relevance\",\n \"input\": {\n \"_type\": \"system-prompt\"\n },\n \"name\": \"\",\n \"output\": {\n \"_type\": \"system-prompt\"\n }\n }\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/lastmile/test", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", "lastmile", "test" ] } }, "response": [ { "id": "6130944a-aee1-4229-b978-f0c60e109012", "name": "Ok", "originalRequest": { "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"testInput\": {\n \"inputs\": {\n \"inputs\": {\n \"esse_a31\": \"\"\n },\n \"autoInputs\": {\n \"elit_257\": \"\",\n \"sit6d4\": \"\",\n \"enimf76\": \"\"\n }\n },\n \"outputBody\": \"\",\n \"inputBody\": \"\",\n \"promptTemplate\": \"\"\n },\n \"config\": {\n \"_type\": \"relevance\",\n \"input\": {\n \"_type\": \"system-prompt\"\n },\n \"name\": \"\",\n \"output\": {\n \"_type\": \"system-prompt\"\n }\n }\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator/lastmile/test", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator", "lastmile", "test" ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": {\n \"output\": \"\",\n \"input\": \"\",\n \"score\": \"\",\n \"ground_truth\": \"\"\n },\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-6130944a-aee1-4229-b978-f0c60e109012" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-3ed5f8e0-0e5b-4c32-bb60-98a748e2a7f4" } ], "id": "33b333a7-8bec-4233-b4ea-f40ba5ee82b5", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-33b333a7-8bec-4233-b4ea-f40ba5ee82b5" } ], "id": "b7516382-d27b-4337-b4a6-2a1883d99a97", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-b7516382-d27b-4337-b4a6-2a1883d99a97" }, { "name": "Create Evaluator", "id": "d34f97b4-af1d-4155-97e8-e6d01993e5db", "protocolProfileBehavior": { "disableBodyPruning": true }, "request": { "auth": { "type": "apikey", "apikey": [ { "key": "key", "value": "Authorization", "type": "string" }, { "key": "value", "value": "{{apiKey}}", "type": "string" }, { "key": "in", "value": "header", "type": "string" } ] }, "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" } ], "body": { "mode": "raw", "raw": "{\n \"scoring_type\": \"\",\n \"name\": \"\",\n \"llm_template\": {},\n \"code_template\": {},\n \"last_mile_config\": {}\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator" ] } }, "response": [ { "id": "561f75ea-6b92-4f28-87a1-443147ce3370", "name": "Ok", "originalRequest": { "method": "POST", "header": [ { "key": "Content-Type", "value": "application/json" }, { "key": "Accept", "value": "application/json" }, { "description": "Added as a part of security scheme: apikey", "key": "Authorization", "value": "" } ], "body": { "mode": "raw", "raw": "{\n \"scoring_type\": \"\",\n \"name\": \"\",\n \"llm_template\": {},\n \"code_template\": {},\n \"last_mile_config\": {}\n}", "options": { "raw": { "headerFamily": "json", "language": "json" } } }, "url": { "raw": "{{baseUrl}}/v1/evaluator", "host": [ "{{baseUrl}}" ], "path": [ "v1", "evaluator" ] } }, "status": "OK", "code": 200, "_postman_previewlanguage": "json", "header": [ { "key": "Content-Type", "value": "application/json" } ], "cookie": [], "responseTime": null, "body": "{\n \"data\": {\n \"id\": \"\",\n \"created_at\": \"\",\n \"scoring_type\": \"\",\n \"llm_template\": {},\n \"organization_id\": \"\",\n \"updated_at\": \"\",\n \"name\": \"\",\n \"code_template\": {},\n \"last_mile_config\": {}\n },\n \"error\": null\n}", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-561f75ea-6b92-4f28-87a1-443147ce3370" } ], "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-d34f97b4-af1d-4155-97e8-e6d01993e5db" } ], "id": "4af30300-33c0-4aed-b463-8f857026c2af", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-4af30300-33c0-4aed-b463-8f857026c2af" } ], "id": "aeb6fd74-5b50-4424-b2ab-e1ffd4ef05ba", "createdAt": "2026-07-28T01:54:42.000Z", "updatedAt": "2026-07-28T01:54:42.000Z", "uid": "35240-aeb6fd74-5b50-4424-b2ab-e1ffd4ef05ba" } ], "variable": [ { "key": "baseUrl", "value": "https://api.helicone.ai/" } ] }