{"openapi":"3.1.0","info":{"title":"Bland AI Evals (BYOK) API","version":"0.1.0","description":"Bland AI Evals (BYOK) lets an AI assistant read your own Bland AI Evals data through the Bland AI Evals API with a key you supply (API key). Read-only: 7 tools (get_evals_status, list_eval_agents, list_eval_runs, get_eval_run, list_workbench_setups, list_eval_agent_templates, list_user_eval_templates). The BYOK key travels with each request, is used for that one call only and is never stored,...\n\nEvery operation is read-only or compute-only. The same tools are available over MCP (streamable HTTP) at https://byok-bland-evals.connectorbay.com/mcp.","contact":{"name":"Unify Dynamics LLC","email":"agent@connectorbay.com","url":"https://connectorbay.com/byok-bland-evals/docs"},"termsOfService":"https://connectorbay.com/byok-bland-evals/terms"},"servers":[{"url":"https://byok-bland-evals.connectorbay.com"}],"externalDocs":{"url":"https://connectorbay.com/byok-bland-evals/docs"},"security":[{"upstreamKey":[]}],"components":{"securitySchemes":{"bearer":{"type":"http","scheme":"bearer","description":"Optional. A Pro API key raises rate limits; no credentials are required."},"upstreamKey":{"type":"apiKey","in":"header","name":"X-Upstream-Key","description":"Your own key for the service this connector wraps (bring your own key). Used for that one call only; never stored, logged or cached."}},"schemas":{"Error":{"type":"object","properties":{"ok":{"const":false},"error":{"type":"object"}}}}},"paths":{"/v1/tools/get_evals_status":{"post":{"operationId":"get_evals_status","summary":"Show whether the Evals feature is enabled for the organization and, if not, why. Use for \"Is Bland Evals enabled on my a","description":"Show whether the Evals feature is enabled for the organization and, if not, why. Use for \"Is Bland Evals enabled on my account\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{},"title":"get_evals_statusArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_eval_agents":{"post":{"operationId":"list_eval_agents","summary":"List eval agents (LLM judges that grade calls) with name, modality, enabled flag, active version and timestamps. Use for","description":"List eval agents (LLM judges that grade calls) with name, modality, enabled flag, active version and timestamps. Use for \"Which eval agents do I have in Bland and which are enabled\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"limit":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":25,"description":"Items per page (1 to 100, default 25).","title":"Limit"},"starting_after":{"anyOf":[{"maxLength":100,"type":"string"},{"type":"null"}],"default":null,"description":"Cursor: the next_cursor of the previous answer, to get the following page.","title":"Starting After"}},"title":"list_eval_agentsArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_eval_runs":{"post":{"operationId":"list_eval_runs","summary":"List eval runs with status, trigger, mode, evaluation counts, mean scores, pass result, cost in USD and timestamps; filt","description":"List eval runs with status, trigger, mode, evaluation counts, mean scores, pass result, cost in USD and timestamps; filter by eval agent, workbench setup, status or trigger. Use for \"How did my latest Bland eval runs score\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"eval_agent_id":{"anyOf":[{"maxLength":100,"type":"string"},{"type":"null"}],"default":null,"description":"Only runs that included this eval agent id.","title":"Eval Agent Id"},"workbench_setup_id":{"anyOf":[{"maxLength":100,"type":"string"},{"type":"null"}],"default":null,"description":"Only runs started from this workbench setup id.","title":"Workbench Setup Id"},"status":{"anyOf":[{"enum":["PENDING","QUEUED","RUNNING","COMPLETE","PARTIAL","FAILED","CANCELLED"],"type":"string"},{"type":"null"}],"default":null,"description":"Only runs with this status.","title":"Status"},"triggered_by":{"anyOf":[{"enum":["manual","auto","backfill"],"type":"string"},{"type":"null"}],"default":null,"description":"Only runs started this way.","title":"Triggered By"},"limit":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":25,"description":"Items per page (1 to 100, default 25).","title":"Limit"},"starting_after":{"anyOf":[{"maxLength":100,"type":"string"},{"type":"null"}],"default":null,"description":"Cursor: the next_cursor of the previous answer, to get the following page.","title":"Starting After"}},"title":"list_eval_runsArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/get_eval_run":{"post":{"operationId":"get_eval_run","summary":"Get one eval run: status, mode, counts of graded, failed and insufficient-evidence calls, mean scores, pass threshold an","description":"Get one eval run: status, mode, counts of graded, failed and insufficient-evidence calls, mean scores, pass threshold and result, cost and error details. Use for \"What was the outcome of this Bland eval run\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"run_id":{"description":"Eval run id from list_eval_runs.","maxLength":100,"title":"Run Id","type":"string"}},"required":["run_id"],"title":"get_eval_runArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_workbench_setups":{"post":{"operationId":"list_workbench_setups","summary":"List eval workbench setups (saved groups of eval agents) with name, attached agent count, active version and timestamps.","description":"List eval workbench setups (saved groups of eval agents) with name, attached agent count, active version and timestamps. Use for \"Which Bland eval workbench setups have I saved\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"limit":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":25,"description":"Items per page (1 to 100, default 25).","title":"Limit"},"starting_after":{"anyOf":[{"maxLength":100,"type":"string"},{"type":"null"}],"default":null,"description":"Cursor: the next_cursor of the previous answer, to get the following page.","title":"Starting After"}},"title":"list_workbench_setupsArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_eval_agent_templates":{"post":{"operationId":"list_eval_agent_templates","summary":"List the built-in eval agent templates with key, name, description, category and modality (prompts are not returned). Us","description":"List the built-in eval agent templates with key, name, description, category and modality (prompts are not returned). Use for \"Which ready-made eval templates does Bland offer for support calls\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{},"title":"list_eval_agent_templatesArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_user_eval_templates":{"post":{"operationId":"list_user_eval_templates","summary":"List eval templates saved by your organization with key, name, category, modality, visibility and number of scoring leve","description":"List eval templates saved by your organization with key, name, category, modality, visibility and number of scoring levels. Use for \"Which custom eval templates has my team saved in Bland\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"limit":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":25,"description":"Items per page (1 to 100, default 25).","title":"Limit"},"starting_after":{"anyOf":[{"maxLength":100,"type":"string"},{"type":"null"}],"default":null,"description":"Cursor: the next_cursor of the previous answer, to get the following page.","title":"Starting After"}},"title":"list_user_eval_templatesArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}}}}