From f255130dc9ef311b3c6189f6b698aabd46a5318e Mon Sep 17 00:00:00 2001 From: Nikhil Pareek Date: Sat, 3 Oct 2026 21:35:19 -0700 Subject: [PATCH] docs: Bedrock model name is an invocation ID TH-3486. The guide called Model Name a label to recognize later. For Bedrock it is the AWS model or system inference-profile ID. Also redirect the retired features/custom-models path to the canonical guide. --- src/lib/redirects.ts | 1 + src/pages/docs/evaluation/guides/custom-models.mdx | 4 +++- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/src/lib/redirects.ts b/src/lib/redirects.ts index f632691f..d2fa7ffd 100644 --- a/src/lib/redirects.ts +++ b/src/lib/redirects.ts @@ -70,6 +70,7 @@ export const redirectMap: Record = { // Evaluation features/ pages folded into guides/ (revamp); redirect the retired paths '/docs/evaluation/features/cicd': '/docs/evaluation/guides/cicd', '/docs/evaluation/features/custom': '/docs/evaluation/guides/custom-evals', + '/docs/evaluation/features/custom-models': '/docs/evaluation/guides/custom-models', '/docs/evaluation/features/evaluate': '/docs/evaluation/guides/running-evaluations', '/docs/evaluation/features/futureagi-models': '/docs/evaluation/concepts/evaluator-models', '/docs/evaluation/concepts/eval-results': '/docs/evaluation/reference/output-types', diff --git a/src/pages/docs/evaluation/guides/custom-models.mdx b/src/pages/docs/evaluation/guides/custom-models.mdx index 40f49e3c..47e07f8e 100644 --- a/src/pages/docs/evaluation/guides/custom-models.mdx +++ b/src/pages/docs/evaluation/guides/custom-models.mdx @@ -26,7 +26,9 @@ With **From model Provider** selected, pick a provider from the **Model Provider Model Provider dropdown open, listing Open AI, AWS Bedrock, AWS Sagemaker, Vertex AI, and Azure, with a callout pointing at Open AI *Five supported providers, each with its own credential form* -Fill in the provider's form: a **Model Name** to recognize it later, **Input** and **Output Token Cost Per Million Tokens** for cost tracking, and the provider's credentials, an API key for Open AI, region and access keys for Bedrock or Sagemaker, a service account for Vertex AI, endpoint and key for Azure. A token cost can be 0, for a model you host yourself for example, but not negative. A **Form** and **JSON** toggle lets you fill the fields individually or paste a raw config. +Fill in the provider's form: a **Model Name**, **Input** and **Output Token Cost Per Million Tokens** for cost tracking, and the provider's credentials, an API key for Open AI, region and access keys for Bedrock or Sagemaker, a service account for Vertex AI, endpoint and key for Azure. A token cost can be 0, for a model you host yourself for example, but not negative. A **Form** and **JSON** toggle lets you fill the fields individually or paste a raw config. + +For AWS Bedrock, **Model Name is the invocation ID**, not a label you invent. Copy a chat foundation-model ID such as `anthropic.claude-3-haiku-20240307-v1:0`, or a system inference-profile ID such as `us.anthropic.claude-3-5-sonnet-20241022-v2:0`, from the AWS console. A family name such as `Claude` is rejected. Connecting a model does not train or import one in AWS. Save sends a small validation request to AWS and can incur provider charges. New application-profile ARNs, provisioned throughput, and session-token or role credentials are not supported by this form. Add Model drawer with Open AI selected as the Model Provider, showing Model Name, Input and Output Token Cost Per Million Tokens, a Form/JSON toggle, API Key, and an optional Base URL field, with a callout pointing at the API Key field *Open AI's form: model name, token costs, API key, and an optional base URL*