Skip to content

fix(azure): add azure-anthropic support to router, evaluator, copilot, and tokenization #3158

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
waleedlatif1 merged 7 commits into from
Feb 6, 2026
Merged

fix(azure): add azure-anthropic support to router, evaluator, copilot, and tokenization #3158

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
24792f0
fix(azure): add azure-anthropic support to router, evaluator, copilot…
waleedlatif1 Feb 6, 2026
571360c
added azure anthropic values to env
waleedlatif1 Feb 6, 2026
9592010
fix(azure): make anthropic-version configurable for azure-anthropic p…
waleedlatif1 Feb 6, 2026
4d8203a
fix(azure): thread provider credentials through guardrails and fix tr…
waleedlatif1 Feb 6, 2026
209d2e0
updated guardrails
waleedlatif1 Feb 6, 2026
92b2253
ack'd PR comments
waleedlatif1 Feb 6, 2026
e931cf0
fix(azure): unify credential passing pattern across all LLM handlers
waleedlatif1 Feb 6, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 7 additions & 0 deletions apps/sim/app/api/copilot/chat/route.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -285,6 +285,13 @@ export async function POST(req: NextRequest) {
apiVersion: 'preview',
endpoint: env.AZURE_OPENAI_ENDPOINT,
}
} else if (providerEnv === 'azure-anthropic') {
providerConfig = {
provider: 'azure-anthropic',
model: envModel,
apiKey: env.AZURE_ANTHROPIC_API_KEY,
endpoint: env.AZURE_ANTHROPIC_ENDPOINT,
}
} else if (providerEnv === 'vertex') {
providerConfig = {
provider: 'vertex',
Expand Down
10 changes: 5 additions & 5 deletions apps/sim/blocks/utils.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ export function getApiKeyCondition() {

/**
* Returns the standard provider credential subblocks used by LLM-based blocks.
* This includes: Vertex AI OAuth, API Key, Azure OpenAI, Vertex AI config, and Bedrock config.
* This includes: Vertex AI OAuth, API Key, Azure (OpenAI + Anthropic), Vertex AI config, and Bedrock config.
*
* Usage: Spread into your block's subBlocks array after block-specific fields
*/
Expand Down Expand Up @@ -111,14 +111,14 @@ export function getProviderCredentialSubBlocks(): SubBlockConfig[] {
},
{
id: 'azureEndpoint',
title: 'Azure OpenAI Endpoint',
title: 'Azure Endpoint',
type: 'short-input',
password: true,
placeholder: 'https://your-resource.openai.azure.com',
placeholder: 'https://your-resource.services.ai.azure.com',
connectionDroppable: false,
condition: {
field: 'model',
value: providers['azure-openai'].models,
value: [...providers['azure-openai'].models, ...providers['azure-anthropic'].models],
},
},
{
Expand Down Expand Up @@ -202,7 +202,7 @@ export function getProviderCredentialSubBlocks(): SubBlockConfig[] {
*/
export const PROVIDER_CREDENTIAL_INPUTS = {
apiKey: { type: 'string', description: 'Provider API key' },
azureEndpoint: { type: 'string', description: 'Azure OpenAI endpoint URL' },
azureEndpoint: { type: 'string', description: 'Azure endpoint URL' },
azureApiVersion: { type: 'string', description: 'Azure API version' },
vertexProject: { type: 'string', description: 'Google Cloud project ID for Vertex AI' },
vertexLocation: { type: 'string', description: 'Google Cloud location for Vertex AI' },
Expand Down
6 changes: 4 additions & 2 deletions apps/sim/executor/handlers/evaluator/evaluator-handler.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -130,9 +130,11 @@ export class EvaluatorBlockHandler implements BlockHandler {
providerRequest.vertexLocation = evaluatorConfig.vertexLocation
}

if (providerId === 'azure-openai') {
if (providerId === 'azure-openai' || providerId === 'azure-anthropic') {
providerRequest.azureEndpoint = inputs.azureEndpoint
providerRequest.azureApiVersion = inputs.azureApiVersion
if (providerId === 'azure-openai') {
providerRequest.azureApiVersion = inputs.azureApiVersion
}
}

if (providerId === 'bedrock') {
Expand Down
12 changes: 8 additions & 4 deletions apps/sim/executor/handlers/router/router-handler.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -105,9 +105,11 @@ export class RouterBlockHandler implements BlockHandler {
providerRequest.vertexLocation = routerConfig.vertexLocation
}

if (providerId === 'azure-openai') {
if (providerId === 'azure-openai' || providerId === 'azure-anthropic') {
providerRequest.azureEndpoint = inputs.azureEndpoint
providerRequest.azureApiVersion = inputs.azureApiVersion
if (providerId === 'azure-openai') {
providerRequest.azureApiVersion = inputs.azureApiVersion
}
}

if (providerId === 'bedrock') {
Expand Down Expand Up @@ -262,9 +264,11 @@ export class RouterBlockHandler implements BlockHandler {
providerRequest.vertexLocation = routerConfig.vertexLocation
}

if (providerId === 'azure-openai') {
if (providerId === 'azure-openai' || providerId === 'azure-anthropic') {
providerRequest.azureEndpoint = inputs.azureEndpoint
providerRequest.azureApiVersion = inputs.azureApiVersion
if (providerId === 'azure-openai') {
providerRequest.azureApiVersion = inputs.azureApiVersion
}
}

if (providerId === 'bedrock') {
Expand Down
1 change: 1 addition & 0 deletions apps/sim/lib/copilot/config.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@ const VALID_PROVIDER_IDS: readonly ProviderId[] = [
'openai',
'azure-openai',
'anthropic',
'azure-anthropic',
'google',
'deepseek',
'xai',
Expand Down
8 changes: 7 additions & 1 deletion apps/sim/lib/copilot/types.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -147,6 +147,12 @@ export type CopilotProviderConfig =
apiVersion?: string
endpoint?: string
}
| {
provider: 'azure-anthropic'
model: string
apiKey?: string
endpoint?: string
}
| {
provider: 'vertex'
model: string
Expand All @@ -155,7 +161,7 @@ export type CopilotProviderConfig =
vertexLocation?: string
}
| {
provider: Exclude<ProviderId, 'azure-openai' | 'vertex'>
provider: Exclude<ProviderId, 'azure-openai' | 'azure-anthropic' | 'vertex'>
model?: string
apiKey?: string
}
5 changes: 5 additions & 0 deletions apps/sim/lib/tokenization/constants.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,11 @@ export const TOKENIZATION_CONFIG = {
confidence: 'high',
supportedMethods: ['heuristic', 'fallback'],
},
'azure-anthropic': {
avgCharsPerToken: 4.5,
confidence: 'high',
supportedMethods: ['heuristic', 'fallback'],
},
google: {
avgCharsPerToken: 5,
confidence: 'medium',
Expand Down
1 change: 1 addition & 0 deletions apps/sim/lib/tokenization/estimators.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -204,6 +204,7 @@ export function estimateTokenCount(text: string, providerId?: string): TokenEsti
estimatedTokens = estimateOpenAITokens(text)
break
case 'anthropic':
case 'azure-anthropic':
estimatedTokens = estimateAnthropicTokens(text)
break
case 'google':
Expand Down
Loading