diff --git a/packages/web/src/app/api/(server)/chat/route.ts b/packages/web/src/app/api/(server)/chat/route.ts index 4248c449..05a6857d 100644 --- a/packages/web/src/app/api/(server)/chat/route.ts +++ b/packages/web/src/app/api/(server)/chat/route.ts @@ -364,6 +364,14 @@ const getAISDKLanguageModelAndOptions = async (config: LanguageModel, orgId: num return { model: vertex(modelId), + providerOptions: { + google: { + thinkingConfig: { + thinkingBudget: env.GOOGLE_VERTEX_THINKING_BUDGET_TOKENS, + includeThoughts: env.GOOGLE_VERTEX_INCLUDE_THOUGHTS === 'true', + } + } + }, }; } case 'google-vertex-anthropic': { diff --git a/packages/web/src/env.mjs b/packages/web/src/env.mjs index 0991b4bb..0059b791 100644 --- a/packages/web/src/env.mjs +++ b/packages/web/src/env.mjs @@ -116,6 +116,8 @@ export const env = createEnv({ GOOGLE_VERTEX_PROJECT: z.string().optional(), GOOGLE_VERTEX_REGION: z.string().default('us-central1'), GOOGLE_APPLICATION_CREDENTIALS: z.string().optional(), + GOOGLE_VERTEX_THINKING_BUDGET_TOKENS: numberSchema.default(-1), + GOOGLE_VERTEX_INCLUDE_THOUGHTS: booleanSchema.default('true'), AWS_ACCESS_KEY_ID: z.string().optional(), AWS_SECRET_ACCESS_KEY: z.string().optional(),