ti.sil/pr-agent
1
0
Fork 0
mirror of https://github.com/qodo-ai/pr-agent.git synced 2025-12-13 11:25:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

set max_tokens_to_sample

Browse source
This commit is contained in:
tmokmss 2023-11-28 20:58:57 +09:00
parent 1373ca23fc
commit 97d6fb999a
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
pr_agent/algo/ai_handler.py
View file

@ -63,6 +63,9 @@ class AiHandler:
"VERTEXAI.VERTEX_LOCATION", None "VERTEXAI.VERTEX_LOCATION", None
) )
if get_settings().get("AWS.BEDROCK_REGION", None): if get_settings().get("AWS.BEDROCK_REGION", None):
litellm.AmazonAnthropicConfig.max_tokens_to_sample = int(get_settings().get(
"AWS.CLAUDE_MAX_TOKENS_TO_SAMPLE", '2000'
))
self.aws_bedrock_client = boto3.client( self.aws_bedrock_client = boto3.client(
service_name="bedrock-runtime", service_name="bedrock-runtime",
region_name=get_settings().aws.bedrock_region, region_name=get_settings().aws.bedrock_region,