add Claude3Config

Codium-ai · Mar 13, 2024 · f94a0fd · f94a0fd
1 parent 1ed2cd0
commit f94a0fd
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/pr_agent/algo/ai_handlers/litellm_ai_handler.py b/pr_agent/algo/ai_handlers/litellm_ai_handler.py
@@ -70,6 +70,7 @@ def __init__(self):
             )
         if get_settings().get("AWS.BEDROCK_REGION", None):
             litellm.AmazonAnthropicConfig.max_tokens_to_sample = 2000
+            litellm.AmazonAnthropicClaude3Config.max_tokens = 2000
             self.aws_bedrock_client = boto3.client(
                 service_name="bedrock-runtime",
                 region_name=get_settings().aws.bedrock_region,