Merge pull request #1995 from dceoy/main

Add models for Groq
This commit is contained in:
Tal 2025-08-14 18:00:45 +03:00 committed by GitHub
commit f645ebb938
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -116,16 +116,17 @@ MAX_TOKENS = {
"bedrock/apac.anthropic.claude-3-7-sonnet-20250219-v1:0": 200000, "bedrock/apac.anthropic.claude-3-7-sonnet-20250219-v1:0": 200000,
"bedrock/apac.anthropic.claude-sonnet-4-20250514-v1:0": 200000, "bedrock/apac.anthropic.claude-sonnet-4-20250514-v1:0": 200000,
'claude-3-5-sonnet': 100000, 'claude-3-5-sonnet': 100000,
'groq/meta-llama/llama-4-scout-17b-16e-instruct': 131072,
'groq/meta-llama/llama-4-maverick-17b-128e-instruct': 131072,
'bedrock/us.meta.llama4-scout-17b-instruct-v1:0': 128000, 'bedrock/us.meta.llama4-scout-17b-instruct-v1:0': 128000,
'bedrock/us.meta.llama4-maverick-17b-instruct-v1:0': 128000, 'bedrock/us.meta.llama4-maverick-17b-instruct-v1:0': 128000,
'groq/llama3-8b-8192': 8192, 'groq/openai/gpt-oss-120b': 131072,
'groq/llama3-70b-8192': 8192, 'groq/openai/gpt-oss-20b': 131072,
'groq/llama-3.1-8b-instant': 8192, 'groq/qwen/qwen3-32b': 131000,
'groq/moonshotai/kimi-k2-instruct': 131072,
'groq/deepseek-r1-distill-llama-70b': 128000,
'groq/meta-llama/llama-4-maverick-17b-128e-instruct': 131072,
'groq/meta-llama/llama-4-scout-17b-16e-instruct': 131072,
'groq/llama-3.3-70b-versatile': 128000, 'groq/llama-3.3-70b-versatile': 128000,
'groq/mixtral-8x7b-32768': 32768, 'groq/llama-3.1-8b-instant': 128000,
'groq/gemma2-9b-it': 8192,
'xai/grok-2': 131072, 'xai/grok-2': 131072,
'xai/grok-2-1212': 131072, 'xai/grok-2-1212': 131072,
'xai/grok-2-latest': 131072, 'xai/grok-2-latest': 131072,