Add models for Groq

This commit is contained in:
dceoy 2025-08-12 23:55:32 +09:00
parent 9e2f1ed603
commit 5c3da5d83e

View file

@ -116,16 +116,17 @@ MAX_TOKENS = {
"bedrock/apac.anthropic.claude-3-7-sonnet-20250219-v1:0": 200000,
"bedrock/apac.anthropic.claude-sonnet-4-20250514-v1:0": 200000,
'claude-3-5-sonnet': 100000,
'groq/meta-llama/llama-4-scout-17b-16e-instruct': 131072,
'groq/meta-llama/llama-4-maverick-17b-128e-instruct': 131072,
'bedrock/us.meta.llama4-scout-17b-instruct-v1:0': 128000,
'bedrock/us.meta.llama4-maverick-17b-instruct-v1:0': 128000,
'groq/llama3-8b-8192': 8192,
'groq/llama3-70b-8192': 8192,
'groq/llama-3.1-8b-instant': 8192,
'groq/openai/gpt-oss-120b': 131072,
'groq/openai/gpt-oss-20b': 131072,
'groq/qwen/qwen3-32b': 131000,
'groq/moonshotai/kimi-k2-instruct': 131072,
'groq/deepseek-r1-distill-llama-70b': 128000,
'groq/meta-llama/llama-4-maverick-17b-128e-instruct': 131072,
'groq/meta-llama/llama-4-scout-17b-16e-instruct': 131072,
'groq/llama-3.3-70b-versatile': 128000,
'groq/mixtral-8x7b-32768': 32768,
'groq/gemma2-9b-it': 8192,
'groq/llama-3.1-8b-instant': 128000,
'xai/grok-2': 131072,
'xai/grok-2-1212': 131072,
'xai/grok-2-latest': 131072,