From 83bb3b25d8330176d9254743fd1b0abd939b86b3 Mon Sep 17 00:00:00 2001 From: Peter Dave Hello Date: Tue, 8 Apr 2025 01:47:15 +0800 Subject: [PATCH] Add support of Meta's Llama 4 Scout and Maverick 17b from Groq Cloud Reference: - https://ai.meta.com/blog/llama-4-multimodal-intelligence/ - https://console.groq.com/docs/models#preview-models - https://groq.com/llama-4-now-live-on-groq-build-fast-at-the-lowest-cost-without-compromise/ --- pr_agent/algo/__init__.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pr_agent/algo/__init__.py b/pr_agent/algo/__init__.py index 6bea7994..7f0d59ac 100644 --- a/pr_agent/algo/__init__.py +++ b/pr_agent/algo/__init__.py @@ -76,6 +76,8 @@ MAX_TOKENS = { "bedrock/us.anthropic.claude-3-5-sonnet-20241022-v2:0": 100000, "bedrock/us.anthropic.claude-3-7-sonnet-20250219-v1:0": 200000, 'claude-3-5-sonnet': 100000, + 'groq/meta-llama/llama-4-scout-17b-16e-instruct': 131072, + 'groq/meta-llama/llama-4-maverick-17b-128e-instruct': 131072, 'groq/llama3-8b-8192': 8192, 'groq/llama3-70b-8192': 8192, 'groq/llama-3.1-8b-instant': 8192,