Skip to content

Commit

Permalink
use Llama 3.2 90B
Browse files Browse the repository at this point in the history
  • Loading branch information
jelni committed Oct 22, 2024
1 parent f17f261 commit 1af6fcd
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions src/commands/groq.rs
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ impl CommandTrait for Llama {
}

fn description(&self) -> Option<&'static str> {
Some("ask Llama 3.1 70B")
Some("ask Llama 3.2 90B")
}

fn rate_limit(&self) -> RateLimiter<i64> {
Expand All @@ -36,7 +36,7 @@ impl CommandTrait for Llama {
ctx.bot_state.http_client.clone(),
"https://api.groq.com/openai/v1",
&env::var("GROQ_API_KEY").unwrap(),
"llama-3.1-70b-versatile",
"llama-3.2-90b-text-preview",
&[Message { role: "user", content: &prompt }],
)
.await?
Expand Down

0 comments on commit 1af6fcd

Please sign in to comment.