From e212e7b7b93b7042ea340816d93bce4b5527dfd3 Mon Sep 17 00:00:00 2001 From: geekan Date: Sun, 21 Apr 2024 21:12:37 +0800 Subject: [PATCH] update token cost etc. --- config/examples/openrouter-llama3-70b-instruct.yaml | 2 +- metagpt/utils/token_counter.py | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/config/examples/openrouter-llama3-70b-instruct.yaml b/config/examples/openrouter-llama3-70b-instruct.yaml index a4ab4720d..1850d7f5c 100644 --- a/config/examples/openrouter-llama3-70b-instruct.yaml +++ b/config/examples/openrouter-llama3-70b-instruct.yaml @@ -2,4 +2,4 @@ llm: api_type: openrouter base_url: "https://openrouter.ai/api/v1" api_key: "YOUR_API_KEY" - model: meta-llama/llama-3-70b-instruct:nitro \ No newline at end of file + model: meta-llama/llama-3-70b-instruct \ No newline at end of file diff --git a/metagpt/utils/token_counter.py b/metagpt/utils/token_counter.py index 98ae079eb..30971315b 100644 --- a/metagpt/utils/token_counter.py +++ b/metagpt/utils/token_counter.py @@ -57,6 +57,8 @@ "yi-34b-chat-0205": {"prompt": 0.0003, "completion": 0.0003}, "yi-34b-chat-200k": {"prompt": 0.0017, "completion": 0.0017}, "microsoft/wizardlm-2-8x22b": {"prompt": 0.00108, "completion": 0.00108}, # for openrouter, start + "meta-llama/llama-3-70b-instruct": {"prompt": 0.008, "completion": 0.008}, + "llama3-70b-8192": {"prompt": 0.0059, "completion": 0.0079}, "openai/gpt-3.5-turbo-0125": {"prompt": 0.0005, "completion": 0.0015}, "openai/gpt-4-turbo-preview": {"prompt": 0.01, "completion": 0.03}, } @@ -190,6 +192,8 @@ "yi-34b-chat-0205": 4000, "yi-34b-chat-200k": 200000, "microsoft/wizardlm-2-8x22b": 65536, + "meta-llama/llama-3-70b-instruct": 8192, + "llama3-70b-8192": 8192, "openai/gpt-3.5-turbo-0125": 16385, "openai/gpt-4-turbo-preview": 128000, }