feat(core): Support max output tokens parameter (#2218)

eosphoros-ai · Dec 18, 2024 · 7f4b5e7 · 7f4b5e7
1 parent b05febb
commit 7f4b5e7
Show file tree

Hide file tree

Showing 121 changed files with 333 additions and 219 deletions.
diff --git a/dbgpt/app/openapi/api_v1/api_v1.py b/dbgpt/app/openapi/api_v1/api_v1.py
@@ -436,6 +436,7 @@ async def get_chat_instance(dialogue: ConversationVo = Body()) -> BaseChat:
         "app_code": dialogue.app_code,
         "ext_info": dialogue.ext_info,
         "temperature": dialogue.temperature,
+        "max_new_tokens": dialogue.max_new_tokens,
     }
     chat: BaseChat = await blocking_func_to_async(
         get_executor(),

diff --git a/dbgpt/app/openapi/api_v2.py b/dbgpt/app/openapi/api_v2.py
@@ -185,6 +185,8 @@ async def get_chat_instance(dialogue: ChatCompletionRequestBody = Body()) -> Bas
         "current_user_input": dialogue.messages,
         "select_param": dialogue.chat_param,
         "model_name": dialogue.model,
+        "temperature": dialogue.temperature,
+        "max_new_tokens": dialogue.max_new_tokens,
     }
     chat: BaseChat = await blocking_func_to_async(
         get_executor(),

diff --git a/dbgpt/app/openapi/api_view_model.py b/dbgpt/app/openapi/api_view_model.py
@@ -65,6 +65,7 @@ class ConversationVo(BaseModel):
     app_code: Optional[str] = ""
 
     temperature: Optional[float] = 0.5
+    max_new_tokens: Optional[int] = 2048
     """
     chat scene select param 
     """

diff --git a/dbgpt/app/operators/rag.py b/dbgpt/app/operators/rag.py
@@ -108,9 +108,7 @@ async def map(self, context: HOContextBody) -> List[Chunk]:
         name="higher_order_knowledge_operator",
         category=OperatorCategory.RAG,
         description=_(
-            _(
-                "Knowledge Space Operator, retrieve your knowledge from knowledge space"
-            )
+            _("Knowledge Space Operator, retrieve your knowledge from knowledge space")
         ),
         parameters=[
             Parameter.build_from(

diff --git a/dbgpt/app/scene/base_chat.py b/dbgpt/app/scene/base_chat.py
@@ -230,11 +230,16 @@ async def _build_model_request(self) -> ModelRequest:
             chat_mode=self.chat_mode.value(),
             span_id=root_tracer.get_current_span_id(),
         )
+        temperature = float(
+            self._chat_param.get("temperature", self.prompt_template.temperature)
+        )
+        max_new_tokens = int(
+            self._chat_param.get("max_new_tokens", self.prompt_template.max_new_tokens)
+        )
         node = AppChatComposerOperator(
             model=self.llm_model,
-            temperature=self._chat_param.get("temperature")
-            or float(self.prompt_template.temperature),
-            max_new_tokens=int(self.prompt_template.max_new_tokens),
+            temperature=temperature,
+            max_new_tokens=max_new_tokens,
             prompt=self.prompt_template.prompt,
             message_version=self._message_version,
             echo=self.llm_echo,

diff --git a/dbgpt/app/static/web/404.html b/dbgpt/app/static/web/404.html
@@ -1 +1 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="icon" href="/favicon.ico"/><meta name="description" content="Revolutionizing Database Interactions with Private LLM Technology"/><meta property="og:description" content="eosphoros-ai"/><meta property="og:title" content="DB-GPT"/><link rel="preload" href="/_next/static/css/56abd552837c60f9.css" as="style"/><link rel="stylesheet" href="/_next/static/css/56abd552837c60f9.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-c84cdc13d41d4170.js" defer=""></script><script src="/_next/static/chunks/framework-8b06d32cbb857e0e.js" defer=""></script><script src="/_next/static/chunks/main-6c4c7f5b8c9b1320.js" defer=""></script><script src="/_next/static/chunks/pages/_app-7c76237d5662964a.js" defer=""></script><script src="/_next/static/chunks/pages/_error-8095ba9e1bf12f30.js" defer=""></script><script src="/_next/static/uxzFDWvtDY7kRGsQkNbam/_buildManifest.js" defer=""></script><script src="/_next/static/uxzFDWvtDY7kRGsQkNbam/_ssgManifest.js" defer=""></script><link rel="stylesheet" href="/_next/static/css/antd-output/antd.min.7d5365b5.css"/></head><body><div id="__next"><div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"uxzFDWvtDY7kRGsQkNbam","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="icon" href="/favicon.ico"/><meta name="description" content="Revolutionizing Database Interactions with Private LLM Technology"/><meta property="og:description" content="eosphoros-ai"/><meta property="og:title" content="DB-GPT"/><link rel="preload" href="/_next/static/css/56abd552837c60f9.css" as="style"/><link rel="stylesheet" href="/_next/static/css/56abd552837c60f9.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-be7003411ffbe393.js" defer=""></script><script src="/_next/static/chunks/framework-8b06d32cbb857e0e.js" defer=""></script><script src="/_next/static/chunks/main-6c4c7f5b8c9b1320.js" defer=""></script><script src="/_next/static/chunks/pages/_app-dcdb32527e2fdd0b.js" defer=""></script><script src="/_next/static/chunks/pages/_error-8095ba9e1bf12f30.js" defer=""></script><script src="/_next/static/dw2LVfeIFz9EZTHA03IHs/_buildManifest.js" defer=""></script><script src="/_next/static/dw2LVfeIFz9EZTHA03IHs/_ssgManifest.js" defer=""></script><link rel="stylesheet" href="/_next/static/css/antd-output/antd.min.7d5365b5.css"/></head><body><div id="__next"><div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"dw2LVfeIFz9EZTHA03IHs","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
diff --git a/dbgpt/app/static/web/404/index.html b/dbgpt/app/static/web/404/index.html
@@ -1 +1 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="icon" href="/favicon.ico"/><meta name="description" content="Revolutionizing Database Interactions with Private LLM Technology"/><meta property="og:description" content="eosphoros-ai"/><meta property="og:title" content="DB-GPT"/><link rel="preload" href="/_next/static/css/56abd552837c60f9.css" as="style"/><link rel="stylesheet" href="/_next/static/css/56abd552837c60f9.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-c84cdc13d41d4170.js" defer=""></script><script src="/_next/static/chunks/framework-8b06d32cbb857e0e.js" defer=""></script><script src="/_next/static/chunks/main-6c4c7f5b8c9b1320.js" defer=""></script><script src="/_next/static/chunks/pages/_app-7c76237d5662964a.js" defer=""></script><script src="/_next/static/chunks/pages/_error-8095ba9e1bf12f30.js" defer=""></script><script src="/_next/static/uxzFDWvtDY7kRGsQkNbam/_buildManifest.js" defer=""></script><script src="/_next/static/uxzFDWvtDY7kRGsQkNbam/_ssgManifest.js" defer=""></script><link rel="stylesheet" href="/_next/static/css/antd-output/antd.min.7d5365b5.css"/></head><body><div id="__next"><div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"uxzFDWvtDY7kRGsQkNbam","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="icon" href="/favicon.ico"/><meta name="description" content="Revolutionizing Database Interactions with Private LLM Technology"/><meta property="og:description" content="eosphoros-ai"/><meta property="og:title" content="DB-GPT"/><link rel="preload" href="/_next/static/css/56abd552837c60f9.css" as="style"/><link rel="stylesheet" href="/_next/static/css/56abd552837c60f9.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-be7003411ffbe393.js" defer=""></script><script src="/_next/static/chunks/framework-8b06d32cbb857e0e.js" defer=""></script><script src="/_next/static/chunks/main-6c4c7f5b8c9b1320.js" defer=""></script><script src="/_next/static/chunks/pages/_app-dcdb32527e2fdd0b.js" defer=""></script><script src="/_next/static/chunks/pages/_error-8095ba9e1bf12f30.js" defer=""></script><script src="/_next/static/dw2LVfeIFz9EZTHA03IHs/_buildManifest.js" defer=""></script><script src="/_next/static/dw2LVfeIFz9EZTHA03IHs/_ssgManifest.js" defer=""></script><link rel="stylesheet" href="/_next/static/css/antd-output/antd.min.7d5365b5.css"/></head><body><div id="__next"><div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"dw2LVfeIFz9EZTHA03IHs","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
diff --git a/...vtDY7kRGsQkNbam/construct/prompt/add.json → ...eIFz9EZTHA03IHs/construct/prompt/add.json b/...vtDY7kRGsQkNbam/construct/prompt/add.json → ...eIFz9EZTHA03IHs/construct/prompt/add.json
diff --git a/...tDY7kRGsQkNbam/construct/prompt/edit.json → ...IFz9EZTHA03IHs/construct/prompt/edit.json b/...tDY7kRGsQkNbam/construct/prompt/edit.json → ...IFz9EZTHA03IHs/construct/prompt/edit.json
diff --git a/...tatic/chunks/008713dc-eeceae92b15b9b6f.js → ...tatic/chunks/008713dc-dc1f72d2eff49743.js b/...tatic/chunks/008713dc-eeceae92b15b9b6f.js → ...tatic/chunks/008713dc-dc1f72d2eff49743.js
diff --git a/dbgpt/app/static/web/_next/static/chunks/152-56fad3e011927332.js b/dbgpt/app/static/web/_next/static/chunks/152-56fad3e011927332.js
diff --git a/...xt/static/chunks/1939.761ed479a898cd36.js → ...xt/static/chunks/1939.8e5c67072358eff1.js b/...xt/static/chunks/1939.761ed479a898cd36.js → ...xt/static/chunks/1939.8e5c67072358eff1.js
diff --git a/...xt/static/chunks/2070-8b88b120b36b12c6.js → ...xt/static/chunks/2070-693133a88f777c74.js b/...xt/static/chunks/2070-8b88b120b36b12c6.js → ...xt/static/chunks/2070-693133a88f777c74.js
diff --git a/...xt/static/chunks/2856-9a9e0d6cc4b626e4.js → ...xt/static/chunks/2856-8185c5006e9f312d.js b/...xt/static/chunks/2856-9a9e0d6cc4b626e4.js → ...xt/static/chunks/2856-8185c5006e9f312d.js
diff --git a/...tatic/chunks/33a1eaa4-644c82a62952e2f6.js → ...tatic/chunks/33a1eaa4-7856035046c28279.js b/...tatic/chunks/33a1eaa4-644c82a62952e2f6.js → ...tatic/chunks/33a1eaa4-7856035046c28279.js
diff --git a/...tatic/chunks/355a6ca7-539180223e81033b.js → ...tatic/chunks/355a6ca7-744d111cb90d9a0e.js b/...tatic/chunks/355a6ca7-539180223e81033b.js → ...tatic/chunks/355a6ca7-744d111cb90d9a0e.js
diff --git a/...xt/static/chunks/3913-36b8f2eae36a7052.js → ...xt/static/chunks/3913-4cddef9f4644da1e.js b/...xt/static/chunks/3913-36b8f2eae36a7052.js → ...xt/static/chunks/3913-4cddef9f4644da1e.js
diff --git a/dbgpt/app/static/web/_next/static/chunks/4035-e44efbdb196bb006.js b/dbgpt/app/static/web/_next/static/chunks/4035-e44efbdb196bb006.js
diff --git a/...xt/static/chunks/4451.d9a93327d6e64123.js → ...xt/static/chunks/4451.2fe0c8d8541e4ca9.js b/...xt/static/chunks/4451.d9a93327d6e64123.js → ...xt/static/chunks/4451.2fe0c8d8541e4ca9.js
diff --git a/dbgpt/app/static/web/_next/static/chunks/4455-fdc1eaac1afb88bd.js b/dbgpt/app/static/web/_next/static/chunks/4455-fdc1eaac1afb88bd.js
diff --git a/...ext/static/chunks/464-2173d9a55c4fe258.js → ...ext/static/chunks/464-1d45eb3a49b059fc.js b/...ext/static/chunks/464-2173d9a55c4fe258.js → ...ext/static/chunks/464-1d45eb3a49b059fc.js
diff --git a/...xt/static/chunks/4705-530422adfe500b99.js → ...xt/static/chunks/4705-f1d9ee18edd4b658.js b/...xt/static/chunks/4705-530422adfe500b99.js → ...xt/static/chunks/4705-f1d9ee18edd4b658.js
diff --git a/...xt/static/chunks/4744-994a5f89ad175438.js → ...xt/static/chunks/4744-a431699d60da1732.js b/...xt/static/chunks/4744-994a5f89ad175438.js → ...xt/static/chunks/4744-a431699d60da1732.js
diff --git a/...tatic/chunks/4d857c35-ccd51e7f0bd69497.js → ...tatic/chunks/4d857c35-6c3c1ca79b606788.js b/...tatic/chunks/4d857c35-ccd51e7f0bd69497.js → ...tatic/chunks/4d857c35-6c3c1ca79b606788.js
diff --git a/dbgpt/app/static/web/_next/static/chunks/5110-8a865913c5fa1501.js b/dbgpt/app/static/web/_next/static/chunks/5110-8a865913c5fa1501.js
diff --git a/...tatic/chunks/554c6155-2e8f5cbee49e006b.js → ...tatic/chunks/554c6155-1a171fdb837a225b.js b/...tatic/chunks/554c6155-2e8f5cbee49e006b.js → ...tatic/chunks/554c6155-1a171fdb837a225b.js
diff --git a/dbgpt/app/static/web/_next/static/chunks/5558-15ffdbf008e12532.js b/dbgpt/app/static/web/_next/static/chunks/5558-15ffdbf008e12532.js
diff --git a/dbgpt/app/static/web/_next/static/chunks/5558-30a2ace72fed40b1.js b/dbgpt/app/static/web/_next/static/chunks/5558-30a2ace72fed40b1.js
diff --git a/...xt/static/chunks/5592-8a15450259f82164.js → ...xt/static/chunks/5592-8dc805e9681b81e3.js b/...xt/static/chunks/5592-8a15450259f82164.js → ...xt/static/chunks/5592-8dc805e9681b81e3.js
diff --git a/...xt/static/chunks/5706-1f56d612c78af955.js → ...xt/static/chunks/5706-956f2518fcce6be2.js b/...xt/static/chunks/5706-1f56d612c78af955.js → ...xt/static/chunks/5706-956f2518fcce6be2.js
diff --git a/...xt/static/chunks/5717-371108bec35a88cc.js → ...xt/static/chunks/5717-30366cfbe0962925.js b/...xt/static/chunks/5717-371108bec35a88cc.js → ...xt/static/chunks/5717-30366cfbe0962925.js
diff --git a/...xt/static/chunks/6388-48677aedc5adc747.js → ...xt/static/chunks/6388-3308b989f8a5ea15.js b/...xt/static/chunks/6388-48677aedc5adc747.js → ...xt/static/chunks/6388-3308b989f8a5ea15.js
diff --git a/dbgpt/app/static/web/_next/static/chunks/7249-c89afc738df4be8e.js b/dbgpt/app/static/web/_next/static/chunks/7249-c89afc738df4be8e.js
diff --git a/...xt/static/chunks/8510-aad9e67a7d4f6fad.js → ...xt/static/chunks/8510-d70b58ecdd38a004.js b/...xt/static/chunks/8510-aad9e67a7d4f6fad.js → ...xt/static/chunks/8510-d70b58ecdd38a004.js
diff --git a/...xt/static/chunks/8709-ff85477a4bf2c6da.js → ...xt/static/chunks/8709-d105c344eae67537.js b/...xt/static/chunks/8709-ff85477a4bf2c6da.js → ...xt/static/chunks/8709-d105c344eae67537.js
diff --git a/dbgpt/app/static/web/_next/static/chunks/9256-9967d7b38583093a.js b/dbgpt/app/static/web/_next/static/chunks/9256-9967d7b38583093a.js
diff --git a/dbgpt/app/static/web/_next/static/chunks/9958.787e606531dee667.js b/dbgpt/app/static/web/_next/static/chunks/9958.787e606531dee667.js
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="icon" href="/favicon.ico"/><meta name="description" content="Revolutionizing Database Interactions with Private LLM Technology"/><meta property="og:description" content="eosphoros-ai"/><meta property="og:title" content="DB-GPT"/><link rel="preload" href="/_next/static/css/56abd552837c60f9.css" as="style"/><link rel="stylesheet" href="/_next/static/css/56abd552837c60f9.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-c84cdc13d41d4170.js" defer=""></script><script src="/_next/static/chunks/framework-8b06d32cbb857e0e.js" defer=""></script><script src="/_next/static/chunks/main-6c4c7f5b8c9b1320.js" defer=""></script><script src="/_next/static/chunks/pages/_app-7c76237d5662964a.js" defer=""></script><script src="/_next/static/chunks/pages/_error-8095ba9e1bf12f30.js" defer=""></script><script src="/_next/static/uxzFDWvtDY7kRGsQkNbam/_buildManifest.js" defer=""></script><script src="/_next/static/uxzFDWvtDY7kRGsQkNbam/_ssgManifest.js" defer=""></script><link rel="stylesheet" href="/_next/static/css/antd-output/antd.min.7d5365b5.css"/></head><body><div id="__next"><div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"uxzFDWvtDY7kRGsQkNbam","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
		<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="icon" href="/favicon.ico"/><meta name="description" content="Revolutionizing Database Interactions with Private LLM Technology"/><meta property="og:description" content="eosphoros-ai"/><meta property="og:title" content="DB-GPT"/><link rel="preload" href="/_next/static/css/56abd552837c60f9.css" as="style"/><link rel="stylesheet" href="/_next/static/css/56abd552837c60f9.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-be7003411ffbe393.js" defer=""></script><script src="/_next/static/chunks/framework-8b06d32cbb857e0e.js" defer=""></script><script src="/_next/static/chunks/main-6c4c7f5b8c9b1320.js" defer=""></script><script src="/_next/static/chunks/pages/_app-dcdb32527e2fdd0b.js" defer=""></script><script src="/_next/static/chunks/pages/_error-8095ba9e1bf12f30.js" defer=""></script><script src="/_next/static/dw2LVfeIFz9EZTHA03IHs/_buildManifest.js" defer=""></script><script src="/_next/static/dw2LVfeIFz9EZTHA03IHs/_ssgManifest.js" defer=""></script><link rel="stylesheet" href="/_next/static/css/antd-output/antd.min.7d5365b5.css"/></head><body><div id="__next"><div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"dw2LVfeIFz9EZTHA03IHs","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>