-
Notifications
You must be signed in to change notification settings - Fork 301
/
parallel_doc_qa.py
43 lines (35 loc) · 1.1 KB
/
parallel_doc_qa.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
from qwen_agent.agents.doc_qa import ParallelDocQA
from qwen_agent.gui import WebUI
def test():
bot = ParallelDocQA(llm={'model': 'qwen2-72b-instruct', 'generate_cfg': {'max_retries': 10}})
messages = [
{
'role': 'user',
'content': [
{
'text': '介绍实验方法'
},
{
'file': 'https://arxiv.org/pdf/2310.08560.pdf'
},
]
},
]
for rsp in bot.run(messages):
print('bot response:', rsp)
def app_gui():
# Define the agent
bot = ParallelDocQA(
llm={
'model': 'qwen2-72b-instruct',
'generate_cfg': {
'max_retries': 10
}
},
description='并行QA后用RAG召回内容并回答。支持文件类型:PDF/Word/PPT/TXT/HTML。使用与材料相同的语言提问会更好。',
)
chatbot_config = {'prompt.suggestions': [{'text': '介绍实验方法'}]}
WebUI(bot, chatbot_config=chatbot_config).run()
if __name__ == '__main__':
# test()
app_gui()