Skip to content

Commit

Permalink
feat the context transfer files
Browse files Browse the repository at this point in the history
  • Loading branch information
Yanyutin753 committed Apr 1, 2024
1 parent b794683 commit 4380d0c
Showing 1 changed file with 29 additions and 17 deletions.
46 changes: 29 additions & 17 deletions src/api/controllers/chat.ts
Original file line number Diff line number Diff line change
Expand Up @@ -328,21 +328,26 @@ async function fakeRequest(refreshToken: string) {
* @param messages 参考gpt系列消息格式,多轮对话请完整提供上下文
*/
function extractRefFileUrls(messages: any[]) {
return messages.reduce((urls, message) => {
if (_.isArray(message.content)) {
message.content.forEach(v => {
if (!_.isObject(v) || !['file', 'image_url'].includes(v['type']))
return;
// kimi-free-api支持格式
if (v['type'] == 'file' && _.isObject(v['file_url']) && _.isString(v['file_url']['url']))
urls.push(v['file_url']['url']);
// 兼容gpt-4-vision-preview API格式
else if (v['type'] == 'image_url' && _.isObject(v['image_url']) && _.isString(v['image_url']['url']))
urls.push(v['image_url']['url']);
});
}
const urls = [];
// 如果没有消息,则返回[]
if (!messages.length) {
return urls;
}, []);
}
// 只获取最新的消息
const lastMessage = messages[messages.length - 1];
if (_.isArray(lastMessage.content)) {
lastMessage.content.forEach(v => {
if (!_.isObject(v) || !['file', 'image_url'].includes(v['type']))
return;
// kimi-free-api支持格式
if (v['type'] == 'file' && _.isObject(v['file_url']) && _.isString(v['file_url']['url']))
urls.push(v['file_url']['url']);
// 兼容gpt-4-vision-preview API格式
else if (v['type'] == 'image_url' && _.isObject(v['image_url']) && _.isString(v['image_url']['url']))
urls.push(v['image_url']['url']);
});
}
return urls;
}

/**
Expand All @@ -356,8 +361,16 @@ function extractRefFileUrls(messages: any[]) {
* @param messages 参考gpt系列消息格式,多轮对话请完整提供上下文
*/
function messagesPrepare(messages: any[]) {
const content = messages.reduce((content, message) => {
if (_.isArray(message.content)) {
// 只保留最新消息以及不包含"type": "image_url"或"type": "file"的消息
let validMessages = messages.filter((message, index) => {
if (index === messages.length - 1) return true;
if (!Array.isArray(message.content)) return true;
// 不含"type": "image_url"或"type": "file"的消息保留
return !message.content.some(v => (typeof v === 'object' && ['file', 'image_url'].includes(v['type'])));
});

const content = validMessages.reduce((content, message) => {
if (Array.isArray(message.content)) {
return message.content.reduce((_content, v) => {
if (!_.isObject(v) || v['type'] != 'text')
return _content;
Expand All @@ -366,7 +379,6 @@ function messagesPrepare(messages: any[]) {
}
return content += `${message.role || 'user'}:${wrapUrlsToTags(message.content)}\n`;
}, '');

return [
{ role: 'user', content }
]
Expand Down

0 comments on commit 4380d0c

Please sign in to comment.