eliott/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm synced 2026-04-25 17:15:37 +02:00
Code Issues Packages Projects Releases Wiki Activity

Omit invalid response.text values and prompts (#2127)

Browse Source 
* Omit invalid `response.text` values and `prompts`
resolves #2108

* remove import
This commit is contained in:
Timothy Carambat
2024-08-15 14:22:27 -07:00
committed by GitHub
parent df248d40d9
commit c8fe254d45
1 changed files with 36 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
server/utils/helpers/chat/responses.js
View File

@@ -63,9 +63,24 @@ function handleDefaultStreamResponseV2(response, stream, responseProps) {
function convertToChatHistory(history = []) { function convertToChatHistory(history = []) {
const formattedHistory = []; const formattedHistory = [];
history.forEach((history) => { for (const record of history) {
const { prompt, response, createdAt, feedbackScore = null, id } = history; const { prompt, response, createdAt, feedbackScore = null, id } = record;
const data = JSON.parse(response); const data = JSON.parse(response);
// In the event that a bad response was stored - we should skip its entire record
// because it was likely an error and cannot be used in chats and will fail to render on UI.
if (typeof prompt !== "string") {
console.log(
`[convertToChatHistory] ChatHistory #${record.id} prompt property is not a string - skipping record.`
);
continue;
} else if (typeof data.text !== "string") {
console.log(
`[convertToChatHistory] ChatHistory #${record.id} response.text property is not a string - skipping record.`
);
continue;
}
formattedHistory.push([ formattedHistory.push([
{ {
role: "user", role: "user",
@@ -84,21 +99,36 @@ function convertToChatHistory(history = []) {
feedbackScore, feedbackScore,
}, },
]); ]);
}); }
return formattedHistory.flat(); return formattedHistory.flat();
} }
function convertToPromptHistory(history = []) { function convertToPromptHistory(history = []) {
const formattedHistory = []; const formattedHistory = [];
history.forEach((history) => { for (const record of history) {
const { prompt, response } = history; const { prompt, response } = record;
const data = JSON.parse(response); const data = JSON.parse(response);
// In the event that a bad response was stored - we should skip its entire record
// because it was likely an error and cannot be used in chats and will fail to render on UI.
if (typeof prompt !== "string") {
console.log(
`[convertToPromptHistory] ChatHistory #${record.id} prompt property is not a string - skipping record.`
);
continue;
} else if (typeof data.text !== "string") {
console.log(
`[convertToPromptHistory] ChatHistory #${record.id} response.text property is not a string - skipping record.`
);
continue;
}
formattedHistory.push([ formattedHistory.push([
{ role: "user", content: prompt }, { role: "user", content: prompt },
{ role: "assistant", content: data.text }, { role: "assistant", content: data.text },
]); ]);
}); }
return formattedHistory.flat(); return formattedHistory.flat();
} }