Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

refactor: implementing the historical context of LangChainBot using the BufferMemory encapsulated by LangChain #537

Merged
merged 6 commits into from
Sep 10, 2023
Merged

refactor: implementing the historical context of LangChainBot using the BufferMemory encapsulated by LangChain #537

Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
0898a90
Optimize by implementing the historical context of LangChainBot using…
Sep 7, 2023
3243db7
Merge remote-tracking branch 'origin/main'
Sep 7, 2023
74cd752
Optimize by implementing the historical context of LangChainBot using…
Sep 8, 2023
07c0da8
Optimize by implementing the historical context of LangChainBot using…
Sep 8, 2023
52102b0
Optimize by implementing the historical context of LangChainBot using…
Sep 9, 2023
aeb4349
style: move comment to right place
sunner Sep 10, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 17 additions & 9 deletions src/bots/LangChainBot.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
import Bot from "@/bots/Bot";
import { HumanMessage, AIMessage, SystemMessage } from "langchain/schema";
import { BufferMemory } from "langchain/memory";

export default class LangChainBot extends Bot {
static _brandId = "langChainBot";
Expand All @@ -11,28 +11,36 @@ export default class LangChainBot extends Bot {

async _sendPrompt(prompt, onUpdateResponse, callbackParam) {
let messages = await this.getChatContext();
let bufferMemory = new BufferMemory();

// Remove old messages if exceeding the pastRounds limit
while (messages.length > this.getPastRounds() * 2) {
messages.shift();
}

// Deserialize the messages and convert them to the correct format
messages = messages.map((item) => {
messages.forEach((item) => {
let storedMessage = JSON.parse(item); // Deserialize
if (storedMessage.type === "human") {
return new HumanMessage(storedMessage.data);
} else if (storedMessage.type === "ai") {
return new AIMessage(storedMessage.data);
if (
storedMessage.type.toLowerCase() ===
bufferMemory.humanPrefix.toLowerCase()
) {
bufferMemory.chatHistory.addUserMessage(storedMessage.data);
} else if (
storedMessage.type.toLowerCase() === bufferMemory.aiPrefix.toLowerCase()
) {
bufferMemory.chatHistory.addAIChatMessage(storedMessage.data);
} else if (storedMessage.type === "system") {
return new SystemMessage(storedMessage.data);
bufferMemory.chatHistory.addMessage(storedMessage.data);
}
});

// Add the prompt to the messages
messages.push(new HumanMessage(prompt));
await bufferMemory.chatHistory.addUserMessage(prompt);

let res = "";
const model = this.constructor._chatModel;
messages = await bufferMemory.chatHistory.getMessages();
const callbacks = [
{
handleLLMNewToken(token) {
Expand All @@ -46,7 +54,7 @@ export default class LangChainBot extends Bot {
];
model.callbacks = callbacks;
await model.call(messages);
messages.push(new AIMessage(res));
await bufferMemory.chatHistory.addAIChatMessage(res);
// Serialize the messages before storing
messages = messages.map((item) => JSON.stringify(item.toDict()));
this.setChatContext(messages);
Expand Down