Merge pull request #1 from fengsh27/wip/fengsh/communicate-with-bioch…

…atter

feat: Communicate with biochatter server

app/client/platforms/openai.ts

@@ -70,11 +70,12 @@ export class ChatGPTApi implements LLMApi {
       presence_penalty: modelConfig.presence_penalty,
       frequency_penalty: modelConfig.frequency_penalty,
       top_p: modelConfig.top_p,
+      session_id: useChatStore.getState().currentSession().id,
     };
 
     console.log("[Request] openai payload: ", requestPayload);
 
-    const shouldStream = !!options.config.stream;
+    const shouldStream = false; //  !!options.config.stream; //
     const controller = new AbortController();
     options.onController?.(controller);
 

app/masks/en.ts

@@ -131,4 +131,43 @@ export const EN_MASKS: BuiltinMask[] = [
     builtin: true,
     createdAt: 1688899480413,
   },
+  {
+    avatar: "1f977",
+    name: "Biomedical researcher assistant",
+    context: [
+      {
+        id: "biomedical-researcher-assistant-1",
+        role: "user",
+        content: "You are an assistant to a biomedical researcher.",
+        date: "",
+      },
+      {
+        id: "biomedical-researcher-assistant-2",
+        role: "user",
+        content:
+          "Your role is to contextualise the user's findings with biomedical background knowledge. If provided with a list, please give granular feedback about the individual entities, your knowledge about them, and what they may mean in the context of the research.",
+        date: "",
+      },
+      {
+        id: "biomedical-researcher-assistant-3",
+        role: "user",
+        content:
+          "You can ask the user to provide explanations and more background at any time, for instance on the treatment a patient has received, or the experimental background. But for now, wait for the user to ask a question.",
+        date: "",
+      },
+    ],
+    modelConfig: {
+      model: "gpt-4",
+      temperature: 0.7,
+      max_tokens: 2000,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      sendMemory: true,
+      historyMessageCount: 4,
+      compressMessageLengthThreshold: 2000,
+    },
+    lang: "en",
+    builtin: true,
+    createdAt: 1697222692762,
+  },
 ];

app/masks/index.ts

@@ -21,6 +21,6 @@ export const BUILTIN_MASK_STORE = {
   },
 };
 
-export const BUILTIN_MASKS: BuiltinMask[] = [...CN_MASKS, ...EN_MASKS].map(
+export const BUILTIN_MASKS: BuiltinMask[] = [/*...CN_MASKS,*/ ...EN_MASKS].map(
   (m) => BUILTIN_MASK_STORE.add(m),
 );

app/store/chat.ts

@@ -1,6 +1,6 @@
 import { create } from "zustand";
 import { persist } from "zustand/middleware";
-
+import { v4 as uuidv4 } from "uuid";
 import { trimTopic } from "../utils";
 
 import Locale, { getLang } from "../locales";
@@ -20,6 +20,8 @@ import { estimateTokenLength } from "../utils/token";
 import { nanoid } from "nanoid";
 import { createPersistStore } from "../utils/store";
 
+const generateUniqId = () => uuidv4();
+
 export type ChatMessage = RequestMessage & {
   date: string;
   streaming?: boolean;
@@ -66,7 +68,7 @@ export const BOT_HELLO: ChatMessage = createMessage({
 
 function createEmptySession(): ChatSession {
   return {
-    id: nanoid(),
+    id: generateUniqId(),
     topic: DEFAULT_TOPIC,
     memoryPrompt: "",
     messages: [],
@@ -574,7 +576,7 @@ export const useChatStore = createPersistStore(
             ),
             config: {
               ...modelConfig,
-              stream: true,
+              stream: false,
               model: getSummarizeModel(session.mask.modelConfig.model),
             },
             onUpdate(message) {
@@ -640,7 +642,7 @@ export const useChatStore = createPersistStore(
       if (version < 3) {
         // migrate id to nanoid
         newState.sessions.forEach((s) => {
-          s.id = nanoid();
+          s.id = generateUniqId();
           s.messages.forEach((m) => (m.id = nanoid()));
         });
       }

package.json

@@ -39,6 +39,7 @@
     "sass": "^1.59.2",
     "spark-md5": "^3.0.2",
     "use-debounce": "^9.0.4",
+    "uuid": "^9.0.1",
     "zustand": "^4.3.8"
   },
   "devDependencies": {
@@ -48,6 +49,7 @@
     "@types/react-dom": "^18.2.7",
     "@types/react-katex": "^3.0.0",
     "@types/spark-md5": "^3.0.2",
+    "@types/uuid": "^9.0.5",
     "cross-env": "^7.0.3",
     "eslint": "^8.49.0",
     "eslint-config-next": "13.4.19",

yarn.lock

@@ -1565,6 +1565,11 @@
   resolved "https://registry.npmmirror.com/@types/use-sync-external-store/-/use-sync-external-store-0.0.3.tgz#b6725d5f4af24ace33b36fafd295136e75509f43"
   integrity sha512-EwmlvuaxPNej9+T4v5AuBPJa2x2UOJVdjCtDHgcDqitUeOtjnJKJ+apYjVcAoBEMjKW1VVFGZLUb5+qqa09XFA==
 
+"@types/uuid@^9.0.5":
+  version "9.0.5"
+  resolved "https://registry.yarnpkg.com/@types/uuid/-/uuid-9.0.5.tgz#25a71eb73eba95ac0e559ff3dd018fc08294acf6"
+  integrity sha512-xfHdwa1FMJ082prjSJpoEI57GZITiQz10r3vEJCHa2khEFQjKy91aWKz6+zybzssCvXUwE1LQWgWVwZ4nYUvHQ==
+
 "@typescript-eslint/parser@^5.4.2 || ^6.0.0":
   version "6.4.0"
   resolved "https://registry.yarnpkg.com/@typescript-eslint/parser/-/parser-6.4.0.tgz#47e7c6e22ff1248e8675d95f488890484de67600"
@@ -5937,6 +5942,11 @@ uuid@^9.0.0:
   resolved "https://registry.npmmirror.com/uuid/-/uuid-9.0.0.tgz#592f550650024a38ceb0c562f2f6aa435761efb5"
   integrity sha512-MXcSTerfPa4uqyzStbRoTgt5XIe3x5+42+q1sDuy3R5MDk66URdLMOZe5aPX/SQd+kuYAh0FdP/pO28IkQyTeg==
 
+uuid@^9.0.1:
+  version "9.0.1"
+  resolved "https://registry.yarnpkg.com/uuid/-/uuid-9.0.1.tgz#e188d4c8853cc722220392c424cd637f32293f30"
+  integrity sha512-b+1eJOlsR9K8HJpow9Ok3fiWOWSIcIzXodvv0rQjVoOVNpWMpxf1wZNpt4y9h10odCNrqnYp1OBzRktckBe3sA==
+
 uvu@^0.5.0:
   version "0.5.6"
   resolved "https://registry.yarnpkg.com/uvu/-/uvu-0.5.6.tgz#2754ca20bcb0bb59b64e9985e84d2e81058502df"