use separate session to process string array items

src/libs/EmbeddingEncoder.ts

@@ -276,6 +276,23 @@ class EmbeddingEncoder {
     async encode(
         sentences: string | string[],
         model: string = this.defaultModel
+    ) {
+        if (typeof sentences === "string") {
+            sentences = [sentences];
+        }
+        let tokenSize = 0;
+        const embeddings: number[][] = [];
+        for (let i = 0; i < sentences.length; i++) {
+            const output = await this.doEncode(sentences[i], model);
+            tokenSize += output.tokenSize;
+            embeddings.push(output.embeddings[0]);
+        }
+        return { embeddings, tokenSize };
+    }
+
+    async doEncode(
+        sentences: string | string[],
+        model: string = this.defaultModel
     ) {
         const { extraction_config } = this.getModelByName(model);
 

src/routes/v1/embeddings/index.ts

@@ -52,7 +52,10 @@ const embeddings: FastifyPluginAsync = async (
             ? request.body.input
             : [request.body.input];
         if (debugFlag) {
-            console.log("Received encode request. inputItems: ", inputItems);
+            console.log(
+                "Received encode request. inputItems: ",
+                JSON.stringify(inputItems)
+            );
         }
         const results = await this.embeddingEncoderWorker.exec("encode", [
             inputItems,