chore: error handling for chat/completions endpoint (#793)

janhq · Jun 28, 2024 · f6e667f · f6e667f
1 parent 3704025
commit f6e667f
Showing 1 changed file with 15 additions and 3 deletions.
diff --git a/cortex-js/src/infrastructure/controllers/chat.controller.ts b/cortex-js/src/infrastructure/controllers/chat.controller.ts
@@ -29,13 +29,25 @@ export class ChatController {
     const { stream } = createChatDto;
 
     if (stream) {
-      res.header('Content-Type', 'text/event-stream');
       this.chatService
         .inference(createChatDto, headers)
-        .then((stream) => stream.pipe(res));
+        .then((stream) => {
+          res.header('Content-Type', 'text/event-stream');
+          stream.pipe(res);
+        })
+        .catch((error) =>
+          res.status(error.statusCode ?? 400).send(error.message),
+        );
     } else {
       res.header('Content-Type', 'application/json');
-      res.json(await this.chatService.inference(createChatDto, headers));
+      this.chatService
+        .inference(createChatDto, headers)
+        .then((response) => {
+          res.json(response);
+        })
+        .catch((error) =>
+          res.status(error.statusCode ?? 400).send(error.message),
+        );
     }
   }
 }