Handle undefined stream chunk for native LLM (#534)

Mintplex-Labs · Jan 5, 2024 · e9f7b9b · e9f7b9b
1 parent 74d2711
commit e9f7b9b
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/server/utils/chats/stream.js b/server/utils/chats/stream.js
@@ -268,6 +268,11 @@ function handleStreamResponses(response, stream, responseProps) {
     return new Promise(async (resolve) => {
       let fullText = "";
       for await (const chunk of stream) {
+        if (chunk === undefined)
+          throw new Error(
+            "Stream returned undefined chunk. Aborting reply - check model provider logs."
+          );
+
         const content = chunk.hasOwnProperty("content") ? chunk.content : chunk;
         fullText += content;
         writeResponseChunk(response, {