Fix for new models

tristandostaler · Sep 24, 2024 · 221e4dc · 221e4dc
1 parent 01bba3f
commit 221e4dc
Show file tree

Hide file tree

Showing 2 changed files with 22 additions and 9 deletions.
diff --git a/src/hooks/useSubmit.ts b/src/hooks/useSubmit.ts
@@ -327,17 +327,25 @@ const useSubmit = () => {
               if (typeof curr === 'string') {
                 partial += curr;
               } else {
-                if (curr.choices[0].delta.function_call?.name) {
-                  fnName += curr.choices[0].delta.function_call?.name;
-                  if (!isFunctionCall) {
-                    isFunctionCall = true;
-                    output += " Plugin call requested. Loading..."
+                var content = undefined;
+                if(curr.choices[0].delta) {
+                  if (curr.choices[0].delta.function_call?.name) {
+                    fnName += curr.choices[0].delta.function_call?.name;
+                    if (!isFunctionCall) {
+                      isFunctionCall = true;
+                      output += " Plugin call requested. Loading..."
+                    }
                   }
+                  if (curr.choices[0].delta.function_call?.arguments) {
+                    fnArgs += curr.choices[0].delta.function_call?.arguments;
+                  }
+
+                  content = curr.choices[0].delta.content
                 }
-                if (curr.choices[0].delta.function_call?.arguments) {
-                  fnArgs += curr.choices[0].delta.function_call?.arguments;
+                if(curr.choices[0].message) {
+                  content = curr.choices[0].message.content
                 }
-                const content = curr.choices[0].delta.content;
+
                 if (content) output += content;
               }
               return output;

diff --git a/src/types/api.ts b/src/types/api.ts
@@ -9,14 +9,19 @@ export interface EventSourceDataInterface {
 export type EventSourceData = EventSourceDataInterface | '[DONE]';
 
 export interface EventSourceDataChoices {
-  delta: {
+  delta?: {
     content?: string;
     function_call?: {
       name: string;
       arguments: string;
     }
     role?: string;
   };
+  message?: {
+    role: string;
+    content: string;
+    refusal?: {};
+  }
   finish_reason?: string;
   index: number;
 }