cleanup

src/pages/api/llm.js

@@ -21,7 +21,7 @@ const handler = async (req) => {
 
     let promptToSend = "You are a helpful assistant";
 
-    const stream = await LLMStream({ id: "gpt-3.5-turbo-0613" }, promptToSend, 0.8, null, messages, functions);
+    const stream = await LLMStream({ id: "gpt-3.5-turbo-0613" }, promptToSend, 0.8, messages, functions);
 
     return new Response(stream);
   } catch (error) {

src/pages/api/stream.js

@@ -71,24 +71,28 @@ export const LLMStream = async (
         if (event.type === 'event') {
           console.log(event);
           const data = event.data;
+          if (data === '[DONE]') {
+            controller.close();
+            return;
+          }
 
           try {
             const json = JSON.parse(data);
-            if (json.choices[0].finish_reason === "stop" || data === '[DONE]') {
+            if (json.choices[0].finish_reason === "stop") {
               controller.close();
               return;
             } else if (json.choices[0].finish_reason === "function_call") {
-                const fnName = json.choices[0].message.function_call.name;
-                const args = json.choices[0].message.function_call.arguments;
-            
-                const fn = functions[fnName];
-                const functionResult = await fn(...Object.values(JSON.parse(args)));
-            
-                console.log(`Function call: ${fnName}, Arguments: ${args}`);
-                console.log(`Calling Function ${fnName} Result: ` + functionResult);
-                
-                const queue = encoder.encode(functionResult);
-                controller.enqueue(queue);
+              const fnName = json.choices[0].message.function_call.name;
+              const args = json.choices[0].message.function_call.arguments;
+          
+              const fn = functions[fnName];
+              const functionResult = await fn(...Object.values(JSON.parse(args)));
+          
+              console.log(`Function call: ${fnName}, Arguments: ${args}`);
+              console.log(`Calling Function ${fnName} Result: ` + functionResult);
+              
+              const queue = encoder.encode(functionResult);
+              controller.enqueue(queue);
             } else {
               const text = json.choices[0].delta.content;
               const queue = encoder.encode(text);