stop generating when the stop streaming button is pressed

anon998 · May 5, 2023 · eb8ccf9 · eb8ccf9
1 parent 11bf850
commit eb8ccf9
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/index.mjs b/index.mjs
@@ -849,6 +849,11 @@ const httpServer = http.createServer(async (req, res) => {
         previousRequestResolve = resolve;
       });
 
+      req.socket.on('close', () => {
+        abortPreviousRequest?.();
+        abortPreviousRequest = null;
+      });
+
       try {
         await getChatCompletions(req, res);
       } finally {