Merge pull request #152 from HannesOberreiter/dev

Dev
HannesOberreiter · May 16, 2024 · dfc0739 · dfc0739
2 parents 967e07b + b84deba
commit dfc0739
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 11 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -41,8 +41,8 @@ jobs:
           mysql -e 'CREATE DATABASE ${{ env.DB_DATABASE }};' -u${{ env.DB_USER }} -p${{ env.DB_PASSWORD }}
           mysql -e "ALTER USER '${{ env.DB_USER }}'@'localhost' IDENTIFIED WITH mysql_native_password BY '${{ env.DB_PASSWORD }}';" -u${{ env.DB_USER }} -p${{ env.DB_PASSWORD }}
           mysql -e "flush privileges;" -u${{ env.DB_USER }} -p${{ env.DB_PASSWORD }}
-      - uses: actions/checkout@v3
-      - uses: actions/setup-node@v3
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
         with:
           node-version: '20'
           cache: 'npm'

diff --git a/src/services/wizbee.service.ts b/src/services/wizbee.service.ts
@@ -345,17 +345,22 @@ export class WizBee {
 
     tokens += tokens + encode(JSON.stringify(messages)).length;
 
-    const stream = this.openAI.chat.completions.create({
-      model: WizBee.completionModel,
-      messages,
-      max_tokens: 500,
-      temperature: 0.1,
-      user: 'WizBee_' + env,
-      stream: true,
-    });
+    const stream = this.openAI.chat.completions.create(
+      {
+        model: WizBee.completionModel,
+        messages,
+        max_tokens: 500,
+        temperature: 0.1,
+        user: 'WizBee_' + env,
+        stream: true,
+      },
+      {
+        idempotencyKey: 'beekeeping_' + Date.now(),
+      },
+    );
 
     return {
-      stream: await stream,
+      stream: (await stream) ?? undefined,
       refs,
       tokens,
     };