Update threads-batch parameter

eoctet · Sep 29, 2023 · 1642fe8 · 1642fe8
1 parent 9bdf337
commit 1642fe8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/main/java/chat/octet/model/parameters/ModelParameter.java b/src/main/java/chat/octet/model/parameters/ModelParameter.java
@@ -116,7 +116,7 @@ public class ModelParameter {
      * Set the number of threads used for prompt and batch processing (multiple tokens).
      */
     @Builder.Default
-    private int threadsBatch = threads;
+    private int threadsBatch = 4;
 
     /**
      * <b>batch-size</b><br/>