diff --git a/src/main/java/chat/octet/model/parameters/ModelParameter.java b/src/main/java/chat/octet/model/parameters/ModelParameter.java index 14d2c74..3cd7ab7 100644 --- a/src/main/java/chat/octet/model/parameters/ModelParameter.java +++ b/src/main/java/chat/octet/model/parameters/ModelParameter.java @@ -116,7 +116,7 @@ public class ModelParameter { * Set the number of threads used for prompt and batch processing (multiple tokens). */ @Builder.Default - private int threadsBatch = threads; + private int threadsBatch = 4; /** * batch-size