concurrent executors

TensorOpsAI · Oct 24, 2023 · a4968e6 · a4968e6
1 parent 3b43959
commit a4968e6
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/llmstudio/engine/providers/base_provider.py b/llmstudio/engine/providers/base_provider.py
@@ -1,5 +1,5 @@
 from abc import ABC
-
+from concurrent.futures import ThreadPoolExecutor
 
 class BaseProvider(ABC):
     """
@@ -12,6 +12,7 @@ class BaseProvider(ABC):
 
     def __init__(self):
         super().__init__()
+        self.executor = ThreadPoolExecutor(max_workers=10)
 
     async def chat(self, data) -> dict:
         """