Use all available cores for data loading by default

chroma-core · Nov 7, 2023 · 5f8b197 · 5f8b197
1 parent 1824082
commit 5f8b197
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/chromadb/utils/data_loaders.py b/chromadb/utils/data_loaders.py
@@ -1,12 +1,13 @@
 import importlib
+import multiprocessing
 from typing import Optional, Sequence, List
 import numpy as np
 from chromadb.api.types import URI, DataLoader, Image
 from concurrent.futures import ThreadPoolExecutor
 
 
 class ImageLoader(DataLoader[List[Optional[Image]]]):
-    def __init__(self, max_workers: int = 4) -> None:
+    def __init__(self, max_workers: int = multiprocessing.cpu_count()) -> None:
         try:
             self._PILImage = importlib.import_module("PIL.Image")
             self._max_workers = max_workers