openvino: add nvidia dgpu support

koush · May 2, 2024 · 0cfef48 · 0cfef48
1 parent e9722d3
commit 0cfef48
Show file tree

Hide file tree

Showing 3 changed files with 22 additions and 6 deletions.
diff --git a/plugins/openvino/package-lock.json b/plugins/openvino/package-lock.json
diff --git a/plugins/openvino/package.json b/plugins/openvino/package.json
@@ -42,5 +42,5 @@
    "devDependencies": {
       "@scrypted/sdk": "file:../../sdk"
    },
-   "version": "0.1.79"
+   "version": "0.1.80"
 }
diff --git a/plugins/openvino/src/ov/__init__.py b/plugins/openvino/src/ov/__init__.py
@@ -96,6 +96,22 @@ def __init__(self, nativeId: str | None = None):
         mode = self.storage.getItem("mode")
         if mode == "Default":
             mode = "AUTO"
+
+            dgpus = []
+            # search for NVIDIA dGPU, as that is not preferred by AUTO for some reason?
+            # todo: create separate core per NVIDIA dGPU as inference does not seem to
+            # be distributed to multiple dGPU.
+            for device in self.available_devices:
+                try:
+                    full_device_name = self.core.get_property(device, "FULL_DEVICE_NAME")
+                    if "NVIDIA" in full_device_name and "dGPU" in full_device_name:
+                        dgpus.append(device)
+                except:
+                    pass
+
+            if len(dgpus):
+                mode = f"AUTO:{','.join(dgpus)},CPU"
+
         mode = mode or "AUTO"
         self.mode = mode