Add compile_model config arg

Signed-off-by: Glenn Jocher <glenn.jocher@ultralytics.com>
ultralytics · Feb 20, 2024 · 5477165 · 5477165
1 parent 5f52ed3
commit 5477165
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/ultralytics/nn/autobackend.py b/ultralytics/nn/autobackend.py
@@ -193,7 +193,11 @@ def __init__(
             batch_dim = get_batch(ov_model)
             if batch_dim.is_static:
                 batch_size = batch_dim.get_length()
-            ov_compiled_model = core.compile_model(ov_model, device_name="AUTO")  # AUTO selects best available device
+            ov_compiled_model = core.compile_model(
+                ov_model,
+                device_name="AUTO",  # AUTO selects best available device
+                config={"PERFORMANCE_HINT": "THROUGHPUT"},
+            )
             metadata = w.parent / "metadata.yaml"
         elif engine:  # TensorRT
             LOGGER.info(f"Loading {w} for TensorRT inference...")