Optimize cuda execution to run in single stream (#19896)

2025-09-26 11:31:28 +08:00 · 2025-09-03 07:53:30 -06:00
parent bd255362d6
commit 6505ae5fb5
1 changed files with 1 additions and 0 deletions
--- a/frigate/util/model.py
+++ b/frigate/util/model.py
@@ -306,6 +306,7 @@ def get_ort_providers(
            options.append(
                {
                    "arena_extend_strategy": "kSameAsRequested",
+                    "use_ep_level_unified_stream": True,
                    "device_id": device_id,
                }
            )