zishuo/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2025-09-26 19:41:29 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix cuda graph fallback (#20039)

Browse Source
This commit is contained in:
Nicolas Mowen
2025-09-12 05:41:26 -06:00
committed by GitHub
parent ed1e3a7c9a
commit 751678c845
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
frigate/detectors/plugins/onnx.py
View File

@@ -143,9 +143,10 @@ class ONNXDetector(DetectionApi):
try: try:
# Run using CUDA graphs if available # Run using CUDA graphs if available
tensor_output = self._cg_runner.run(model_input_name, tensor_input) tensor_output = self._cg_runner.run(model_input_name, tensor_input)
except Exception: except Exception as e:
logger.warning("CUDA Graphs failed, falling back to regular run") logger.warning(f"CUDA Graphs failed, falling back to regular run: {e}")
self._cg_runner = None self._cg_runner = None
tensor_output = self.model.run(None, {model_input_name: tensor_input})
else: else:
# Use regular run if CUDA graphs are not available # Use regular run if CUDA graphs are not available
tensor_output = self.model.run(None, {model_input_name: tensor_input}) tensor_output = self.model.run(None, {model_input_name: tensor_input})