优化:解耦帧调度与推理队列,提升单卡实时推理稳定性

This commit is contained in:
2026-03-31 14:35:52 +08:00
parent bb47b94c6e
commit 5dd9dc15d5
4 changed files with 270 additions and 39 deletions

View File

@@ -116,7 +116,7 @@ class TensorRTEngine:
if self._context is not None:
self._release_resources()
self._cuda_context = cuda.Device(0).make_context()
self._cuda_context = cuda.Device(self.config.device_id).make_context()
self._stream = cuda.Stream()
TRT_LOGGER = trt.Logger(trt.Logger.WARNING)