diff --git a/core/__pycache__/postprocessor.cpython-310.pyc b/core/__pycache__/postprocessor.cpython-310.pyc index 96b94d5..09c9b7d 100644 Binary files a/core/__pycache__/postprocessor.cpython-310.pyc and b/core/__pycache__/postprocessor.cpython-310.pyc differ diff --git a/core/postprocessor.py b/core/postprocessor.py index 16f72fc..8b76ccd 100644 --- a/core/postprocessor.py +++ b/core/postprocessor.py @@ -13,6 +13,13 @@ from typing import Any, Dict, List, Optional, Set, Tuple import numpy as np +try: + import torch + from torchvision.ops import nms as torch_nms + _HAS_TORCH = True +except ImportError: + _HAS_TORCH = False + from config.settings import get_settings from config.config_models import ROIInfo, ROIType, AlertInfo, AlertLevel from utils.logger import get_logger @@ -25,11 +32,16 @@ class NMSProcessor: """非极大值抑制处理器 (向量化版本) 使用纯 NumPy 向量化操作，避免 Python 循环 + 可选 GPU 加速 (torchvision.ops.nms) """ - def __init__(self, nms_threshold: float = 0.45): + def __init__(self, nms_threshold: float = 0.45, use_gpu: bool = False): self.nms_threshold = nms_threshold + self.use_gpu = use_gpu and _HAS_TORCH self._logger = get_logger("postprocessor") + + if self.use_gpu: + self._logger.debug("NMS 使用 GPU 加速 (torchvision.ops.nms)") def process( self, @@ -39,7 +51,7 @@ class NMSProcessor: max_output_size: int = 300 ) -> Tuple[np.ndarray, np.ndarray, np.ndarray]: """ - 执行NMS (向量化版本) + 执行NMS (向量化版本，可选 GPU 加速) Args: boxes: 检测框数组 [N, 4] (x1, y1, x2, y2) @@ -53,6 +65,44 @@ class NMSProcessor: if len(boxes) == 0: return np.array([], dtype=np.int32), np.array([]), np.array([]) + if self.use_gpu and _HAS_TORCH: + return self._process_gpu(boxes, scores, class_ids, max_output_size) + + return self._process_cpu(boxes, scores, class_ids, max_output_size) + + def _process_gpu( + self, + boxes: np.ndarray, + scores: np.ndarray, + class_ids: Optional[np.ndarray], + max_output_size: int + ) -> Tuple[np.ndarray, np.ndarray, np.ndarray]: + """GPU 加速 NMS""" + boxes_t = torch.from_numpy(boxes).cuda() + scores_t = torch.from_numpy(scores).cuda() + + keep = torch_nms(boxes_t, scores_t, iou_threshold=self.nms_threshold) + + keep_np = keep.cpu().numpy() + + if len(keep_np) > max_output_size: + top_k = np.argsort(scores[keep_np])[::-1][:max_output_size] + keep_np = keep_np[top_k] + + return ( + keep_np.astype(np.int32), + scores[keep_np], + class_ids[keep_np] if class_ids is not None else np.array([]) + ) + + def _process_cpu( + self, + boxes: np.ndarray, + scores: np.ndarray, + class_ids: Optional[np.ndarray], + max_output_size: int + ) -> Tuple[np.ndarray, np.ndarray, np.ndarray]: + """CPU 向量化 NMS""" order = np.argsort(scores)[::-1] keep_mask = np.zeros(len(boxes), dtype=bool) @@ -532,7 +582,12 @@ class PostProcessor: self.nms_threshold = config.get("nms_threshold", 0.45) self.conf_threshold = config.get("conf_threshold", 0.5) - self._nms = NMSProcessor(self.nms_threshold) + MAX_DETECTIONS = 8400 + self._buffer_xyxy = np.zeros((MAX_DETECTIONS, 4), dtype=np.float32) + self._buffer_class_ids = np.zeros(MAX_DETECTIONS, dtype=np.int32) + self._buffer_boxes_xywh = np.zeros((MAX_DETECTIONS, 4), dtype=np.float32) + + self._nms = NMSProcessor(self.nms_threshold, use_gpu=True) self._mapper = CoordinateMapper() self._roi_analyzer = ROIAnalyzer() self._alarm_state_machine = AlarmStateMachine( @@ -568,12 +623,15 @@ class PostProcessor: if nms_threshold is None: nms_threshold = self.nms_threshold - boxes, scores, class_ids = self._parse_yolo_output(raw_outputs) + boxes, scores, class_ids = self._parse_yolo_output( + raw_outputs, + prefilter_threshold=0.3 + ) if len(boxes) == 0: return np.array([]), np.array([]), np.array([]) - nms_processor = NMSProcessor(nms_threshold) + nms_processor = NMSProcessor(nms_threshold, use_gpu=True) keep_boxes, keep_scores, keep_classes = nms_processor.process_with_confidence_filter( boxes, scores, class_ids, conf_threshold @@ -583,13 +641,15 @@ class PostProcessor: def _parse_yolo_output( self, - outputs: List[np.ndarray] + outputs: List[np.ndarray], + prefilter_threshold: float = 0.3 ) -> Tuple[np.ndarray, np.ndarray, np.ndarray]: """ - 解析YOLO模型输出 - 向量化版本 + 解析YOLO模型输出 - 向量化版本 + 预过滤 Args: outputs: 模型输出列表 + prefilter_threshold: 预过滤阈值，低于此值的框直接丢弃，减少NMS计算量 Returns: tuple: (检测框, 置信度, 类别ID) @@ -608,36 +668,37 @@ class PostProcessor: if output.shape[0] != 84: return np.array([]), np.array([]), np.array([]) - num_boxes = output.shape[1] - boxes_xywh = output[0:4, :].T obj_conf = output[4, :] - cls_scores = output[5:, :] - - person_scores = cls_scores[0, :] + person_scores = output[5, :] scores = obj_conf * person_scores - valid_mask = scores > self._conf_threshold + coarse_mask = scores > prefilter_threshold - if not np.any(valid_mask): + if not np.any(coarse_mask): return np.array([]), np.array([]), np.array([]) - boxes = boxes_xywh[valid_mask] - scores_filtered = scores[valid_mask] + boxes = boxes_xywh[coarse_mask] + scores_coarse = scores[coarse_mask] - boxes_xyxy = np.zeros_like(boxes) - boxes_xyxy[:, 0] = boxes[:, 0] - boxes[:, 2] / 2 - boxes_xyxy[:, 1] = boxes[:, 1] - boxes[:, 3] / 2 - boxes_xyxy[:, 2] = boxes[:, 0] + boxes[:, 2] / 2 - boxes_xyxy[:, 3] = boxes[:, 1] + boxes[:, 3] / 2 + valid_count = len(boxes) + + np.copyto(self._buffer_boxes_xywh[:valid_count], boxes) + + self._buffer_xyxy[:valid_count, 0] = boxes[:, 0] - boxes[:, 2] / 2 + self._buffer_xyxy[:valid_count, 1] = boxes[:, 1] - boxes[:, 3] / 2 + self._buffer_xyxy[:valid_count, 2] = boxes[:, 0] + boxes[:, 2] / 2 + self._buffer_xyxy[:valid_count, 3] = boxes[:, 1] + boxes[:, 3] / 2 + + self._buffer_class_ids[:valid_count] = 0 return ( - boxes_xyxy.astype(np.float32), - scores_filtered.astype(np.float32), - np.zeros(len(boxes), dtype=np.int32) + self._buffer_xyxy[:valid_count].copy(), + scores_coarse.astype(np.float32), + self._buffer_class_ids[:valid_count].copy() ) def filter_by_roi( diff --git a/logs/main.log b/logs/main.log index ec10b6d..ca89882 100644 --- a/logs/main.log +++ b/logs/main.log @@ -84855,3 +84855,589 @@ TypeError: BatchPreprocessor.preprocess_single() missing 1 required positional a 2026-02-02 15:53:51 | INFO | main | 性能指标: inference_latency_ms = 18.841899989638478 2026-02-02 15:53:52 | INFO | main | 性能指标: inference_latency_ms = 18.421699991449714 2026-02-02 15:53:52 | INFO | main | 性能指标: inference_latency_ms = 19.223099981900305 +2026-02-02 16:09:33 | INFO | main | Edge_Inference_Service 初始化开始 +2026-02-02 16:09:33 | INFO | main | ================================================== +2026-02-02 16:09:33 | INFO | main | Edge_Inference_Service 启动 +2026-02-02 16:09:33 | INFO | main | ================================================== +2026-02-02 16:09:33 | INFO | main | 数据库初始化成功 +2026-02-02 16:09:37 | INFO | main | 配置管理器初始化成功 +2026-02-02 16:09:37 | INFO | main | 流管理器初始化成功 +2026-02-02 16:09:37 | INFO | main | Batch预处理器: batch=1, target_size=(480, 480), fp16=True +2026-02-02 16:09:37 | INFO | main | 图像预处理器初始化完成: 输入尺寸 480x480, Batch大小 1, FP16模式 True +2026-02-02 16:09:37 | INFO | main | 预处理器初始化成功 +2026-02-02 16:09:37 | INFO | main | TensorRT 引擎初始化: ./models/yolo11n.engine, batch=1, shape=(3, 480, 480), fp16=True +2026-02-02 16:09:37 | INFO | main | 连接事件: load - TensorRT -> ./models/yolo11n.engine +2026-02-02 16:09:37 | INFO | main | TensorRT 引擎加载成功: ./models/yolo11n.engine +2026-02-02 16:09:37 | INFO | main | 输入: 1, 输出: 1, batch=1 +2026-02-02 16:09:37 | INFO | main | 引擎已加载: default +2026-02-02 16:09:37 | INFO | main | 推理引擎加载成功: ./models/yolo11n.engine +2026-02-02 16:09:37 | INFO | main | 后处理器初始化完成: NMS阈值=0.45, 置信度阈值=0.5 +2026-02-02 16:09:37 | INFO | main | 后处理器初始化成功 +2026-02-02 16:09:37 | INFO | main | 结果上报器初始化成功 +2026-02-02 16:09:41 | INFO | main | 算法管理器初始化成功 +2026-02-02 16:09:41 | INFO | main | 所有组件初始化完成 +2026-02-02 16:09:41 | INFO | main | 视频流已添加: test_camera_01 +2026-02-02 16:09:41 | INFO | main | 已添加摄像头: test_camera_01 +2026-02-02 16:09:45 | INFO | main | 连接事件: connect - RTSP -> test_camera_01 +2026-02-02 16:09:45 | INFO | main | 视频流已启动: test_camera_01 @ 5fps +2026-02-02 16:09:45 | INFO | main | 已启动 1 个视频流 +2026-02-02 16:09:45 | INFO | main | Edge_Inference_Service 已启动 +2026-02-02 16:09:45 | INFO | main | 性能指标: inference_latency_ms = 119.62389998370782 +2026-02-02 16:09:45 | INFO | main | 性能指标: inference_latency_ms = 63.4557000012137 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 56.599500006996095 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 55.59389997506514 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 38.72899996349588 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.00140001391992 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.055800020694733 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.933900023810565 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.48440002463758 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.942699974402785 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.36589999543503 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.990099986083806 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.525399998296052 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 18.06540001416579 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 18.467699992470443 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 18.387200019787997 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 22.738800034858286 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 19.77049995912239 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.356700031086802 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.827399958856404 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.61489997059107 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.199200006667525 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.10980002442375 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.363199964165688 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.79680002760142 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.257500032428652 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.445199969690293 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.339999983552843 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.03690004069358 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.135599977336824 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.898500034585595 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.518800006248057 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 14.914800005499274 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.909700014162809 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.928200017195195 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.806800034828484 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.047499957494438 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.14060001540929 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 22.054800007026643 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 19.694300019182265 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 20.025000034365803 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 19.20310000423342 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 23.475699999835342 +2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 20.055600034538656 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.716300012078136 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.463500018697232 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 16.96310000261292 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 16.88730000751093 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 17.427199985831976 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.922300019767135 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 17.6235000253655 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.378800014033914 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.62400000775233 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.49019998917356 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.338700047228485 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 20.064899988938123 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.79560004454106 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.127100018318743 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 20.66560002276674 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 21.571499994024634 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 26.81260003009811 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 24.24940001219511 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 20.469399983994663 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.431499997153878 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 23.767300008330494 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 20.892400003504008 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.273500016424805 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 21.954900003038347 +2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.800399953965098 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 21.98419999331236 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 21.886799950152636 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 22.752199962269515 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.3857000451535 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 18.59110000077635 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 18.757999991066754 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 18.75740004470572 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 19.772699975874275 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.162499975413084 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.23429999826476 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 21.12480002688244 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 31.998599995858967 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 31.050499994307756 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 30.300599988549948 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 30.61570000136271 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 29.763599974103272 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 25.22270003100857 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.816900010686368 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 19.301499996799976 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.506000029854476 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 19.695699971634895 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.14839998446405 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 19.85049998620525 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.507699984591454 +2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.782700041309 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.51699999719858 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.381599955726415 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.027299993671477 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 23.284399998374283 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 22.28909998666495 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 24.116999993566424 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 22.571299981791526 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.98830003524199 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.328700018581003 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 25.788200029637665 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 22.30860001873225 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.16769995680079 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 21.452399960253388 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 25.734599970746785 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 21.88909996766597 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 23.531500017270446 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 27.585000032559037 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 25.10450000409037 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 21.46099996753037 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 25.730599998496473 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 23.280200024601072 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 24.205999972764403 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 31.059800006914884 +2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 30.444499978329986 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 29.75660003721714 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 27.893199992831796 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 24.21699999831617 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 21.517599991057068 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 20.306200021877885 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 23.34859996335581 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 27.072500030044466 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 21.70720003778115 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 21.603700006380677 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 20.46390000032261 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 22.30720000807196 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 21.12340001622215 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 20.459100021980703 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 19.82089999364689 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 33.97879999829456 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 31.22629999415949 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 30.605099978856742 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 30.106699967291206 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 32.5893999543041 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 29.52379995258525 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 29.228699975647032 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 27.8499000123702 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 32.11339999688789 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 31.82929998729378 +2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 31.68140002526343 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 30.653499998152256 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 31.347199983429164 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 33.637299959082156 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 29.155299998819828 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 29.209300002548844 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 29.12799996556714 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 27.43049996206537 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 27.88939996389672 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 29.02630000608042 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.810199970379472 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.393599999602884 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 20.094299979973584 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 20.77669999562204 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.211299950256944 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 20.73489996837452 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 18.620500050019473 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 18.95280001917854 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 20.075200009159744 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.953600014559925 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.94079997530207 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 18.445299996528774 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 17.76899996912107 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 18.348700017668307 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.00909998221323 +2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 20.09780000662431 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.72880000155419 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 21.89979999093339 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.51890002237633 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.43250000476837 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.546299998182803 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.51120002195239 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.337099987547845 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.052300030831248 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.917699984740466 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.963600043207407 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 20.00919997226447 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 20.940500020515174 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 22.410299978218973 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.309299997985363 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 20.13060002354905 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 23.38560001226142 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.75579997431487 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 20.145100017543882 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.66369996080175 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.651599985081702 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.361200043931603 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.695299968589097 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.18230002047494 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.217099994421005 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 23.300900007598102 +2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.790999998804182 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 18.773999996483326 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 19.649899972137064 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 22.7428000071086 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 30.477299995254725 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 32.339900033548474 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 28.434299980290234 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 30.312500020954758 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 28.22460001334548 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 30.29129997594282 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 33.84579997509718 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 36.44709999207407 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 29.207300045527518 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 26.981900038663298 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 30.646300001535565 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 28.875400021206588 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 28.865000000223517 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 29.392500000540167 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 26.964600023347884 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 27.699000027496368 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 26.931100001093 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 27.0866000209935 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 29.691000003367662 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 27.740499994251877 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 27.222200005780905 +2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 28.28229998704046 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 29.463000013493 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 29.47080001467839 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 28.039800003170967 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 26.679899950977415 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 26.133300038054585 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 27.598500018939376 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 28.90029997797683 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 24.259500030893832 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.643599993083626 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 17.730900028254837 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.225600011646748 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.553100002463907 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.942800001241267 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.140300002414733 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 20.05639998242259 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.346199987921864 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.527699983678758 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.84440000867471 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.27429996430874 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.26219998858869 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.94829997420311 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 17.904699954669923 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.893200020305812 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.45650001289323 +2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.165500019676983 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 17.631699971389025 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.125499995425344 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.94660003017634 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 20.092899969313294 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.277799990959466 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.452899985481054 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 20.59720002580434 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.117500003427267 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.935500003863126 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.938200024422258 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.04870000341907 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 17.83089997479692 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.950300000142306 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 20.37230000132695 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.883799959439784 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.514499999582767 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 20.091099955607206 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.00869998987764 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 20.01050004037097 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.385599996894598 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.68169999215752 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.220200018025935 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.524900020565838 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.374299979768693 +2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.572299963328987 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.080600002780557 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 20.00910002971068 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.525400013662875 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 27.182699996046722 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 28.69549999013543 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 29.293900006450713 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 29.5862999628298 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 30.880699981935322 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 32.34830003930256 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 30.681899981573224 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 29.96519999578595 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 29.87650001887232 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 30.467999982647598 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.1315999943763 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.138799980282784 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.105800020042807 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.08019999973476 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.162700045853853 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.242000020109117 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.150699965190142 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.510399968363345 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.35560001200065 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.401199999265373 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.409899959806353 +2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.488499965518713 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.38070002850145 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.163899996783584 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.163800006732345 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.537100044544786 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.421800039708614 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.239199998788536 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.035100016277283 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 21.848600008524954 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 20.124299975577742 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.484699947293848 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.434499961789697 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.828900007065386 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 22.341899981256574 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.292599987238646 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.667499989736825 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.47269996162504 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 23.4684000024572 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.7026000241749 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.630700000561774 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 21.078999969176948 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.284099991433322 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.7141999960877 +2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.77950003836304 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 18.829000007826835 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 18.579600029625 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 19.84600001014769 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 18.249400018248707 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 17.880799947306514 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 18.00440001534298 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 19.815300009213388 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 18.709200026933104 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 19.501200004015118 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 19.577099999878556 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 26.712199964094907 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 27.224100020248443 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.55660002771765 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.5369999948889 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 27.790799969807267 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.523600009270012 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.82019999762997 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.403300024569035 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 27.336300001479685 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 28.56669999891892 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 28.131900005973876 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.106899979524314 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 28.821300016716123 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.227400023955852 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 26.77260001655668 +2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 28.585199965164065 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 29.77580000879243 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 28.1591999810189 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 27.83209999324754 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 26.00229997187853 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 20.01929999096319 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 20.605199970304966 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.6709999688901 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.153399985749274 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.177099980879575 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.284099980723113 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.224199990276247 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.642500032205135 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.45940004568547 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 20.424699992872775 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 23.83279998321086 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.688899978064 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.92920001409948 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.569500000216067 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.590299994684756 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.748899979982525 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.36879999609664 +2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 26.077000016812235 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.449600007850677 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.695599970873445 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.032200030982494 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.96889995643869 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.9807999888435 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.34519998030737 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.713299989234656 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.115999981295317 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.13799996348098 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.534600025508553 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.713699981570244 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.41500004613772 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.645100052002817 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.518400018569082 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 24.81999999145046 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 24.831200018525124 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 22.47160003753379 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.999499956611544 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.86100000794977 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.432100049220026 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.293799985665828 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.111700006760657 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 18.493700015824288 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.547899999655783 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.196400000713766 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.65530000254512 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 22.17489999020472 +2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 27.05839998088777 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 30.85460001602769 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 30.57900001294911 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 30.45890002977103 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 30.529799987562 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 20.198899961542338 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 20.015599962789565 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 21.296299993991852 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 21.017700026277453 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.766399986110628 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.59889999125153 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 20.2358000096865 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.74070002324879 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.329700036905706 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 22.59750000666827 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.506199983879924 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 20.11859999038279 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 20.487300003878772 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.446499994955957 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 26.8880000221543 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 28.740899986587465 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 30.988899990916252 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 28.756099985912442 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 27.567300014197826 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 26.242899999488145 +2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 29.766099993139505 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 29.636999999638647 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 30.847699963487685 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 26.786400005221367 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 26.11789997899905 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 19.073100003879517 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.39129999279976 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 19.270699995104223 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.999000021722168 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 17.75399997131899 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.2564000133425 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.04729999275878 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 17.736600013449788 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 17.092199996113777 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 23.743600002489984 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.187900015618652 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 17.842100001871586 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 20.143100002314895 +2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.064200005028397 +2026-02-02 16:24:22 | INFO | main | Edge_Inference_Service 初始化开始 +2026-02-02 16:24:22 | INFO | main | ================================================== +2026-02-02 16:24:22 | INFO | main | Edge_Inference_Service 启动 +2026-02-02 16:24:22 | INFO | main | ================================================== +2026-02-02 16:24:22 | INFO | main | 数据库初始化成功 +2026-02-02 16:24:26 | INFO | main | 配置管理器初始化成功 +2026-02-02 16:24:26 | INFO | main | 流管理器初始化成功 +2026-02-02 16:24:26 | INFO | main | Batch预处理器: batch=1, target_size=(480, 480), fp16=True +2026-02-02 16:24:26 | INFO | main | 图像预处理器初始化完成: 输入尺寸 480x480, Batch大小 1, FP16模式 True +2026-02-02 16:24:26 | INFO | main | 预处理器初始化成功 +2026-02-02 16:24:26 | INFO | main | TensorRT 引擎初始化: ./models/yolo11n.engine, batch=1, shape=(3, 480, 480), fp16=True +2026-02-02 16:24:26 | INFO | main | 连接事件: load - TensorRT -> ./models/yolo11n.engine +2026-02-02 16:24:26 | INFO | main | TensorRT 引擎加载成功: ./models/yolo11n.engine +2026-02-02 16:24:26 | INFO | main | 输入: 1, 输出: 1, batch=1 +2026-02-02 16:24:26 | INFO | main | 引擎已加载: default +2026-02-02 16:24:26 | INFO | main | 推理引擎加载成功: ./models/yolo11n.engine +2026-02-02 16:24:26 | INFO | main | 后处理器初始化完成: NMS阈值=0.45, 置信度阈值=0.5 +2026-02-02 16:24:26 | INFO | main | 后处理器初始化成功 +2026-02-02 16:24:26 | INFO | main | 结果上报器初始化成功 +2026-02-02 16:24:30 | INFO | main | 算法管理器初始化成功 +2026-02-02 16:24:30 | INFO | main | 所有组件初始化完成 +2026-02-02 16:24:30 | INFO | main | 视频流已添加: test_camera_01 +2026-02-02 16:24:30 | INFO | main | 已添加摄像头: test_camera_01 +2026-02-02 16:24:35 | INFO | main | 连接事件: connect - RTSP -> test_camera_01 +2026-02-02 16:24:35 | INFO | main | 视频流已启动: test_camera_01 @ 5fps +2026-02-02 16:24:35 | INFO | main | 已启动 1 个视频流 +2026-02-02 16:24:35 | INFO | main | Edge_Inference_Service 已启动 +2026-02-02 16:24:36 | INFO | main | 性能指标: inference_latency_ms = 23.41979998163879 +2026-02-02 16:24:36 | INFO | main | 性能指标: inference_latency_ms = 32.239200023468584 +2026-02-02 16:24:36 | INFO | main | 性能指标: inference_latency_ms = 22.400900023058057 +2026-02-02 16:24:37 | INFO | main | 性能指标: inference_latency_ms = 36.14540002308786 +2026-02-02 16:24:37 | INFO | main | 性能指标: inference_latency_ms = 34.10940000321716 +2026-02-02 16:24:37 | INFO | main | 性能指标: inference_latency_ms = 22.974299965426326 +2026-02-02 16:24:38 | INFO | main | 性能指标: inference_latency_ms = 38.38260000338778 +2026-02-02 16:24:38 | INFO | main | 性能指标: inference_latency_ms = 32.95850002905354 +2026-02-02 16:24:38 | INFO | main | 性能指标: inference_latency_ms = 24.88639997318387 +2026-02-02 16:24:39 | INFO | main | 性能指标: inference_latency_ms = 38.06369996163994 +2026-02-02 16:24:39 | INFO | main | 性能指标: inference_latency_ms = 26.32400003494695 +2026-02-02 16:24:40 | INFO | main | 性能指标: inference_latency_ms = 33.58839999418706 +2026-02-02 16:24:40 | INFO | main | 性能指标: inference_latency_ms = 24.08180001657456 +2026-02-02 16:24:40 | INFO | main | 性能指标: inference_latency_ms = 24.257299955934286 +2026-02-02 16:24:41 | INFO | main | 性能指标: inference_latency_ms = 28.83950003888458 +2026-02-02 16:24:41 | INFO | main | 性能指标: inference_latency_ms = 34.82649999205023 +2026-02-02 16:24:42 | INFO | main | 性能指标: inference_latency_ms = 31.570899998769164 +2026-02-02 16:24:42 | INFO | main | 性能指标: inference_latency_ms = 32.29719999944791 +2026-02-02 16:24:42 | INFO | main | 性能指标: inference_latency_ms = 27.527199999894947 +2026-02-02 16:24:43 | INFO | main | 性能指标: inference_latency_ms = 46.21130001032725 +2026-02-02 16:24:43 | INFO | main | 性能指标: inference_latency_ms = 31.36849997099489 +2026-02-02 16:24:44 | INFO | main | 性能指标: inference_latency_ms = 31.95969999069348 +2026-02-02 16:24:44 | INFO | main | 性能指标: inference_latency_ms = 39.06999999890104 +2026-02-02 16:24:44 | INFO | main | 性能指标: inference_latency_ms = 31.84859995963052 +2026-02-02 16:24:45 | INFO | main | 性能指标: inference_latency_ms = 22.663299983832985 +2026-02-02 16:24:45 | INFO | main | 性能指标: inference_latency_ms = 27.797500020824373 +2026-02-02 16:24:46 | INFO | main | 性能指标: inference_latency_ms = 34.23879999900237 +2026-02-02 16:24:46 | INFO | main | 性能指标: inference_latency_ms = 31.702900014352053 +2026-02-02 16:24:46 | INFO | main | 性能指标: inference_latency_ms = 33.701500040479004 +2026-02-02 16:24:47 | INFO | main | 性能指标: inference_latency_ms = 33.07240002322942 +2026-02-02 16:24:47 | INFO | main | 性能指标: inference_latency_ms = 33.464199979789555 +2026-02-02 16:24:48 | INFO | main | 性能指标: inference_latency_ms = 19.48159997118637 +2026-02-02 16:24:48 | INFO | main | 性能指标: inference_latency_ms = 20.6579000223428 +2026-02-02 16:24:48 | INFO | main | 性能指标: inference_latency_ms = 20.6447999808006 +2026-02-02 16:24:49 | INFO | main | 性能指标: inference_latency_ms = 20.285000035073608 +2026-02-02 16:24:49 | INFO | main | 性能指标: inference_latency_ms = 23.07879994623363 +2026-02-02 16:24:50 | INFO | main | 性能指标: inference_latency_ms = 31.669999996665865 +2026-02-02 16:34:22 | INFO | main | Edge_Inference_Service 初始化开始 +2026-02-02 16:34:22 | INFO | main | ================================================== +2026-02-02 16:34:22 | INFO | main | Edge_Inference_Service 启动 +2026-02-02 16:34:22 | INFO | main | ================================================== +2026-02-02 16:34:22 | INFO | main | 数据库初始化成功 +2026-02-02 16:34:27 | INFO | main | 配置管理器初始化成功 +2026-02-02 16:34:27 | INFO | main | 流管理器初始化成功 +2026-02-02 16:34:27 | INFO | main | Batch预处理器: batch=1, target_size=(480, 480), fp16=True +2026-02-02 16:34:27 | INFO | main | 图像预处理器初始化完成: 输入尺寸 480x480, Batch大小 1, FP16模式 True +2026-02-02 16:34:27 | INFO | main | 预处理器初始化成功 +2026-02-02 16:34:27 | INFO | main | TensorRT 引擎初始化: ./models/yolo11n.engine, batch=1, shape=(3, 480, 480), fp16=True +2026-02-02 16:34:27 | INFO | main | 连接事件: load - TensorRT -> ./models/yolo11n.engine +2026-02-02 16:34:27 | INFO | main | TensorRT 引擎加载成功: ./models/yolo11n.engine +2026-02-02 16:34:27 | INFO | main | 输入: 1, 输出: 1, batch=1 +2026-02-02 16:34:27 | INFO | main | 引擎已加载: default +2026-02-02 16:34:27 | INFO | main | 推理引擎加载成功: ./models/yolo11n.engine +2026-02-02 16:34:27 | INFO | main | 后处理器初始化完成: NMS阈值=0.45, 置信度阈值=0.5 +2026-02-02 16:34:27 | INFO | main | 后处理器初始化成功 +2026-02-02 16:34:27 | INFO | main | 结果上报器初始化成功 +2026-02-02 16:34:31 | INFO | main | 算法管理器初始化成功 +2026-02-02 16:34:31 | INFO | main | 所有组件初始化完成 +2026-02-02 16:34:31 | INFO | main | 视频流已添加: test_camera_01 +2026-02-02 16:34:31 | INFO | main | 已添加摄像头: test_camera_01 +2026-02-02 16:34:35 | INFO | main | 连接事件: connect - RTSP -> test_camera_01 +2026-02-02 16:34:35 | INFO | main | 视频流已启动: test_camera_01 @ 5fps +2026-02-02 16:34:35 | INFO | main | 已启动 1 个视频流 +2026-02-02 16:34:35 | INFO | main | Edge_Inference_Service 已启动 +2026-02-02 16:34:36 | INFO | main | 性能指标: inference_latency_ms = 20.76500002294779 +2026-02-02 16:34:36 | INFO | main | 性能指标: inference_latency_ms = 20.86390001932159 +2026-02-02 16:34:36 | INFO | main | 性能指标: inference_latency_ms = 21.934199961833656 +2026-02-02 16:34:37 | INFO | main | 性能指标: inference_latency_ms = 21.037899947259575 +2026-02-02 16:34:37 | INFO | main | 性能指标: inference_latency_ms = 24.072199943475425 +2026-02-02 16:34:37 | INFO | main | 性能指标: inference_latency_ms = 24.669900012668222 +2026-02-02 16:34:38 | INFO | main | 性能指标: inference_latency_ms = 22.396799991838634 +2026-02-02 16:34:38 | INFO | main | 性能指标: inference_latency_ms = 28.335100039839745 +2026-02-02 16:34:39 | INFO | main | 性能指标: inference_latency_ms = 22.276600007899106 +2026-02-02 16:34:39 | INFO | main | 性能指标: inference_latency_ms = 27.521800016984344 +2026-02-02 16:34:39 | INFO | main | 性能指标: inference_latency_ms = 35.87540000444278 +2026-02-02 16:34:40 | INFO | main | 性能指标: inference_latency_ms = 23.90420000301674 +2026-02-02 16:34:40 | INFO | main | 性能指标: inference_latency_ms = 36.27240000059828 +2026-02-02 16:34:41 | INFO | main | 性能指标: inference_latency_ms = 30.69159999722615 +2026-02-02 16:34:41 | INFO | main | 性能指标: inference_latency_ms = 23.054699995554984 +2026-02-02 16:34:41 | INFO | main | 性能指标: inference_latency_ms = 25.182199955452234 +2026-02-02 16:34:42 | INFO | main | 性能指标: inference_latency_ms = 25.90119995875284 +2026-02-02 16:34:42 | INFO | main | 性能指标: inference_latency_ms = 20.327099948190153 +2026-02-02 16:34:42 | INFO | main | 性能指标: inference_latency_ms = 40.589299984276295 +2026-02-02 16:34:43 | INFO | main | 性能指标: inference_latency_ms = 36.35279997251928 +2026-02-02 16:34:43 | INFO | main | 性能指标: inference_latency_ms = 33.70070003438741 +2026-02-02 16:34:44 | INFO | main | 性能指标: inference_latency_ms = 26.435399951878935 +2026-02-02 16:34:44 | INFO | main | 性能指标: inference_latency_ms = 25.692099996376783 +2026-02-02 16:34:44 | INFO | main | 性能指标: inference_latency_ms = 28.54179998394102 +2026-02-02 16:34:45 | INFO | main | 性能指标: inference_latency_ms = 25.0998999690637 +2026-02-02 16:34:45 | INFO | main | 性能指标: inference_latency_ms = 26.1859999736771 +2026-02-02 16:34:46 | INFO | main | 性能指标: inference_latency_ms = 37.661599984858185 +2026-02-02 16:34:46 | INFO | main | 性能指标: inference_latency_ms = 22.924199991393834 +2026-02-02 16:34:46 | INFO | main | 性能指标: inference_latency_ms = 39.95710000162944 +2026-02-02 16:34:47 | INFO | main | 性能指标: inference_latency_ms = 29.787199979182333 +2026-02-02 16:34:47 | INFO | main | 性能指标: inference_latency_ms = 22.39870000630617 +2026-02-02 16:34:48 | INFO | main | 性能指标: inference_latency_ms = 20.819300028961152 diff --git a/main.py b/main.py index 920073d..3c7b270 100644 --- a/main.py +++ b/main.py @@ -190,10 +190,12 @@ class EdgeInferenceService: self._performance_stats["total_frames_processed"] += 1 - self._logger.log_inference_latency( - processing_time_ms, - batch_size=1 - ) + self._frame_counter = getattr(self, '_frame_counter', 0) + 1 + if self._frame_counter % 10 == 0: + self._logger.log_inference_latency( + processing_time_ms, + batch_size=1 + ) except Exception as e: self._logger.error(f"处理帧失败 {camera_id}: {e}")