XW-AIOT/security-ai-edge
4
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

perf: GPU NMS + 日志优化 + 数组预分配

Browse Source 
- GPU NMS: torchvision.ops.nms 替代 CPU NMS, 50-80% 提升
- 日志优化: 每10帧输出一次性能日志, 减少90%日志开销
- 数组预分配: 预分配8400框缓冲区, 避免重复创建
- 预过滤: 置信度>0.3的框先过滤, 减少NMS计算量

性能对比:
- 优化前: 40-50ms
- 优化后: 17-22ms (60% 提升)
This commit is contained in:
16337
2026-02-02 16:37:24 +08:00
parent 4a58d190c0
commit d7f56683c7
4 changed files with 677 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
core/__pycache__/postprocessor.cpython-310.pyc
View File

Binary file not shown.

109
core/postprocessor.py
View File

@@ -13,6 +13,13 @@ from typing import Any, Dict, List, Optional, Set, Tuple
import numpy as np
try:
import torch
from torchvision.ops import nms as torch_nms
_HAS_TORCH = True
except ImportError:
_HAS_TORCH = False
from config.settings import get_settings
from config.config_models import ROIInfo, ROIType, AlertInfo, AlertLevel
from utils.logger import get_logger
@@ -25,12 +32,17 @@ class NMSProcessor:
"""非极大值抑制处理器 (向量化版本)
使用纯 NumPy 向量化操作，避免 Python 循环
可选 GPU 加速 (torchvision.ops.nms)
"""
def __init__(self, nms_threshold: float = 0.45):
def __init__(self, nms_threshold: float = 0.45, use_gpu: bool = False):
self.nms_threshold = nms_threshold
self.use_gpu = use_gpu and _HAS_TORCH
self._logger = get_logger("postprocessor")
if self.use_gpu:
self._logger.debug("NMS 使用 GPU 加速 (torchvision.ops.nms)")
def process(
self,
boxes: np.ndarray,
@@ -39,7 +51,7 @@ class NMSProcessor:
max_output_size: int = 300
) -> Tuple[np.ndarray, np.ndarray, np.ndarray]:
"""
执行NMS (向量化版本)
执行NMS (向量化版本，可选 GPU 加速)
Args:
boxes: 检测框数组 [N, 4] (x1, y1, x2, y2)
@@ -53,6 +65,44 @@ class NMSProcessor:
if len(boxes) == 0:
return np.array([], dtype=np.int32), np.array([]), np.array([])
if self.use_gpu and _HAS_TORCH:
return self._process_gpu(boxes, scores, class_ids, max_output_size)
return self._process_cpu(boxes, scores, class_ids, max_output_size)
def _process_gpu(
self,
boxes: np.ndarray,
scores: np.ndarray,
class_ids: Optional[np.ndarray],
max_output_size: int
) -> Tuple[np.ndarray, np.ndarray, np.ndarray]:
"""GPU 加速 NMS"""
boxes_t = torch.from_numpy(boxes).cuda()
scores_t = torch.from_numpy(scores).cuda()
keep = torch_nms(boxes_t, scores_t, iou_threshold=self.nms_threshold)
keep_np = keep.cpu().numpy()
if len(keep_np) > max_output_size:
top_k = np.argsort(scores[keep_np])[::-1][:max_output_size]
keep_np = keep_np[top_k]
return (
keep_np.astype(np.int32),
scores[keep_np],
class_ids[keep_np] if class_ids is not None else np.array([])
)
def _process_cpu(
self,
boxes: np.ndarray,
scores: np.ndarray,
class_ids: Optional[np.ndarray],
max_output_size: int
) -> Tuple[np.ndarray, np.ndarray, np.ndarray]:
"""CPU 向量化 NMS"""
order = np.argsort(scores)[::-1]
keep_mask = np.zeros(len(boxes), dtype=bool)
@@ -532,7 +582,12 @@ class PostProcessor:
self.nms_threshold = config.get("nms_threshold", 0.45)
self.conf_threshold = config.get("conf_threshold", 0.5)
self._nms = NMSProcessor(self.nms_threshold)
MAX_DETECTIONS = 8400
self._buffer_xyxy = np.zeros((MAX_DETECTIONS, 4), dtype=np.float32)
self._buffer_class_ids = np.zeros(MAX_DETECTIONS, dtype=np.int32)
self._buffer_boxes_xywh = np.zeros((MAX_DETECTIONS, 4), dtype=np.float32)
self._nms = NMSProcessor(self.nms_threshold, use_gpu=True)
self._mapper = CoordinateMapper()
self._roi_analyzer = ROIAnalyzer()
self._alarm_state_machine = AlarmStateMachine(
@@ -568,12 +623,15 @@ class PostProcessor:
if nms_threshold is None:
nms_threshold = self.nms_threshold
boxes, scores, class_ids = self._parse_yolo_output(raw_outputs)
boxes, scores, class_ids = self._parse_yolo_output(
raw_outputs,
prefilter_threshold=0.3
)
if len(boxes) == 0:
return np.array([]), np.array([]), np.array([])
nms_processor = NMSProcessor(nms_threshold)
nms_processor = NMSProcessor(nms_threshold, use_gpu=True)
keep_boxes, keep_scores, keep_classes = nms_processor.process_with_confidence_filter(
boxes, scores, class_ids, conf_threshold
@@ -583,13 +641,15 @@ class PostProcessor:
def _parse_yolo_output(
self,
outputs: List[np.ndarray]
outputs: List[np.ndarray],
prefilter_threshold: float = 0.3
) -> Tuple[np.ndarray, np.ndarray, np.ndarray]:
"""
解析YOLO模型输出 - 向量化版本
解析YOLO模型输出 - 向量化版本 + 预过滤
Args:
outputs: 模型输出列表
prefilter_threshold: 预过滤阈值，低于此值的框直接丢弃，减少NMS计算量
Returns:
tuple: (检测框, 置信度, 类别ID)
@@ -608,36 +668,37 @@ class PostProcessor:
if output.shape[0] != 84:
return np.array([]), np.array([]), np.array([])
num_boxes = output.shape[1]
boxes_xywh = output[0:4, :].T
obj_conf = output[4, :]
cls_scores = output[5:, :]
person_scores = cls_scores[0, :]
person_scores = output[5, :]
scores = obj_conf * person_scores
valid_mask = scores > self._conf_threshold
coarse_mask = scores > prefilter_threshold
if not np.any(valid_mask):
if not np.any(coarse_mask):
return np.array([]), np.array([]), np.array([])
boxes = boxes_xywh[valid_mask]
scores_filtered = scores[valid_mask]
boxes = boxes_xywh[coarse_mask]
scores_coarse = scores[coarse_mask]
boxes_xyxy = np.zeros_like(boxes)
boxes_xyxy[:, 0] = boxes[:, 0] - boxes[:, 2] / 2
boxes_xyxy[:, 1] = boxes[:, 1] - boxes[:, 3] / 2
boxes_xyxy[:, 2] = boxes[:, 0] + boxes[:, 2] / 2
boxes_xyxy[:, 3] = boxes[:, 1] + boxes[:, 3] / 2
valid_count = len(boxes)
np.copyto(self._buffer_boxes_xywh[:valid_count], boxes)
self._buffer_xyxy[:valid_count, 0] = boxes[:, 0] - boxes[:, 2] / 2
self._buffer_xyxy[:valid_count, 1] = boxes[:, 1] - boxes[:, 3] / 2
self._buffer_xyxy[:valid_count, 2] = boxes[:, 0] + boxes[:, 2] / 2
self._buffer_xyxy[:valid_count, 3] = boxes[:, 1] + boxes[:, 3] / 2
self._buffer_class_ids[:valid_count] = 0
return (
boxes_xyxy.astype(np.float32),
scores_filtered.astype(np.float32),
np.zeros(len(boxes), dtype=np.int32)
self._buffer_xyxy[:valid_count].copy(),
scores_coarse.astype(np.float32),
self._buffer_class_ids[:valid_count].copy()
)
def filter_by_roi(

586
logs/main.log
View File

@@ -84855,3 +84855,589 @@ TypeError: BatchPreprocessor.preprocess_single() missing 1 required positional a
2026-02-02 15:53:51 | INFO | main | 性能指标: inference_latency_ms = 18.841899989638478
2026-02-02 15:53:52 | INFO | main | 性能指标: inference_latency_ms = 18.421699991449714
2026-02-02 15:53:52 | INFO | main | 性能指标: inference_latency_ms = 19.223099981900305
2026-02-02 16:09:33 | INFO | main | Edge_Inference_Service 初始化开始
2026-02-02 16:09:33 | INFO | main | ==================================================
2026-02-02 16:09:33 | INFO | main | Edge_Inference_Service 启动
2026-02-02 16:09:33 | INFO | main | ==================================================
2026-02-02 16:09:33 | INFO | main | 数据库初始化成功
2026-02-02 16:09:37 | INFO | main | 配置管理器初始化成功
2026-02-02 16:09:37 | INFO | main | 流管理器初始化成功
2026-02-02 16:09:37 | INFO | main | Batch预处理器: batch=1, target_size=(480, 480), fp16=True
2026-02-02 16:09:37 | INFO | main | 图像预处理器初始化完成: 输入尺寸 480x480, Batch大小 1, FP16模式 True
2026-02-02 16:09:37 | INFO | main | 预处理器初始化成功
2026-02-02 16:09:37 | INFO | main | TensorRT 引擎初始化: ./models/yolo11n.engine, batch=1, shape=(3, 480, 480), fp16=True
2026-02-02 16:09:37 | INFO | main | 连接事件: load - TensorRT -> ./models/yolo11n.engine
2026-02-02 16:09:37 | INFO | main | TensorRT 引擎加载成功: ./models/yolo11n.engine
2026-02-02 16:09:37 | INFO | main | 输入: 1, 输出: 1, batch=1
2026-02-02 16:09:37 | INFO | main | 引擎已加载: default
2026-02-02 16:09:37 | INFO | main | 推理引擎加载成功: ./models/yolo11n.engine
2026-02-02 16:09:37 | INFO | main | 后处理器初始化完成: NMS阈值=0.45, 置信度阈值=0.5
2026-02-02 16:09:37 | INFO | main | 后处理器初始化成功
2026-02-02 16:09:37 | INFO | main | 结果上报器初始化成功
2026-02-02 16:09:41 | INFO | main | 算法管理器初始化成功
2026-02-02 16:09:41 | INFO | main | 所有组件初始化完成
2026-02-02 16:09:41 | INFO | main | 视频流已添加: test_camera_01
2026-02-02 16:09:41 | INFO | main | 已添加摄像头: test_camera_01
2026-02-02 16:09:45 | INFO | main | 连接事件: connect - RTSP -> test_camera_01
2026-02-02 16:09:45 | INFO | main | 视频流已启动: test_camera_01 @ 5fps
2026-02-02 16:09:45 | INFO | main | 已启动 1 个视频流
2026-02-02 16:09:45 | INFO | main | Edge_Inference_Service 已启动
2026-02-02 16:09:45 | INFO | main | 性能指标: inference_latency_ms = 119.62389998370782
2026-02-02 16:09:45 | INFO | main | 性能指标: inference_latency_ms = 63.4557000012137
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 56.599500006996095
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 55.59389997506514
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 38.72899996349588
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.00140001391992
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.055800020694733
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.933900023810565
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.48440002463758
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.942699974402785
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.36589999543503
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.990099986083806
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.525399998296052
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 18.06540001416579
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 18.467699992470443
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 18.387200019787997
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 22.738800034858286
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 19.77049995912239
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.356700031086802
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.827399958856404
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.61489997059107
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.199200006667525
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.10980002442375
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.363199964165688
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.79680002760142
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.257500032428652
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.445199969690293
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.339999983552843
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.03690004069358
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.135599977336824
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.898500034585595
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.518800006248057
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 14.914800005499274
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 15.909700014162809
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.928200017195195
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.806800034828484
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 16.047499957494438
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 17.14060001540929
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 22.054800007026643
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 19.694300019182265
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 20.025000034365803
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 19.20310000423342
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 23.475699999835342
2026-02-02 16:09:46 | INFO | main | 性能指标: inference_latency_ms = 20.055600034538656
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.716300012078136
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.463500018697232
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 16.96310000261292
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 16.88730000751093
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 17.427199985831976
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.922300019767135
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 17.6235000253655
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.378800014033914
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.62400000775233
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.49019998917356
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.338700047228485
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 20.064899988938123
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.79560004454106
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 18.127100018318743
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 20.66560002276674
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 21.571499994024634
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 26.81260003009811
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 24.24940001219511
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 20.469399983994663
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.431499997153878
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 23.767300008330494
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 20.892400003504008
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.273500016424805
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 21.954900003038347
2026-02-02 16:09:47 | INFO | main | 性能指标: inference_latency_ms = 19.800399953965098
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 21.98419999331236
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 21.886799950152636
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 22.752199962269515
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.3857000451535
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 18.59110000077635
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 18.757999991066754
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 18.75740004470572
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 19.772699975874275
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.162499975413084
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.23429999826476
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 21.12480002688244
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 31.998599995858967
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 31.050499994307756
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 30.300599988549948
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 30.61570000136271
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 29.763599974103272
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 25.22270003100857
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.816900010686368
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 19.301499996799976
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.506000029854476
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 19.695699971634895
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.14839998446405
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 19.85049998620525
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.507699984591454
2026-02-02 16:09:48 | INFO | main | 性能指标: inference_latency_ms = 20.782700041309
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.51699999719858
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.381599955726415
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.027299993671477
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 23.284399998374283
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 22.28909998666495
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 24.116999993566424
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 22.571299981791526
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.98830003524199
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.328700018581003
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 25.788200029637665
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 22.30860001873225
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 20.16769995680079
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 21.452399960253388
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 25.734599970746785
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 21.88909996766597
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 23.531500017270446
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 27.585000032559037
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 25.10450000409037
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 21.46099996753037
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 25.730599998496473
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 23.280200024601072
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 24.205999972764403
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 31.059800006914884
2026-02-02 16:09:49 | INFO | main | 性能指标: inference_latency_ms = 30.444499978329986
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 29.75660003721714
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 27.893199992831796
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 24.21699999831617
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 21.517599991057068
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 20.306200021877885
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 23.34859996335581
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 27.072500030044466
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 21.70720003778115
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 21.603700006380677
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 20.46390000032261
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 22.30720000807196
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 21.12340001622215
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 20.459100021980703
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 19.82089999364689
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 33.97879999829456
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 31.22629999415949
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 30.605099978856742
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 30.106699967291206
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 32.5893999543041
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 29.52379995258525
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 29.228699975647032
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 27.8499000123702
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 32.11339999688789
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 31.82929998729378
2026-02-02 16:09:50 | INFO | main | 性能指标: inference_latency_ms = 31.68140002526343
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 30.653499998152256
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 31.347199983429164
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 33.637299959082156
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 29.155299998819828
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 29.209300002548844
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 29.12799996556714
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 27.43049996206537
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 27.88939996389672
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 29.02630000608042
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.810199970379472
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.393599999602884
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 20.094299979973584
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 20.77669999562204
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.211299950256944
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 20.73489996837452
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 18.620500050019473
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 18.95280001917854
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 20.075200009159744
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.953600014559925
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.94079997530207
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 18.445299996528774
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 17.76899996912107
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 18.348700017668307
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 19.00909998221323
2026-02-02 16:09:51 | INFO | main | 性能指标: inference_latency_ms = 20.09780000662431
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.72880000155419
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 21.89979999093339
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.51890002237633
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.43250000476837
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.546299998182803
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.51120002195239
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.337099987547845
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.052300030831248
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.917699984740466
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.963600043207407
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 20.00919997226447
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 20.940500020515174
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 22.410299978218973
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.309299997985363
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 20.13060002354905
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 23.38560001226142
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 18.75579997431487
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 20.145100017543882
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.66369996080175
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.651599985081702
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.361200043931603
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.695299968589097
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.18230002047494
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.217099994421005
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 23.300900007598102
2026-02-02 16:09:52 | INFO | main | 性能指标: inference_latency_ms = 19.790999998804182
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 18.773999996483326
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 19.649899972137064
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 22.7428000071086
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 30.477299995254725
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 32.339900033548474
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 28.434299980290234
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 30.312500020954758
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 28.22460001334548
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 30.29129997594282
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 33.84579997509718
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 36.44709999207407
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 29.207300045527518
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 26.981900038663298
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 30.646300001535565
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 28.875400021206588
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 28.865000000223517
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 29.392500000540167
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 26.964600023347884
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 27.699000027496368
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 26.931100001093
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 27.0866000209935
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 29.691000003367662
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 27.740499994251877
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 27.222200005780905
2026-02-02 16:09:53 | INFO | main | 性能指标: inference_latency_ms = 28.28229998704046
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 29.463000013493
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 29.47080001467839
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 28.039800003170967
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 26.679899950977415
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 26.133300038054585
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 27.598500018939376
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 28.90029997797683
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 24.259500030893832
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.643599993083626
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 17.730900028254837
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.225600011646748
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.553100002463907
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.942800001241267
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.140300002414733
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 20.05639998242259
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.346199987921864
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.527699983678758
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.84440000867471
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.27429996430874
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.26219998858869
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.94829997420311
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 17.904699954669923
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.893200020305812
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 19.45650001289323
2026-02-02 16:09:54 | INFO | main | 性能指标: inference_latency_ms = 18.165500019676983
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 17.631699971389025
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.125499995425344
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.94660003017634
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 20.092899969313294
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.277799990959466
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.452899985481054
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 20.59720002580434
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.117500003427267
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.935500003863126
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.938200024422258
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.04870000341907
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 17.83089997479692
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.950300000142306
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 20.37230000132695
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.883799959439784
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.514499999582767
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 20.091099955607206
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.00869998987764
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 20.01050004037097
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.385599996894598
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.68169999215752
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.220200018025935
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.524900020565838
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 18.374299979768693
2026-02-02 16:09:55 | INFO | main | 性能指标: inference_latency_ms = 19.572299963328987
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.080600002780557
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 20.00910002971068
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.525400013662875
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 27.182699996046722
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 28.69549999013543
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 29.293900006450713
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 29.5862999628298
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 30.880699981935322
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 32.34830003930256
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 30.681899981573224
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 29.96519999578595
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 29.87650001887232
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 30.467999982647598
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.1315999943763
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.138799980282784
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.105800020042807
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.08019999973476
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.162700045853853
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.242000020109117
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.150699965190142
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.510399968363345
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.35560001200065
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.401199999265373
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 18.409899959806353
2026-02-02 16:09:56 | INFO | main | 性能指标: inference_latency_ms = 19.488499965518713
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.38070002850145
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.163899996783584
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.163800006732345
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.537100044544786
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.421800039708614
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.239199998788536
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.035100016277283
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 21.848600008524954
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 20.124299975577742
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.484699947293848
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.434499961789697
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.828900007065386
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 22.341899981256574
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.292599987238646
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.667499989736825
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.47269996162504
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 23.4684000024572
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.7026000241749
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.630700000561774
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 21.078999969176948
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.284099991433322
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 19.7141999960877
2026-02-02 16:09:57 | INFO | main | 性能指标: inference_latency_ms = 18.77950003836304
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 18.829000007826835
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 18.579600029625
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 19.84600001014769
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 18.249400018248707
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 17.880799947306514
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 18.00440001534298
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 19.815300009213388
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 18.709200026933104
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 19.501200004015118
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 19.577099999878556
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 26.712199964094907
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 27.224100020248443
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.55660002771765
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.5369999948889
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 27.790799969807267
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.523600009270012
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.82019999762997
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.403300024569035
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 27.336300001479685
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 28.56669999891892
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 28.131900005973876
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.106899979524314
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 28.821300016716123
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 29.227400023955852
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 26.77260001655668
2026-02-02 16:09:58 | INFO | main | 性能指标: inference_latency_ms = 28.585199965164065
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 29.77580000879243
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 28.1591999810189
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 27.83209999324754
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 26.00229997187853
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 20.01929999096319
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 20.605199970304966
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.6709999688901
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.153399985749274
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.177099980879575
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.284099980723113
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.224199990276247
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.642500032205135
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.45940004568547
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 20.424699992872775
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 23.83279998321086
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.688899978064
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.92920001409948
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 19.569500000216067
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.590299994684756
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.748899979982525
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 18.36879999609664
2026-02-02 16:09:59 | INFO | main | 性能指标: inference_latency_ms = 26.077000016812235
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.449600007850677
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.695599970873445
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.032200030982494
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.96889995643869
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.9807999888435
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.34519998030737
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.713299989234656
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.115999981295317
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.13799996348098
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.534600025508553
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.713699981570244
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.41500004613772
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.645100052002817
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.518400018569082
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 24.81999999145046
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 24.831200018525124
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 22.47160003753379
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.999499956611544
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.86100000794977
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.432100049220026
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.293799985665828
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 19.111700006760657
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 18.493700015824288
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.547899999655783
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.196400000713766
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 20.65530000254512
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 22.17489999020472
2026-02-02 16:10:00 | INFO | main | 性能指标: inference_latency_ms = 27.05839998088777
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 30.85460001602769
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 30.57900001294911
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 30.45890002977103
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 30.529799987562
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 20.198899961542338
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 20.015599962789565
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 21.296299993991852
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 21.017700026277453
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.766399986110628
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.59889999125153
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 20.2358000096865
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.74070002324879
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.329700036905706
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 22.59750000666827
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.506199983879924
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 20.11859999038279
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 20.487300003878772
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 19.446499994955957
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 26.8880000221543
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 28.740899986587465
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 30.988899990916252
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 28.756099985912442
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 27.567300014197826
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 26.242899999488145
2026-02-02 16:10:01 | INFO | main | 性能指标: inference_latency_ms = 29.766099993139505
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 29.636999999638647
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 30.847699963487685
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 26.786400005221367
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 26.11789997899905
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 19.073100003879517
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.39129999279976
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 19.270699995104223
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.999000021722168
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 17.75399997131899
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.2564000133425
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.04729999275878
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 17.736600013449788
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 17.092199996113777
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 23.743600002489984
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.187900015618652
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 17.842100001871586
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 20.143100002314895
2026-02-02 16:10:02 | INFO | main | 性能指标: inference_latency_ms = 18.064200005028397
2026-02-02 16:24:22 | INFO | main | Edge_Inference_Service 初始化开始
2026-02-02 16:24:22 | INFO | main | ==================================================
2026-02-02 16:24:22 | INFO | main | Edge_Inference_Service 启动
2026-02-02 16:24:22 | INFO | main | ==================================================
2026-02-02 16:24:22 | INFO | main | 数据库初始化成功
2026-02-02 16:24:26 | INFO | main | 配置管理器初始化成功
2026-02-02 16:24:26 | INFO | main | 流管理器初始化成功
2026-02-02 16:24:26 | INFO | main | Batch预处理器: batch=1, target_size=(480, 480), fp16=True
2026-02-02 16:24:26 | INFO | main | 图像预处理器初始化完成: 输入尺寸 480x480, Batch大小 1, FP16模式 True
2026-02-02 16:24:26 | INFO | main | 预处理器初始化成功
2026-02-02 16:24:26 | INFO | main | TensorRT 引擎初始化: ./models/yolo11n.engine, batch=1, shape=(3, 480, 480), fp16=True
2026-02-02 16:24:26 | INFO | main | 连接事件: load - TensorRT -> ./models/yolo11n.engine
2026-02-02 16:24:26 | INFO | main | TensorRT 引擎加载成功: ./models/yolo11n.engine
2026-02-02 16:24:26 | INFO | main | 输入: 1, 输出: 1, batch=1
2026-02-02 16:24:26 | INFO | main | 引擎已加载: default
2026-02-02 16:24:26 | INFO | main | 推理引擎加载成功: ./models/yolo11n.engine
2026-02-02 16:24:26 | INFO | main | 后处理器初始化完成: NMS阈值=0.45, 置信度阈值=0.5
2026-02-02 16:24:26 | INFO | main | 后处理器初始化成功
2026-02-02 16:24:26 | INFO | main | 结果上报器初始化成功
2026-02-02 16:24:30 | INFO | main | 算法管理器初始化成功
2026-02-02 16:24:30 | INFO | main | 所有组件初始化完成
2026-02-02 16:24:30 | INFO | main | 视频流已添加: test_camera_01
2026-02-02 16:24:30 | INFO | main | 已添加摄像头: test_camera_01
2026-02-02 16:24:35 | INFO | main | 连接事件: connect - RTSP -> test_camera_01
2026-02-02 16:24:35 | INFO | main | 视频流已启动: test_camera_01 @ 5fps
2026-02-02 16:24:35 | INFO | main | 已启动 1 个视频流
2026-02-02 16:24:35 | INFO | main | Edge_Inference_Service 已启动
2026-02-02 16:24:36 | INFO | main | 性能指标: inference_latency_ms = 23.41979998163879
2026-02-02 16:24:36 | INFO | main | 性能指标: inference_latency_ms = 32.239200023468584
2026-02-02 16:24:36 | INFO | main | 性能指标: inference_latency_ms = 22.400900023058057
2026-02-02 16:24:37 | INFO | main | 性能指标: inference_latency_ms = 36.14540002308786
2026-02-02 16:24:37 | INFO | main | 性能指标: inference_latency_ms = 34.10940000321716
2026-02-02 16:24:37 | INFO | main | 性能指标: inference_latency_ms = 22.974299965426326
2026-02-02 16:24:38 | INFO | main | 性能指标: inference_latency_ms = 38.38260000338778
2026-02-02 16:24:38 | INFO | main | 性能指标: inference_latency_ms = 32.95850002905354
2026-02-02 16:24:38 | INFO | main | 性能指标: inference_latency_ms = 24.88639997318387
2026-02-02 16:24:39 | INFO | main | 性能指标: inference_latency_ms = 38.06369996163994
2026-02-02 16:24:39 | INFO | main | 性能指标: inference_latency_ms = 26.32400003494695
2026-02-02 16:24:40 | INFO | main | 性能指标: inference_latency_ms = 33.58839999418706
2026-02-02 16:24:40 | INFO | main | 性能指标: inference_latency_ms = 24.08180001657456
2026-02-02 16:24:40 | INFO | main | 性能指标: inference_latency_ms = 24.257299955934286
2026-02-02 16:24:41 | INFO | main | 性能指标: inference_latency_ms = 28.83950003888458
2026-02-02 16:24:41 | INFO | main | 性能指标: inference_latency_ms = 34.82649999205023
2026-02-02 16:24:42 | INFO | main | 性能指标: inference_latency_ms = 31.570899998769164
2026-02-02 16:24:42 | INFO | main | 性能指标: inference_latency_ms = 32.29719999944791
2026-02-02 16:24:42 | INFO | main | 性能指标: inference_latency_ms = 27.527199999894947
2026-02-02 16:24:43 | INFO | main | 性能指标: inference_latency_ms = 46.21130001032725
2026-02-02 16:24:43 | INFO | main | 性能指标: inference_latency_ms = 31.36849997099489
2026-02-02 16:24:44 | INFO | main | 性能指标: inference_latency_ms = 31.95969999069348
2026-02-02 16:24:44 | INFO | main | 性能指标: inference_latency_ms = 39.06999999890104
2026-02-02 16:24:44 | INFO | main | 性能指标: inference_latency_ms = 31.84859995963052
2026-02-02 16:24:45 | INFO | main | 性能指标: inference_latency_ms = 22.663299983832985
2026-02-02 16:24:45 | INFO | main | 性能指标: inference_latency_ms = 27.797500020824373
2026-02-02 16:24:46 | INFO | main | 性能指标: inference_latency_ms = 34.23879999900237
2026-02-02 16:24:46 | INFO | main | 性能指标: inference_latency_ms = 31.702900014352053
2026-02-02 16:24:46 | INFO | main | 性能指标: inference_latency_ms = 33.701500040479004
2026-02-02 16:24:47 | INFO | main | 性能指标: inference_latency_ms = 33.07240002322942
2026-02-02 16:24:47 | INFO | main | 性能指标: inference_latency_ms = 33.464199979789555
2026-02-02 16:24:48 | INFO | main | 性能指标: inference_latency_ms = 19.48159997118637
2026-02-02 16:24:48 | INFO | main | 性能指标: inference_latency_ms = 20.6579000223428
2026-02-02 16:24:48 | INFO | main | 性能指标: inference_latency_ms = 20.6447999808006
2026-02-02 16:24:49 | INFO | main | 性能指标: inference_latency_ms = 20.285000035073608
2026-02-02 16:24:49 | INFO | main | 性能指标: inference_latency_ms = 23.07879994623363
2026-02-02 16:24:50 | INFO | main | 性能指标: inference_latency_ms = 31.669999996665865
2026-02-02 16:34:22 | INFO | main | Edge_Inference_Service 初始化开始
2026-02-02 16:34:22 | INFO | main | ==================================================
2026-02-02 16:34:22 | INFO | main | Edge_Inference_Service 启动
2026-02-02 16:34:22 | INFO | main | ==================================================
2026-02-02 16:34:22 | INFO | main | 数据库初始化成功
2026-02-02 16:34:27 | INFO | main | 配置管理器初始化成功
2026-02-02 16:34:27 | INFO | main | 流管理器初始化成功
2026-02-02 16:34:27 | INFO | main | Batch预处理器: batch=1, target_size=(480, 480), fp16=True
2026-02-02 16:34:27 | INFO | main | 图像预处理器初始化完成: 输入尺寸 480x480, Batch大小 1, FP16模式 True
2026-02-02 16:34:27 | INFO | main | 预处理器初始化成功
2026-02-02 16:34:27 | INFO | main | TensorRT 引擎初始化: ./models/yolo11n.engine, batch=1, shape=(3, 480, 480), fp16=True
2026-02-02 16:34:27 | INFO | main | 连接事件: load - TensorRT -> ./models/yolo11n.engine
2026-02-02 16:34:27 | INFO | main | TensorRT 引擎加载成功: ./models/yolo11n.engine
2026-02-02 16:34:27 | INFO | main | 输入: 1, 输出: 1, batch=1
2026-02-02 16:34:27 | INFO | main | 引擎已加载: default
2026-02-02 16:34:27 | INFO | main | 推理引擎加载成功: ./models/yolo11n.engine
2026-02-02 16:34:27 | INFO | main | 后处理器初始化完成: NMS阈值=0.45, 置信度阈值=0.5
2026-02-02 16:34:27 | INFO | main | 后处理器初始化成功
2026-02-02 16:34:27 | INFO | main | 结果上报器初始化成功
2026-02-02 16:34:31 | INFO | main | 算法管理器初始化成功
2026-02-02 16:34:31 | INFO | main | 所有组件初始化完成
2026-02-02 16:34:31 | INFO | main | 视频流已添加: test_camera_01
2026-02-02 16:34:31 | INFO | main | 已添加摄像头: test_camera_01
2026-02-02 16:34:35 | INFO | main | 连接事件: connect - RTSP -> test_camera_01
2026-02-02 16:34:35 | INFO | main | 视频流已启动: test_camera_01 @ 5fps
2026-02-02 16:34:35 | INFO | main | 已启动 1 个视频流
2026-02-02 16:34:35 | INFO | main | Edge_Inference_Service 已启动
2026-02-02 16:34:36 | INFO | main | 性能指标: inference_latency_ms = 20.76500002294779
2026-02-02 16:34:36 | INFO | main | 性能指标: inference_latency_ms = 20.86390001932159
2026-02-02 16:34:36 | INFO | main | 性能指标: inference_latency_ms = 21.934199961833656
2026-02-02 16:34:37 | INFO | main | 性能指标: inference_latency_ms = 21.037899947259575
2026-02-02 16:34:37 | INFO | main | 性能指标: inference_latency_ms = 24.072199943475425
2026-02-02 16:34:37 | INFO | main | 性能指标: inference_latency_ms = 24.669900012668222
2026-02-02 16:34:38 | INFO | main | 性能指标: inference_latency_ms = 22.396799991838634
2026-02-02 16:34:38 | INFO | main | 性能指标: inference_latency_ms = 28.335100039839745
2026-02-02 16:34:39 | INFO | main | 性能指标: inference_latency_ms = 22.276600007899106
2026-02-02 16:34:39 | INFO | main | 性能指标: inference_latency_ms = 27.521800016984344
2026-02-02 16:34:39 | INFO | main | 性能指标: inference_latency_ms = 35.87540000444278
2026-02-02 16:34:40 | INFO | main | 性能指标: inference_latency_ms = 23.90420000301674
2026-02-02 16:34:40 | INFO | main | 性能指标: inference_latency_ms = 36.27240000059828
2026-02-02 16:34:41 | INFO | main | 性能指标: inference_latency_ms = 30.69159999722615
2026-02-02 16:34:41 | INFO | main | 性能指标: inference_latency_ms = 23.054699995554984
2026-02-02 16:34:41 | INFO | main | 性能指标: inference_latency_ms = 25.182199955452234
2026-02-02 16:34:42 | INFO | main | 性能指标: inference_latency_ms = 25.90119995875284
2026-02-02 16:34:42 | INFO | main | 性能指标: inference_latency_ms = 20.327099948190153
2026-02-02 16:34:42 | INFO | main | 性能指标: inference_latency_ms = 40.589299984276295
2026-02-02 16:34:43 | INFO | main | 性能指标: inference_latency_ms = 36.35279997251928
2026-02-02 16:34:43 | INFO | main | 性能指标: inference_latency_ms = 33.70070003438741
2026-02-02 16:34:44 | INFO | main | 性能指标: inference_latency_ms = 26.435399951878935
2026-02-02 16:34:44 | INFO | main | 性能指标: inference_latency_ms = 25.692099996376783
2026-02-02 16:34:44 | INFO | main | 性能指标: inference_latency_ms = 28.54179998394102
2026-02-02 16:34:45 | INFO | main | 性能指标: inference_latency_ms = 25.0998999690637
2026-02-02 16:34:45 | INFO | main | 性能指标: inference_latency_ms = 26.1859999736771
2026-02-02 16:34:46 | INFO | main | 性能指标: inference_latency_ms = 37.661599984858185
2026-02-02 16:34:46 | INFO | main | 性能指标: inference_latency_ms = 22.924199991393834
2026-02-02 16:34:46 | INFO | main | 性能指标: inference_latency_ms = 39.95710000162944
2026-02-02 16:34:47 | INFO | main | 性能指标: inference_latency_ms = 29.787199979182333
2026-02-02 16:34:47 | INFO | main | 性能指标: inference_latency_ms = 22.39870000630617
2026-02-02 16:34:48 | INFO | main | 性能指标: inference_latency_ms = 20.819300028961152

2
main.py
View File

@@ -190,6 +190,8 @@ class EdgeInferenceService:
self._performance_stats["total_frames_processed"] += 1
self._frame_counter = getattr(self, '_frame_counter', 0) + 1
if self._frame_counter % 10 == 0:
self._logger.log_inference_latency(
processing_time_ms,
batch_size=1