本课学习毕业项目：智能安防系统的核心原理与实现。我们将从数学基础出发，通过代码实践真正理解每一个算法的运作机制。
智能安防系统设计
print('智能安防系统架构:')
print('1. 视频采集层: RTSP/USB摄像头')
print('2. 检测层: YOLO人员/车辆检测')
print('3. 追踪层: DeepSORT多目标追踪')
print('4. 分析层: 行为识别/异常检测')
print('5. 告警层: 规则引擎+推送')人员检测YOLO
import cv2, numpy as np
img = np.zeros((480,640,3), dtype=np.uint8)
# 模拟监控画面
for i, (x,y) in enumerate([(100,200),(300,250),(500,180)]):
cv2.rectangle(img, (x-15,y-40), (x+15,y), (0,255,0), 2)
cv2.putText(img, f'P{i+1}', (x-15,y-45), cv2.FONT_HERSHEY_SIMPLEX, 0.5, (0,255,0), 1)
print(f'检测到3人')
cv2.imwrite('/var/www/ttl/cv/l35_person.png', img)行为识别
print('行为识别方法:')
print('1. 骨骼序列: HRNet+ST-GCN')
print('2. 视频片段: SlowFast/I3D')
print('3. 规则引擎: 区域+时间+动作')
print('常见行为: 进入/离开/奔跑/摔倒')异常检测
import numpy as np
# 自编码器异常检测
np.random.seed(42)
normal = np.random.randn(100, 10)
anomaly = np.random.randn(5, 10) * 3 + 2 # 分布偏移
# 训练自编码器(简化)
center = normal.mean(axis=0)
dist_normal = np.linalg.norm(normal - center, axis=1)
dist_anomaly = np.linalg.norm(anomaly - center, axis=1)
threshold = np.percentile(dist_normal, 95)
print(f'正常距离: {dist_normal.mean():.2f}, 异常距离: {dist_anomaly.mean():.2f}')
print(f'阈值: {threshold:.2f}, 异常检出: {(dist_anomaly > threshold).sum()}/{len(dist_anomaly)}')多目标追踪DeepSORT
print('DeepSORT追踪流程:')
print('1. YOLO检测每帧目标')
print('2. 匈牙利算法匹配轨迹')
print('3. 卡尔曼滤波预测位置')
print('4. 外观特征辅助匹配')
print('5. 轨迹管理(创建/删除)')系统集成
print('系统集成要点:')
print('1. 实时性: 检测<50ms/帧')
print('2. 鲁棒性: 光照/遮挡/尺度')
print('3. 可扩展: 多摄像头并行')
print('4. 低误报: 告警准确率>90%')
print('5. 持久化: 视频存储+事件记录')毕业项目实战
import cv2, numpy as np
img = np.zeros((480,640,3), dtype=np.uint8)
cv2.putText(img, 'Security System v1.0', (10,30), cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0,255,0), 2)
# 检测框
cv2.rectangle(img, (80,160),(130,250),(0,255,0),2)
cv2.putText(img,'P1 0.95',(80,155),cv2.FONT_HERSHEY_SIMPLEX,0.4,(0,255,0),1)
cv2.rectangle(img, (300,180),(350,270),(0,255,0),2)
cv2.putText(img,'P2 0.89',(300,175),cv2.FONT_HERSHEY_SIMPLEX,0.4,(0,255,0),1)
# 异常标记
cv2.rectangle(img, (450,150),(520,260),(0,0,255),2)
cv2.putText(img,'ALERT: Running',(450,145),cv2.FONT_HERSHEY_SIMPLEX,0.4,(0,0,255),1)
# 状态栏
cv2.rectangle(img, (0,440),(640,480),(30,30,30),-1)
cv2.putText(img,'Cam1 | FPS:25 | Persons:3 | Alerts:1',(10,465),cv2.FONT_HERSHEY_SIMPLEX,0.5,(0,255,0),1)
cv2.imwrite('/var/www/ttl/cv/l35_system.png', img)
print('智能安防系统演示完成')
print('功能: 人员检测+追踪+异常告警')| 方法 | 优点 | 缺点 | 适用场景 |
|---|---|---|---|
| 方法A | 简单高效 | 精度有限 | 快速原型 |
| 方法B | 精度高 | 计算量大 | 离线处理 |
| 方法C | 平衡精度与速度 | 参数调优复杂 | 实际应用 |
本课涉及的核心数学公式汇总，方便快速参考：
本节深入探讨智能安防的进阶话题和工程实践中的关键考虑。
# 性能基准测试模板
import time, numpy as np
def benchmark(func, *args, n=100, **kwargs):
times = []
for _ in range(n):
t0 = time.time()
result = func(*args, **kwargs)
times.append(time.time() - t0)
return np.mean(times)*1000, np.std(times)*1000
print(f"性能基准测试: 多次运行取均值和标准差")
print(f"注意: 首次运行可能较慢(JIT编译/缓存加载)")| 优化方向 | 方法 | 精度影响 | 加速比 |
|---|---|---|---|
| 模型压缩 | 剪枝/蒸馏 | 1-3%下降 | 2-4x |
| 量化 | INT8/FP16 | <1%下降 | 2-8x |
| 算子融合 | TensorRT/ONNX | 无 | 1.5-3x |
| 批处理 | 增大batch size | 无 | 线性 |
以下是一个完整的智能安防处理管道，从数据准备到结果评估，包含所有关键步骤和参数调优建议：
import cv2
import numpy as np
import time
class 智能安防Pipeline:
"""完整的智能安防处理管道"""
def __init__(self, params=None):
self.params = params or {}
self.results = {}
def preprocess(self, image):
"""预处理步骤"""
# 1. 去噪
if self.params.get('denoise', True):
image = cv2.GaussianBlur(image, (3, 3), 1.0)
# 2. 对比度增强
if self.params.get('enhance', False):
if len(image.shape) == 2:
image = cv2.equalizeHist(image)
else:
lab = cv2.cvtColor(image, cv2.COLOR_BGR2LAB)
lab[:,:,0] = cv2.equalizeHist(lab[:,:,0])
image = cv2.cvtColor(lab, cv2.COLOR_LAB2BGR)
# 3. 尺寸调整
max_size = self.params.get('max_size', 1024)
h, w = image.shape[:2]
if max(h, w) > max_size:
scale = max_size / max(h, w)
image = cv2.resize(image, (int(w*scale), int(h*scale)))
return image
def process(self, image):
"""核心处理步骤"""
t0 = time.time()
preprocessed = self.preprocess(image)
t1 = time.time()
# 主处理逻辑
result = self._main_process(preprocessed)
t2 = time.time()
self.results['timing'] = {
'preprocess': (t1-t0)*1000,
'process': (t2-t1)*1000,
'total': (t2-t0)*1000
}
return result
def _main_process(self, image):
"""主处理逻辑（子类可重写）"""
return image
def evaluate(self, result, ground_truth=None):
"""评估处理结果"""
metrics = {}
if ground_truth is not None:
if len(result.shape) == 2:
mse = np.mean((result.astype(float) - ground_truth.astype(float))**2)
metrics['mse'] = mse
metrics['psnr'] = 10 * np.log10(255**2 / (mse + 1e-10))
metrics['timing'] = self.results.get('timing', {})
return metrics
def visualize(self, image, result):
"""可视化对比"""
if len(image.shape) == 2:
image = cv2.cvtColor(image, cv2.COLOR_GRAY2BGR)
if len(result.shape) == 2:
result = cv2.cvtColor(result, cv2.COLOR_GRAY2BGR)
h1, w1 = image.shape[:2]
h2, w2 = result.shape[:2]
h, w = max(h1,h2), w1+w2+10
vis = np.zeros((h, w, 3), dtype=np.uint8)
vis[:h1, :w1] = image
vis[:h2, w1+10:] = result
cv2.putText(vis, 'Input', (10, 25), cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0,255,0), 2)
cv2.putText(vis, 'Output', (w1+20, 25), cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0,255,0), 2)
return vis
# 使用示例
pipeline = 智能安防Pipeline({'denoise': True, 'enhance': False, 'max_size': 512})
test_img = np.random.randint(0, 256, (256, 256, 3), dtype=np.uint8)
result = pipeline.process(test_img)
metrics = pipeline.evaluate(result)
print(f"处理时间: {metrics['timing'].get('total', 0):.1f}ms")不同参数对结果的影响：
建议从默认参数开始，根据结果逐步调整。先在少量数据上快速迭代，确定参数后再全量处理。
import numpy as np
class Metrics:
@staticmethod
def mse(img1, img2):
return np.mean((img1.astype(float) - img2.astype(float))**2)
@staticmethod
def psnr(img1, img2, max_val=255):
mse_val = Metrics.mse(img1, img2)
if mse_val == 0: return float('inf')
return 10 * np.log10(max_val**2 / mse_val)
@staticmethod
def iou(mask1, mask2):
inter = np.logical_and(mask1 > 0, mask2 > 0).sum()
union = np.logical_or(mask1 > 0, mask2 > 0).sum()
return inter / (union + 1e-10)
@staticmethod
def f1_score(pred, gt, threshold=0.5):
pred_bin = (pred > threshold)
gt_bin = (gt > 0)
tp = np.logical_and(pred_bin, gt_bin).sum()
precision = tp / (pred_bin.sum() + 1e-10)
recall = tp / (gt_bin.sum() + 1e-10)
return 2 * precision * recall / (precision + recall + 1e-10)
# 示例
img1 = np.random.randint(0, 256, (100,100), dtype=np.uint8)
img2 = img1 + np.random.randint(-10, 10, (100,100))
img2 = np.clip(img2, 0, 255).astype(np.uint8)
print(f"MSE: {Metrics.mse(img1,img2):.2f}")
print(f"PSNR: {Metrics.psnr(img1,img2):.2f} dB")
print(f"说明: PSNR>30dB为良好, >40dB为优秀")本课所学技术在实际工程中有广泛的应用。以下是几个典型场景：
在制造业中，计算机视觉技术被用于产品缺陷检测。关键挑战包括：缺陷样本少（需要数据增强或异常检测方法）、实时性要求高（流水线速度）、光照变化大。
# 工业质检示例
import cv2, numpy as np
# 模拟产品表面
product = np.full((200,200), 180, dtype=np.uint8)
# 添加划痕缺陷
cv2.line(product, (30,80), (170,120), 50, 2)
# 缺陷检测
blurred = cv2.GaussianBlur(product, (5,5), 1.0)
diff = cv2.absdiff(product, blurred)
_, defects = cv2.threshold(diff, 15, 255, cv2.THRESH_BINARY)
defect_area = np.count_nonzero(defects)
print(f"缺陷面积: {defect_area}px, 缺陷率: {defect_area/product.size:.4%}")
is_defective = defect_area > 50
print(f"检测结果: {'不合格' if is_defective else '合格'}")自动驾驶需要实时处理多种视觉任务：车道检测、目标检测、语义分割。延迟要求<50ms，且需要处理各种天气和光照条件。
# 车道检测示例
import cv2, numpy as np
road = np.zeros((480,640), dtype=np.uint8)
# 模拟道路
cv2.fillPoly(road, [np.array([[200,480],[440,480],[350,200],[290,200]])], 100)
# 模拟车道线
cv2.line(road, (280,480), (320,200), 255, 3)
cv2.line(road, (360,480), (320,200), 255, 3)
# 车道检测
edges = cv2.Canny(road, 50, 150)
lines = cv2.HoughLinesP(edges, 1, np.pi/180, 50, minLineLength=100, maxLineGap=50)
print(f"检测到车道线: {len(lines) if lines is not None else 0} 条")医学影像分析需要高精度和高可靠性。常见应用包括：CT/MRI分割、X光异常检测、病理图像分析。关键要求：误诊率极低、可解释性强、符合医疗法规。
# 简单医学分割
import cv2, numpy as np
# 模拟CT扫描
ct = np.zeros((256,256), dtype=np.uint8)
cv2.ellipse(ct, (128,128), (60,50), 0, 0, 360, 150, -1) # 器官
cv2.circle(ct, (140,120), 15, 200, -1) # 病灶
# Otsu分割
_, mask = cv2.threshold(ct, 0, 255, cv2.THRESH_BINARY + cv2.THRESH_OTSU)
contours, _ = cv2.findContours(mask, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)
print(f"检测到 {len(contours)} 个区域")
for c in contours:
area = cv2.contourArea(c)
if area > 100:
print(f" 区域面积: {area}, 疑似病灶: {area < 1000}")你已经掌握了毕业项目：智能安防系统的核心知识，继续前进！