From 16016b1fc5b1abd776b5be8f554a68fbe4b16d55 Mon Sep 17 00:00:00 2001 From: abc123335 <1607504213@qq.com> Date: Fri, 19 Dec 2025 21:25:25 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0=E4=BA=86=E4=B8=BB=E7=A8=8B?= =?UTF-8?q?=E5=BA=8F=E6=96=87=E4=BB=B6?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/lane_visualize/main.py | 133 ++++++++++++++++++++----------------- 1 file changed, 72 insertions(+), 61 deletions(-) diff --git a/src/lane_visualize/main.py b/src/lane_visualize/main.py index dde08e0182..0415c06c85 100644 --- a/src/lane_visualize/main.py +++ b/src/lane_visualize/main.py @@ -2,24 +2,27 @@ import numpy as np import sys from collections import deque +import time + +# 引入我们刚才写的 YOLO 模块 +from yolo_det import ObjectDetector # ========================================== -# 👇 请在这里填入你在 Tuner 中调出的“最好”的数值 +# 👇 参数配置区 (填入你之前 Tuner 调好的参数) # ========================================== -CANNY_LOW = 50 # 你的 Canny Low -CANNY_HIGH = 150 # 你的 Canny High +CANNY_LOW = 50 +CANNY_HIGH = 150 +ROI_TOP_WIDTH = 0.40 +ROI_HEIGHT_POS = 0.60 +HOUGH_THRESH = 20 +MIN_LINE_LEN = 20 +MAX_LINE_GAP = 100 -ROI_TOP_WIDTH = 0.40 # 你的 ROI Top W (例如滑动条是40,这里写 0.40) -ROI_HEIGHT_POS = 0.60 # 你的 ROI Height (例如滑动条是60,这里写 0.60) -HOUGH_THRESH = 20 # 你的 Hough Thresh -MIN_LINE_LEN = 20 # 你的 Min Length -MAX_LINE_GAP = 100 # 你的 Max Gap # ========================================== class LaneDetector: def __init__(self): - # 历史缓存 (用于平滑防抖) self.left_lines_buffer = deque(maxlen=10) self.right_lines_buffer = deque(maxlen=10) self.vertices = None @@ -28,51 +31,40 @@ def region_of_interest(self, img): mask = np.zeros_like(img) if self.vertices is None: height, width = img.shape - - # 使用填入的参数计算梯形 top_w = width * ROI_TOP_WIDTH top_x_center = width * 0.5 - - # 梯形四个顶点 - bl = (0, height) # 左下 - tl = (int(top_x_center - top_w/2), int(height * ROI_HEIGHT_POS)) # 左上 - tr = (int(top_x_center + top_w/2), int(height * ROI_HEIGHT_POS)) # 右上 - br = (width, height) # 右下 - + bl = (0, height) + tl = (int(top_x_center - top_w / 2), int(height * ROI_HEIGHT_POS)) + tr = (int(top_x_center + top_w / 2), int(height * ROI_HEIGHT_POS)) + br = (width, height) self.vertices = np.array([[bl, tl, tr, br]], dtype=np.int32) - cv2.fillPoly(mask, self.vertices, 255) return cv2.bitwise_and(img, mask) - def process_frame(self, frame): - if frame is None: return None + def process_lane(self, frame): + if frame is None: return frame - # 1. 图像预处理 + # 1. 边缘检测 gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY) blur = cv2.GaussianBlur(gray, (5, 5), 0) - - # 2. 边缘检测 (使用你的参数) edges = cv2.Canny(blur, CANNY_LOW, CANNY_HIGH) - - # 3. ROI 裁剪 + + # 2. ROI roi = self.region_of_interest(edges) - - # 4. 霍夫变换 (使用你的参数) - lines = cv2.HoughLinesP(roi, 1, np.pi/180, HOUGH_THRESH, - minLineLength=MIN_LINE_LEN, + + # 3. 霍夫变换 + lines = cv2.HoughLinesP(roi, 1, np.pi / 180, HOUGH_THRESH, + minLineLength=MIN_LINE_LEN, maxLineGap=MAX_LINE_GAP) - - # 5. 计算平均线 + + # 4. 计算与平滑 left_raw, right_raw = self.average_slope_intercept(lines) - - # 6. 平滑处理 left_avg, right_avg = self.smooth_lines(left_raw, right_raw) - # 7. 绘制 + # 5. 绘制 height = frame.shape[0] - y_min = int(height * ROI_HEIGHT_POS) + 50 # 稍微画低一点,不要画到消失点 + y_min = int(height * ROI_HEIGHT_POS) + 50 y_max = height - left_pts = self.make_line_points(left_avg, y_min, y_max) right_pts = self.make_line_points(right_avg, y_min, y_max) @@ -82,21 +74,16 @@ def average_slope_intercept(self, lines): left_lines = [] right_lines = [] if lines is None: return None, None - for line in lines: x1, y1, x2, y2 = line[0] if x2 == x1: continue - slope = (y2 - y1) / (x2 - x1) intercept = y1 - slope * x1 - - # 斜率过滤:排除水平线和垂直线 - if abs(slope) < 0.3 or abs(slope) > 10: - continue - - if slope < 0: left_lines.append((slope, intercept)) - else: right_lines.append((slope, intercept)) - + if abs(slope) < 0.3 or abs(slope) > 10: continue + if slope < 0: + left_lines.append((slope, intercept)) + else: + right_lines.append((slope, intercept)) left_avg = np.average(left_lines, axis=0) if left_lines else None right_avg = np.average(right_lines, axis=0) if right_lines else None return left_avg, right_avg @@ -104,7 +91,6 @@ def average_slope_intercept(self, lines): def smooth_lines(self, left_current, right_current): if left_current is not None: self.left_lines_buffer.append(left_current) if right_current is not None: self.right_lines_buffer.append(right_current) - left_smooth = np.average(self.left_lines_buffer, axis=0) if self.left_lines_buffer else None right_smooth = np.average(self.right_lines_buffer, axis=0) if self.right_lines_buffer else None return left_smooth, right_smooth @@ -117,44 +103,69 @@ def make_line_points(self, line, y_min, y_max): x_min = int((y_min - intercept) / slope) x_max = int((y_max - intercept) / slope) return ((x_min, y_min), (x_max, y_max)) - except: return None + except: + return None def draw_lane(self, img, left_pts, right_pts): lane_img = np.zeros_like(img) if left_pts is not None and right_pts is not None: pts = np.array([left_pts[0], left_pts[1], right_pts[1], right_pts[0]], dtype=np.int32) cv2.fillPoly(lane_img, [pts], (0, 255, 0)) - if left_pts: cv2.line(lane_img, left_pts[0], left_pts[1], (255, 0, 0), 10) if right_pts: cv2.line(lane_img, right_pts[0], right_pts[1], (0, 0, 255), 10) - return cv2.addWeighted(img, 1, lane_img, 0.3, 0) + # 注意:这里我们返回 lane_img (纯遮罩),而不是叠加后的图,方便后面统一叠加 + return lane_img + def main(): - # 自动读取 sample.hevc 或摄像头 input_source = sys.argv[1] if len(sys.argv) > 1 else "sample.hevc" cap = cv2.VideoCapture(input_source) if not cap.isOpened(): - print("无法打开视频,请检查路径。") + print("无法打开视频") return - detector = LaneDetector() - print("正在运行... 按 'q' 退出") + # 1. 初始化两个检测器 + lane_detector = LaneDetector() + yolo_detector = ObjectDetector(model_name='yolov8n.pt') # 首次运行会自动下载 6MB 的模型 + + print("系统启动中...") while True: + start_time = time.time() ret, frame = cap.read() - if not ret: - # 循环播放 + if not ret: cap.set(cv2.CAP_PROP_POS_FRAMES, 0) continue - result = detector.process_frame(frame) - cv2.imshow('Final Lane Detection', result) + # ----------------------------------------------------- + # 步骤 A: 运行 YOLO 车辆检测 (返回画好框的图) + # ----------------------------------------------------- + frame_with_cars = yolo_detector.detect(frame) + + # ----------------------------------------------------- + # 步骤 B: 运行车道线检测 (返回纯车道层) + # ----------------------------------------------------- + lane_layer = lane_detector.process_lane(frame) - if cv2.waitKey(20) & 0xFF == ord('q'): + # ----------------------------------------------------- + # 步骤 C: 合并图层 + # ----------------------------------------------------- + # 将半透明车道层 叠加到 画了车的图上 + final_result = cv2.addWeighted(frame_with_cars, 1, lane_layer, 0.4, 0) + + # 计算并显示 FPS + fps = 1.0 / (time.time() - start_time) + cv2.putText(final_result, f"FPS: {fps:.1f}", (20, 50), + cv2.FONT_HERSHEY_SIMPLEX, 1, (0, 255, 255), 2) + + cv2.imshow('AutoPilot System V2.0', final_result) + + if cv2.waitKey(1) & 0xFF == ord('q'): break cap.release() cv2.destroyAllWindows() + if __name__ == "__main__": - main() \ No newline at end of file + main()