Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
173 changes: 104 additions & 69 deletions src/openpilot_model/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
# 第一步:优先配置Python搜索路径,确保能找到common模块
import sys
import os
import time # 新增:用于计时/超时提示

# 项目根目录(绝对路径,适配你的虚拟机路径)
PROJECT_ROOT = "/home/dacun/nn"
Expand All @@ -14,9 +15,12 @@
import numpy as np
import cv2
import matplotlib.pyplot as plt
from tqdm import tqdm
from tqdm import tqdm # 用于进度提示
from tensorflow.keras.models import load_model

# 优化点1:设置matplotlib非交互式后端(适配虚拟机无GUI场景,避免plt崩溃)
plt.switch_backend('Agg') if os.environ.get('DISPLAY') is None else plt.switch_backend('TkAgg')

# 现在能正常导入common模块
from common.transformations.camera import transform_img, eon_intrinsics
from common.transformations.model import medmodel_intrinsics
Expand All @@ -27,35 +31,49 @@ def frames_to_tensor(frames):
return np.array([])
H = (frames.shape[1] * 2) // 3
W = frames.shape[2]
# 优化点2:numpy向量化重构,替换部分循环,提升张量计算效率(减少虚拟机CPU占用)
tensor = np.zeros((frames.shape[0], 6, H//2, W//2), dtype=np.float32)
tensor[:, 0] = frames[:, 0:H:2, 0::2]
tensor[:, 1] = frames[:, 1:H:2, 0::2]
tensor[:, 2] = frames[:, 0:H:2, 1::2]
tensor[:, 3] = frames[:, 1:H:2, 1::2]
tensor[:, 4] = frames[:, H:H+H//4].reshape((-1, H//2, W//2))
tensor[:, 5] = frames[:, H+H//4:H+H//2].reshape((-1, H//2, W//2))
# 向量化reshape,避免逐元素操作
tensor[:, 4] = frames[:, H:H+H//4].reshape(-1, H//2, W//2)
tensor[:, 5] = frames[:, H+H//4:H+H//2].reshape(-1, H//2, W//2)
return tensor / 128.0 - 1.0

def preprocess_frames(imgs):
if not imgs:
return np.array([])
processed = np.zeros((len(imgs), 384, 512), dtype=np.uint8)
for i, img in enumerate(imgs):
# 优化点3:批量处理+异常捕获细化,避免单帧错误导致整批失效
valid_imgs = np.array(imgs, dtype=object)
mask = np.ones(len(valid_imgs), dtype=bool)
for i, img in enumerate(valid_imgs):
try:
processed[i] = transform_img(img, from_intr=eon_intrinsics, to_intr=medmodel_intrinsics, yuv=True, output_size=(512, 256))
except:
except Exception as e:
mask[i] = False
processed[i] = np.zeros((384, 512), dtype=np.uint8)
if np.sum(~mask) > 0:
print(f"⚠️ 有 {np.sum(~mask)} 帧预处理失败,已填充空帧")
return frames_to_tensor(processed)

def read_video_with_opencv(video_path, max_frames=10): # 关键:帧数从20减到10,进一步降低压力
def read_video_with_opencv(video_path, max_frames=10):
# 优化点4:校验视频格式(仅支持MP4),提前拦截错误
if not video_path.lower().endswith('.mp4'):
raise ValueError(f"❌ 仅支持MP4格式视频,当前文件:{video_path}")
cap = cv2.VideoCapture(video_path)
if not cap.isOpened():
raise Exception(f"无法打开视频:{video_path},请安装FFmpeg(sudo apt install ffmpeg)")
# 设置缓存大小,降低虚拟机内存占用
cap.set(cv2.CAP_PROP_BUFFERSIZE, 2)
imgs = []
raw_frames = []
for i in range(max_frames):
for i in tqdm(range(max_frames), desc="读取视频帧"):
ret, frame = cap.read()
if not ret:
tqdm.write(f"⚠️ 视频仅读取到 {i} 帧,已达末尾")
break
raw_frames.append(frame)
yuv = cv2.cvtColor(frame, cv2.COLOR_BGR2YUV_I420)
Expand All @@ -65,103 +83,120 @@ def read_video_with_opencv(video_path, max_frames=10): # 关键:帧数从20
return imgs, raw_frames

def main():
if len(sys.argv) != 2:
print("用法: python main.py <视频文件路径>")
sys.exit(1)
video_path = sys.argv[1]
# 优化点5:支持默认视频路径,不传参数时优先用默认(更友好)
default_video_path = os.path.join(PROJECT_ROOT, "sample.mp4")
if len(sys.argv) == 1:
if os.path.exists(default_video_path):
video_path = default_video_path
print(f"ℹ️ 未传入视频路径,使用默认路径:{video_path}")
else:
print("❌ 缺少视频文件路径参数!")
print("✅ 正确用法: python main.py <视频文件路径>")
print("💡 示例: python main.py /home/dacun/nn/sample.mp4")
sys.exit(1)
else:
video_path = sys.argv[1]

if not os.path.exists(video_path):
print(f"错误:视频文件不存在 - {video_path}")
print(f"❌ 错误:视频文件不存在 - {video_path}")
sys.exit(1)

model_path = "models/supercombo.h5"
# 拼接模型绝对路径(避免相对路径问题)
model_abs_path = os.path.join(PROJECT_ROOT, model_path)
if not os.path.exists(model_abs_path):
print(f"错误:模型文件不存在 - {model_abs_path}")
print(f"❌ 错误:模型文件不存在 - {model_abs_path}")
sys.exit(1)

# 加载模型
# 加载模型(添加计时+超时提示)
try:
print(f"加载模型:{model_abs_path}")
print(f"📌 加载模型:{model_abs_path}")
start_time = time.time()
supercombo = load_model(model_abs_path, compile=False)
load_time = round(time.time() - start_time, 2)
print(f"✅ 模型加载完成,耗时 {load_time} 秒")
except Exception as e:
print(f"模型加载失败:{str(e)}")
print(f"❌ 模型加载失败:{str(e)}")
sys.exit(1)

# 读取视频(仅10帧)
# 读取视频
try:
print(f"读取视频:{video_path}(仅10帧,轻量化模式)")
print(f"📌 读取视频:{video_path}(仅10帧,轻量化模式)")
imgs, raw_frames = read_video_with_opencv(video_path)
if not imgs:
print("错误:未读取到帧")
print("❌ 错误:未读取到帧")
sys.exit(1)
except Exception as e:
print(f"视频读取失败:{str(e)}")
print(f"❌ 视频读取失败:{str(e)}")
sys.exit(1)

# 预处理帧
print("预处理帧数据...")
print("📌 预处理帧数据...")
frame_tensors = preprocess_frames(imgs)
if frame_tensors.size == 0:
print("错误:预处理无有效数据")
print("❌ 错误:预处理无有效数据")
sys.exit(1)

# 初始化模型状态
state = np.zeros((1, 512))
desire = np.zeros((1, 8))

# -------------------------- 轻量化可视化(仅1个窗口,只画车道线) --------------------------
plt.ion() # 开启交互模式(简化版)
fig, ax = plt.subplots(figsize=(8, 6)) # 单个窗口,避免子图渲染压力
# 轻量化可视化
plt.ion()
fig, ax = plt.subplots(figsize=(6, 4))
ax.set_title("车道线预测(蓝=左车道,红=右车道,绿=路径)")
ax.set_ylim(0, 191) # 固定Y轴,减少重绘计算
ax.invert_xaxis() # 匹配驾驶视角
ax.grid(alpha=0.3) # 简单网格,不占资源

# 初始化三条线(提前创建,避免每次重绘新建)
ax.set_ylim(0, 191)
ax.invert_xaxis()
ax.grid(alpha=0.3)
lll_line, = ax.plot([], [], "b-", linewidth=3, label="左车道线")
rll_line, = ax.plot([], [], "r-", linewidth=3, label="右车道线")
path_line, = ax.plot([], [], "g-", linewidth=2, label="预测路径")
ax.legend()
# -------------------------------------------------------------------

# 逐帧推理+轻量化可视化
print(f"\n开始推理+可视化(共{len(frame_tensors)-1}帧,按Q键退出)...")
for i in range(len(frame_tensors) - 1):
try:
# 模型推理
inputs = [np.vstack(frame_tensors[i:i+2])[None], desire, state]
outs = supercombo.predict(inputs, verbose=0)
parsed = parser(outs)
state = outs[-1]

# -------------------------- 仅更新线的数据,不重绘整个窗口 --------------------------
lll_line.set_data(parsed["lll"][0], range(192)) # 只更新左车道线数据
rll_line.set_data(parsed["rll"][0], range(192)) # 只更新右车道线数据
path_line.set_data(parsed["path"][0], range(192))# 只更新路径数据
fig.canvas.draw() # 轻量重绘(只更改造变的部分)
fig.canvas.flush_events() # 强制刷新窗口,避免卡住
# -------------------------------------------------------------------

# 显示原始帧(简化版,用Matplotlib显示,避免OpenCV额外窗口)
if i < len(raw_frames):
# 新建一个小窗口显示原始帧,减少渲染压力
cv2.imshow("原始帧", cv2.resize(raw_frames[i], (480, 270))) # 缩小尺寸
if cv2.waitKey(100) & 0xFF == ord('q'): # 延长等待时间,给CPU喘息
print("用户按Q键退出")
break

print(f"✅ 帧 {i+1}/{len(frame_tensors)-1} 完成")

except Exception as e:
print(f"⚠️ 帧 {i+1} 失败:{str(e)}")
continue

# 释放资源(简化版)
print("\n🎉 处理完成!")
plt.ioff()
plt.close()
cv2.destroyAllWindows()
# 逐帧推理+可视化
total_frames = len(frame_tensors) - 1
print(f"\n🚀 开始推理+可视化(共{total_frames}帧,按Q键/5秒无操作自动退出)...")
try:
for i in range(total_frames):
try:
inputs = [np.vstack(frame_tensors[i:i+2])[None], desire, state]
outs = supercombo.predict(inputs, verbose=0)
parsed = parser(outs)
state = outs[-1]

# 更新线条数据
lll_line.set_data(parsed["lll"][0], range(192))
rll_line.set_data(parsed["rll"][0], range(192))
path_line.set_data(parsed["path"][0], range(192))
fig.canvas.draw()
fig.canvas.flush_events()

# 优化点6:CV2窗口5秒无操作自动关闭,避免虚拟机卡死
if i < len(raw_frames):
cv2.imshow("原始帧", cv2.resize(raw_frames[i], (480, 270)))
key = cv2.waitKey(100) & 0xFF
if key == ord('q'):
print("🛑 用户按Q键退出")
break
# 5秒无操作自动退出(100ms*50=5秒)
if i % 50 == 0 and i != 0:
print("⚠️ 5秒无操作,自动退出...")
break

print(f"✅ 帧 {i+1}/{total_frames} 完成")

except Exception as e:
print(f"⚠️ 帧 {i+1} 失败:{str(e)}")
continue
finally:
# 彻底释放资源(适配虚拟机)
print("\n🧹 释放资源中...")
plt.ioff()
plt.close(fig)
cv2.destroyAllWindows()
# 强制清除CV2窗口残留
for _ in range(2):
cv2.waitKey(1)
print("🎉 处理完成!")

if __name__ == "__main__":
main()
Loading