Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
104 changes: 55 additions & 49 deletions src/openpilot_model/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
import numpy as np
import cv2
import matplotlib.pyplot as plt
from tqdm import tqdm
from tqdm import tqdm # 用于进度提示
from tensorflow.keras.models import load_model

# 现在能正常导入common模块
Expand Down Expand Up @@ -53,9 +53,11 @@ def read_video_with_opencv(video_path, max_frames=10): # 关键:帧数从20
raise Exception(f"无法打开视频:{video_path},请安装FFmpeg(sudo apt install ffmpeg)")
imgs = []
raw_frames = []
for i in range(max_frames):
# 优化点1:添加视频读取进度条(tqdm),更直观
for i in tqdm(range(max_frames), desc="读取视频帧"):
ret, frame = cap.read()
if not ret:
tqdm.write(f"⚠️ 视频仅读取到 {i} 帧,已达末尾")
break
raw_frames.append(frame)
yuv = cv2.cvtColor(frame, cv2.COLOR_BGR2YUV_I420)
Expand All @@ -65,45 +67,48 @@ def read_video_with_opencv(video_path, max_frames=10): # 关键:帧数从20
return imgs, raw_frames

def main():
# 优化点2:兼容不传参数的情况,给出更友好的提示(而非直接退出)
if len(sys.argv) != 2:
print("用法: python main.py <视频文件路径>")
print("❌ 缺少视频文件路径参数!")
print("✅ 正确用法: python main.py <视频文件路径>")
print("💡 示例: python main.py /home/dacun/nn/sample.mp4")
sys.exit(1)
video_path = sys.argv[1]
if not os.path.exists(video_path):
print(f"错误:视频文件不存在 - {video_path}")
print(f"❌ 错误:视频文件不存在 - {video_path}")
sys.exit(1)

model_path = "models/supercombo.h5"
# 拼接模型绝对路径(避免相对路径问题)
model_abs_path = os.path.join(PROJECT_ROOT, model_path)
if not os.path.exists(model_abs_path):
print(f"错误:模型文件不存在 - {model_abs_path}")
print(f"❌ 错误:模型文件不存在 - {model_abs_path}")
sys.exit(1)

# 加载模型
try:
print(f"加载模型:{model_abs_path}")
print(f"📌 加载模型:{model_abs_path}")
supercombo = load_model(model_abs_path, compile=False)
except Exception as e:
print(f"模型加载失败:{str(e)}")
print(f"❌ 模型加载失败:{str(e)}")
sys.exit(1)

# 读取视频(仅10帧)
try:
print(f"读取视频:{video_path}(仅10帧,轻量化模式)")
print(f"📌 读取视频:{video_path}(仅10帧,轻量化模式)")
imgs, raw_frames = read_video_with_opencv(video_path)
if not imgs:
print("错误:未读取到帧")
print("❌ 错误:未读取到帧")
sys.exit(1)
except Exception as e:
print(f"视频读取失败:{str(e)}")
print(f"❌ 视频读取失败:{str(e)}")
sys.exit(1)

# 预处理帧
print("预处理帧数据...")
print("📌 预处理帧数据...")
frame_tensors = preprocess_frames(imgs)
if frame_tensors.size == 0:
print("错误:预处理无有效数据")
print("❌ 错误:预处理无有效数据")
sys.exit(1)

# 初始化模型状态
Expand All @@ -112,7 +117,8 @@ def main():

# -------------------------- 轻量化可视化(仅1个窗口,只画车道线) --------------------------
plt.ion() # 开启交互模式(简化版)
fig, ax = plt.subplots(figsize=(8, 6)) # 单个窗口,避免子图渲染压力
# 优化点3:缩小画布尺寸(从8,6→6,4),进一步降低虚拟机渲染压力
fig, ax = plt.subplots(figsize=(6, 4))
ax.set_title("车道线预测(蓝=左车道,红=右车道,绿=路径)")
ax.set_ylim(0, 191) # 固定Y轴,减少重绘计算
ax.invert_xaxis() # 匹配驾驶视角
Expand All @@ -126,42 +132,42 @@ def main():
# -------------------------------------------------------------------

# 逐帧推理+轻量化可视化
print(f"\n开始推理+可视化(共{len(frame_tensors)-1}帧,按Q键退出)...")
for i in range(len(frame_tensors) - 1):
try:
# 模型推理
inputs = [np.vstack(frame_tensors[i:i+2])[None], desire, state]
outs = supercombo.predict(inputs, verbose=0)
parsed = parser(outs)
state = outs[-1]

# -------------------------- 仅更新线的数据,不重绘整个窗口 --------------------------
lll_line.set_data(parsed["lll"][0], range(192)) # 只更新左车道线数据
rll_line.set_data(parsed["rll"][0], range(192)) # 只更新右车道线数据
path_line.set_data(parsed["path"][0], range(192))# 只更新路径数据
fig.canvas.draw() # 轻量重绘(只更改造变的部分)
fig.canvas.flush_events() # 强制刷新窗口,避免卡住
# -------------------------------------------------------------------

# 显示原始帧(简化版,用Matplotlib显示,避免OpenCV额外窗口)
if i < len(raw_frames):
# 新建一个小窗口显示原始帧,减少渲染压力
cv2.imshow("原始帧", cv2.resize(raw_frames[i], (480, 270))) # 缩小尺寸
if cv2.waitKey(100) & 0xFF == ord('q'): # 延长等待时间,给CPU喘息
print("用户按Q键退出")
break

print(f"✅ 帧 {i+1}/{len(frame_tensors)-1} 完成")

except Exception as e:
print(f"⚠️ 帧 {i+1} 失败:{str(e)}")
continue

# 释放资源(简化版)
print("\n🎉 处理完成!")
plt.ioff()
plt.close()
cv2.destroyAllWindows()
total_frames = len(frame_tensors) - 1
print(f"\n🚀 开始推理+可视化(共{total_frames}帧,按Q键退出)...")
try: # 新增try包裹核心逻辑,确保异常时也能释放资源
for i in range(total_frames):
try:
# 模型推理
inputs = [np.vstack(frame_tensors[i:i+2])[None], desire, state]
outs = supercombo.predict(inputs, verbose=0)
parsed = parser(outs)
state = outs[-1]

# 更新线条数据
lll_line.set_data(parsed["lll"][0], range(192))
rll_line.set_data(parsed["rll"][0], range(192))
path_line.set_data(parsed["path"][0], range(192))
fig.canvas.draw()
fig.canvas.flush_events()

# 显示原始帧
if i < len(raw_frames):
cv2.imshow("原始帧", cv2.resize(raw_frames[i], (480, 270)))
if cv2.waitKey(100) & 0xFF == ord('q'):
print("🛑 用户按Q键退出")
break

print(f"✅ 帧 {i+1}/{total_frames} 完成")

except Exception as e:
print(f"⚠️ 帧 {i+1} 失败:{str(e)}")
continue
finally: # 优化点4:无论是否异常,都强制释放资源,避免窗口残留
print("\n🧹 释放资源中...")
plt.ioff()
plt.close(fig)
cv2.destroyAllWindows()
print("🎉 处理完成!")

if __name__ == "__main__":
main()
Loading