Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
19 commits
Select commit Hold shift + click to select a range
6bc5626
feat: 新增README文档和main.py主程序,完善项目结构
YDY027 Nov 23, 2025
6c586a1
实现主车辆沿道路行驶、生成NPC车辆互动及相机图像显示功能
YDY027 Dec 16, 2025
269b165
同步核心功能:1. 新增carla_tracking目录(含主车辆行驶+NPC互动+相机显示代码) 2. 旧carla tracking目…
YDY027 Dec 17, 2025
a856c14
修复:将carla_tracking从子模块转为普通目录,显示完整文件
YDY027 Dec 17, 2025
4a458bd
降低置信度阈值,保留低置信度的小目标检测结果
YDY027 Dec 17, 2025
8dd1f28
仅保留:补充carla_tracking文档和功能代码
YDY027 Dec 18, 2025
ab5ec55
刷新PR:清理button_control_vehicle和.gitignore的残留变更
YDY027 Dec 18, 2025
781feed
Merge branch 'OpenHUTB:main' into main
YDY027 Dec 18, 2025
cc379d6
Merge branch 'OpenHUTB:main' into main
YDY027 Dec 18, 2025
2b7050a
添加本地未追踪的车辆控制相关文件
YDY027 Dec 18, 2025
9cff10e
解决add/add冲突:保留远程版本的新增文件,合并远程main分支
YDY027 Dec 18, 2025
9bc6f93
恢复误修改的代码
YDY027 Dec 18, 2025
a859c8d
恢复被误删的gitignore
YDY027 Dec 18, 2025
665d5a2
解决.gitignore冲突
YDY027 Dec 18, 2025
3b67d5c
update
YDY027 Dec 18, 2025
7a27cb2
上传requirements文件
YDY027 Dec 19, 2025
49d21f3
update
YDY027 Dec 19, 2025
cdb3174
解决src/2d-carla-tracking目录冲突:同步远程版本,保留src/carla_tracking/main.py本地修改
YDY027 Dec 19, 2025
9c7ef83
解决src/2d-carla-tracking冲突,保留carla_tracking/main.py修改
YDY027 Dec 19, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
29 changes: 14 additions & 15 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -1,18 +1,17 @@
# 铏氭嫙鐜
venv/
# 瑙嗛鏂囦欢
*.mp4
*.avi
*.mov
# 缁撴灉鐩綍
lane_detection_results/
# Python缂撳瓨
# Python缓存(核心,解决缓存文件问题)
__pycache__/
*.pyc
# 鏃ュ織鏂囦欢
lane_detection.log
# 鏋勫缓鐩綍
src/openpilot_model/build/
src/openpilot_model/log/
# VS Code閰嶇疆
*.pyo
*.pyd
.pytest_cache/
__pycache__/

# 系统/编辑器缓存
.DS_Store
Thumbs.db
.vscode/
.idea/

# 其他缓存(按需补充)
*.log
*.tmp
90 changes: 45 additions & 45 deletions src/AutonomousDriving_RL/eval_agent.py
Original file line number Diff line number Diff line change
@@ -1,46 +1,46 @@
# eval_agent.py
"""
鍔犺浇璁粌濂界殑妯″瀷锛屽湪 CARLA 涓紨绀烘櫤鑳戒綋椹鹃┒琛屼负
"""
import argparse
import numpy as np
from stable_baselines3 import PPO
from carla_env.carla_env_multi_obs import CarlaEnvMultiObs
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--model_path", type=str, default="./checkpoints/best_model.zip", help="妯″瀷璺緞")
parser.add_argument("--steps", type=int, default=200, help="婕旂ず姝ユ暟")
args = parser.parse_args()
print("馃攧 鍔犺浇鐜涓庢ā鍨�...")
env = CarlaEnvMultiObs(keep_alive_after_exit=True) # 淇濈暀杞﹁締渚夸簬瑙傚療
model = PPO.load(args.model_path, env=env)
print("鈻讹笍 寮€濮嬮┚椹舵紨绀猴紙杩愯 {} 姝ワ級...".format(args.steps))
obs, _ = env.reset()
total_reward = 0.0
for step in range(args.steps):
action, _ = model.predict(obs, deterministic=True)
obs, reward, terminated, truncated, info = env.step(action)
total_reward += reward
# 姣� 50 姝ユ墦鍗扮姸鎬�
if step % 50 == 0 or step == args.steps - 1:
x, y, vx, vy = obs
speed = np.linalg.norm([vx, vy])
print(f" Step {step}: 浣嶇疆=({x:.1f}, {y:.1f}), 閫熷害={speed:.2f} m/s")
if terminated or truncated:
break
print(f"鉁� 婕旂ず瀹屾垚锛佹€诲鍔�: {total_reward:.2f}")
input("馃洃 鍑嗗濂藉悗锛岃鍥炲埌鏈獥鍙f寜 Enter 閿€€鍑�...")
env.close()
if __name__ == "__main__":
# eval_agent.py
"""
鍔犺浇璁粌濂界殑妯″瀷锛屽湪 CARLA 涓紨绀烘櫤鑳戒綋椹鹃┒琛屼负
"""

import argparse
import numpy as np
from stable_baselines3 import PPO
from carla_env.carla_env_multi_obs import CarlaEnvMultiObs


def main():
parser = argparse.ArgumentParser()
parser.add_argument("--model_path", type=str, default="./checkpoints/best_model.zip", help="妯″瀷璺緞")
parser.add_argument("--steps", type=int, default=200, help="婕旂ず姝ユ暟")
args = parser.parse_args()

print("馃攧 鍔犺浇鐜涓庢ā鍨�...")
env = CarlaEnvMultiObs(keep_alive_after_exit=True) # 淇濈暀杞﹁締渚夸簬瑙傚療
model = PPO.load(args.model_path, env=env)

print("鈻讹笍 寮€濮嬮┚椹舵紨绀猴紙杩愯 {} 姝ワ級...".format(args.steps))
obs, _ = env.reset()
total_reward = 0.0

for step in range(args.steps):
action, _ = model.predict(obs, deterministic=True)
obs, reward, terminated, truncated, info = env.step(action)
total_reward += reward

# 姣� 50 姝ユ墦鍗扮姸鎬�
if step % 50 == 0 or step == args.steps - 1:
x, y, vx, vy = obs
speed = np.linalg.norm([vx, vy])
print(f" Step {step}: 浣嶇疆=({x:.1f}, {y:.1f}), 閫熷害={speed:.2f} m/s")

if terminated or truncated:
break

print(f"鉁� 婕旂ず瀹屾垚锛佹€诲鍔�: {total_reward:.2f}")
input("馃洃 鍑嗗濂藉悗锛岃鍥炲埌鏈獥鍙f寜 Enter 閿€€鍑�...")
env.close()


if __name__ == "__main__":
main()
2 changes: 1 addition & 1 deletion src/button_control_vehicle/main.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
#!/usr/bin/env python3
/#!usr/bin/env python3

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

语法错误

"""
CARLA鍏ㄥ眬璺緞瑙勫垝鑺傜偣 - 澧炲己鐗�
鎻愪緵浠庤捣濮嬬偣鍒伴殢鏈虹洰鏍囩偣鐨勮矾寰勮鍒掓湇鍔★紝骞跺皢瑙勫垝缁撴灉閫氳繃ROS娑堟伅鍙戝竷鍜屽彲瑙嗗寲
Expand Down
149 changes: 149 additions & 0 deletions src/carla_tracking/README.md

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

中文乱码,需要用UTF-8编码保存

Original file line number Diff line number Diff line change
@@ -0,0 +1,149 @@
# CARLA_YOLO_ObjectTrackingTracking

## 椤圭洰姒傝堪
鏈」鐩疄鐜颁簡鍩轰簬YOLOv5绠楁硶鍜孋ARLA浠跨湡鍣ㄧ殑鑷姩椹鹃┒鐩爣妫€娴嬩笌璺熻釜鍔熻兘銆傞€氳繃CARLA浠跨湡鐜鐢熸垚鍔ㄦ€佷氦閫氬満鏅紝鍒╃敤YOLOv5妯″瀷瀹炴椂妫€娴嬭溅杈嗐€佹懇鎵樿溅銆佸叕浜よ溅銆佸崱杞︾瓑浜ら€氬弬涓庤€咃紝缁撳悎鍐呯疆浼樺寲鐗圫ORT璺熻釜绠楁硶瀹炵幇鐩爣鐨勮繛缁拷韪紝骞堕€氳繃OpenCV瀹炴椂鍙鍖栨娴嬩笌璺熻釜缁撴灉銆�

### 鏍稿績鍔熻兘锛�
- 鍩轰簬YOLOv5妯″瀷锛堟敮鎸亂olov5s銆亂olov5m銆亂olov5x锛夎繘琛屽疄鏃剁洰鏍囨娴嬶紝榛樿缃俊搴﹂槇鍊�0.25
- 闆嗘垚浼樺寲鐗圫ORT璺熻釜绠楁硶锛堝唴缃疄鐜帮紝鏃犻渶棰濆渚濊禆锛夛紝閫氳繃鍗″皵鏇兼护娉㈠拰鍘嗗彶浣嶇疆骞虫粦澶勭悊锛屽疄鐜板妫€娴嬬洰鏍囩殑绋冲畾璺熻釜锛屾敮鎸佸鐩爣ID鎸佺画鏍囨敞
- 涓嶤ARLA浠跨湡鍣ㄦ繁搴﹂泦鎴愶紝鑷姩鐢熸垚涓昏溅杈嗗拰NPC浜ら€氭祦锛屾寕杞絉GB鐩告満閲囬泦瀹炴椂鍥惧儚锛堝垎杈ㄧ巼640脳480锛�
- 鏀寔鍚屾妯″紡杩愯锛屼繚璇佹娴嬪抚鐜囦笌浠跨湡鐜涓€鑷达紙榛樿0.05s/甯э紝20FPS锛�
- 瀹炴椂鍙鍖栨娴�/璺熻釜缁撴灉锛屾樉绀虹洰鏍囩被鍒€佺疆淇″害鍙婅窡韪狪D锛屼笉鍚岀被鍒洰鏍囦娇鐢ㄥ樊寮傚寲棰滆壊鏍囨敞

## 瀹夎姝ラ

### 鍓嶇疆鏉′欢锛�
- Python 3.7+锛堟帹鑽�3.7锛屼笌CARLA鍏煎鎬ф洿浣筹級
- CARLA浠跨湡鍣紙鏀寔0.9.x绯诲垪鐗堟湰锛岀増鏈渶涓嶱ython API鍖归厤锛�
- NVIDIA鏄惧崱锛堟敮鎸丆UDA 11.3+锛屽彲閫夛紝鐢ㄤ簬鍔犻€熸ā鍨嬫帹鐞嗭級

### 鎿嶄綔姝ラ锛�

1. 涓嬭浇骞跺畨瑁匔ARLA浠跨湡鍣細
```plaintext
https://github.com/carla-simulator/carla/releases
```
閫夋嫨閫傚悎鎿嶄綔绯荤粺鐨勭増鏈紝瑙e帇鑷充换鎰忚矾寰勶紙濡侱:\CARLA锛�

2. 鍏嬮殕鎴栦笅杞芥湰椤圭洰浠g爜锛�
```bash
git clone <椤圭洰浠撳簱鍦板潃>
cd CARLA_YOLO_ObjectTracking
```

3. 瀹夎Python渚濊禆搴擄細
```bash
# 瀹夎PyTorch锛堟敮鎸丆UDA鍔犻€燂級
pip install torch torchvision --extra-index-url https://download.pytorch.org/whl/cu113

# 瀹夎YOLOv5渚濊禆
pip install ultralytics

# 瀹夎鍏朵粬渚濊禆
pip install numpy opencv-python scipy carla

# 鑻ヤ娇鐢–PU鐗堟湰PyTorch
pip install torch torchvision
```

4. 瀹夎CARLA Python API锛�
```bash
# 杩涘叆CARLA瀹夎鐩綍涓嬬殑PythonAPI璺緞
cd D:\CARLA\PythonAPI\carla\dist
# 瀹夎瀵瑰簲鐗堟湰鐨別gg鏂囦欢锛堥渶涓嶱ython鐗堟湰鍖归厤锛�
easy_install carla-<鐗堟湰鍙�>-py3.7-<骞冲彴>.egg
```

5. 涓嬭浇YOLOv5棰勮缁冩ā鍨嬶細
灏嗘ā鍨嬫枃浠讹紙yolov5s.pt/yolov5m.pt/yolov5x.pt锛夋斁缃湪鎸囧畾璺緞锛堥粯璁よ矾寰勪负`D:\yolo\`锛屽彲鍦ㄤ唬鐮乣load_detection_model`鍑芥暟涓慨鏀癸級

## 浣跨敤鏂规硶

1. 鍚姩CARLA浠跨湡鍣細
```bash
cd D:\CARLA
# Windows绯荤粺
CarlaUE4.exe
# Linux绯荤粺
./CarlaUE4.sh
```
绛夊緟鍦板浘鍔犺浇瀹屾垚锛堟樉绀�3D鍩庡競鍦烘櫙锛�

2. 杩愯涓荤▼搴忥細
```bash
# 鍩虹杩愯锛堥粯璁olov5m妯″瀷+SORT璺熻釜鍣級
python main.py

# 鍙€夊弬鏁伴厤缃�
python main.py --model yolov5x --tracker sort --host localhost --port 2000 --conf-thres 0.25 --iou-thres 0.45
```

3. 鎿嶄綔鎸囦护锛�
- 鎸塦q`閿細閫€鍑虹▼搴�
- 绋嬪簭杩愯鏃朵細鑷姩鐢熸垚涓昏溅杈嗐€丯PC杞﹁締鍙婄浉鏈猴紝瀹炴椂鏄剧ず妫€娴嬭窡韪粨鏋�

## 鍔熻兘璇存槑

1. 鐩爣妫€娴嬶細
- 鏀寔妫€娴嬬被鍒細姹借溅锛坈ar锛夈€佹懇鎵樿溅锛坢otorcycle锛夈€佸叕浜よ溅锛坆us锛夈€佸崱杞︼紙truck锛夛紙瀵瑰簲COCO鏁版嵁闆咺D锛�2銆�3銆�5銆�7锛�
- 妯″瀷閫夋嫨锛歽olov5s锛堣交閲忓揩閫燂級銆亂olov5m锛堝钩琛$簿搴︿笌閫熷害锛夈€亂olov5x锛堥珮绮惧害锛岄€傚悎瀵圭簿搴﹁姹傞珮鐨勫満鏅級
- 妫€娴嬩紭鍖栵細
- 閲囩敤澶氬抚鎶曠エ鏈哄埗锛堜繚鐣欒嚦灏�1甯у嚭鐜扮殑鐩爣锛夛紝鎻愰珮灏忕洰鏍囨娴嬬ǔ瀹氭€�
- 杩囨护杩囧皬妫€娴嬫锛堝搴﹀拰楂樺害鍧囧ぇ浜�8鍍忕礌锛夛紝鍑忓皯璇
- 鏀寔缃俊搴﹂槇鍊硷紙--conf-thres锛夊拰NMS IOU闃堝€硷紙--iou-thres锛夐厤缃�

2. 鐩爣璺熻釜锛�
- 閲囩敤浼樺寲鐗圫ORT璺熻釜绠楁硶锛屾牳蹇冩敼杩涘寘鎷細
- 鍗″皵鏇兼护娉㈠櫒鍙傛暟浼樺寲锛岄€傞厤杞﹁締杩愬姩鐗规€�
- 寮曞叆鍘嗗彶浣嶇疆骞虫粦澶勭悊锛屽噺灏戣窡韪姈鍔�
- 鎻愰珮IOU鍖归厤闃堝€硷紝澧炲己璺熻釜绋冲畾鎬�
- 杩囨护杩囧皬妫€娴嬫锛屽噺灏戣璺熻釜
- 璺熻釜鏍稿績鍙傛暟锛歮ax_age锛堟渶澶ф秷澶卞抚鏁帮紝榛樿5锛夈€乵in_hits锛堟渶灏忓懡涓暟锛岄粯璁�3锛夈€乮ou_threshold锛圛OU鍖归厤闃堝€硷紝榛樿0.4锛�
- 璺熻釜缁撴灉鍖呭惈鎸佺画鐨勭洰鏍嘔D锛屾敮鎸佺洰鏍囩煭鏆傛秷澶卞悗閲嶆柊鍑虹幇鐨処D鍖归厤

3. CARLA浜や簰锛�
- 鑷姩娓呯悊浠跨湡鐜涓殑娈嬬暀杞﹁締鍜岄潤鎬佽溅杈嗭紝淇濊瘉鍦烘櫙绾噣
- 涓昏溅杈嗗紑鍚嚜鍔ㄩ┚椹舵ā寮忥紝鐩告満浼樺寲鎸傝浇浜庝富杞﹁締鍓嶆柟锛坸=2.0m锛寊=1.5m锛夛紝鏇撮€傚悎鍓嶆柟杞﹁締妫€娴�
- 鑷姩鐢熸垚NPC杞﹁締骞跺紑鍚嚜鍔ㄩ┚椹讹紝鏋勫缓鍔ㄦ€佷氦閫氬満鏅紙榛樿鐢熸垚10杈嗭級
- spectator瑙嗚鑷姩璺熼殢涓昏溅杈嗭紙鍚庝笂鏂�5m锛屼刊瑙�30掳锛夛紝鏂逛究瑙傚療鍏ㄥ眬鍦烘櫙
- 鍚屾妯″紡杩愯锛屽浐瀹氬抚鐜�0.05s/甯э紙20FPS锛夛紝淇濊瘉妫€娴嬬ǔ瀹氭€�

## 椤圭洰缁撴瀯
- main.py锛氫富绋嬪簭鑴氭湰锛屽寘鍚互涓嬫牳蹇冪粍浠讹細
- KalmanFilter锛氬崱灏旀浖婊ゆ尝鍣ㄥ疄鐜帮紝鐢ㄤ簬鐩爣杩愬姩鐘舵€侀娴嬩笌鏇存柊
- Track锛氳窡韪洰鏍囧疄浣撶被锛岀淮鎶ゅ崟鐩爣鐨勮竟鐣屾銆両D銆佺敓鍛藉懆鏈熷強鍘嗗彶浣嶇疆绛変俊鎭�
- Sort锛歋ORT璺熻釜鍣ㄦ牳蹇冨疄鐜帮紝澶勭悊澶氱洰鏍囧尮閰嶄笌璺熻釜鐘舵€佺鐞�
- 宸ュ叿鍑芥暟锛氬寘鍚竟鐣屾缁樺埗锛堟敮鎸佺被鍒樊寮傚寲棰滆壊锛夈€佺浉鏈烘姇褰辩煩闃垫瀯寤恒€丆ARLA鐜娓呯悊绛夊姛鑳�
- CARLA浜や簰妯″潡锛氳礋璐f湇鍔″櫒杩炴帴銆佽溅杈嗙敓鎴愩€佺浉鏈洪厤缃強鍚屾鎺у埗
- 妫€娴嬩笌璺熻釜涓婚€昏緫锛氶泦鎴怸OLOv5妫€娴嬩笌SORT璺熻釜锛屽疄鐜扮鍒扮娴佺▼
- YOLOv5棰勮缁冩ā鍨嬶紙yolov5s.pt/yolov5m.pt/yolov5x.pt锛夛細闇€鏀剧疆鍦ㄦ寚瀹氳矾寰�

## 甯歌闂

### CARLA杩炴帴澶辫触锛�
- 纭繚CARLA浠跨湡鍣ㄥ凡鍚姩锛屼笖绔彛涓庤剼鏈弬鏁颁竴鑷达紙榛樿2000锛�
- 妫€鏌ARLA鐗堟湰涓嶱ython API鐗堟湰鏄惁鍖归厤
- 鍏抽棴闃茬伀澧欐垨娣诲姞绔彛渚嬪瑙勫垯

### 妯″瀷鍔犺浇閿欒锛�
- 纭妯″瀷鏂囦欢宸蹭笅杞藉苟鏀惧湪姝g‘璺緞锛堥粯璁D:\yolo\`锛�
- 妫€鏌ユā鍨嬫枃浠跺悕涓庝唬鐮佷腑`model_paths`瀛楀吀閰嶇疆涓€鑷�
- 缃戠粶闂瀵艰嚧妯″瀷鑷姩涓嬭浇澶辫触鏃讹紝鍙墜鍔ㄤ笅杞藉苟鏀剧疆鍒版寚瀹氳矾寰�

### 鎬ц兘闂锛�
- 妫€娴嬮€熷害鎱細鍙垏鎹负yolov5s妯″瀷锛屾垨闄嶄綆鐩告満鍒嗚鲸鐜囷紙淇敼`camera_bp`鐨刞image_size_x`鍜宍image_size_y`鍙傛暟锛�
- 浠跨湡鍗¢】锛氬噺灏慛PC杞﹁締鏁伴噺锛堜慨鏀筦spawn_npcs`鍑芥暟鐨刞count`鍙傛暟锛�
- 鍐呭瓨鍗犵敤楂橈細鍏抽棴涓嶅繀瑕佺殑鍚庡彴绋嬪簭锛屾垨闄嶄綆妯″瀷澶嶆潅搴�

### 鍙鍖栫獥鍙f棤鍝嶅簲锛�
- 纭繚OpenCV鐗堟湰鍏煎锛堟帹鑽�4.5.x绯诲垪锛�
- 妫€鏌ユ槸鍚﹀瓨鍦ㄦ湭澶勭悊鐨勫紓甯稿鑷翠富寰幆涓柇
- 灏濊瘯閲嶆柊鍚姩CARLA浠跨湡鍣ㄥ拰绋嬪簭

## 鍙傝€冩枃妗�
- [CARLA瀹樻柟鏂囨。](https://carla.readthedocs.io/)
- [YOLOv5瀹樻柟鏂囨。](https://docs.ultralytics.com/yolov5/)
- [SORT璺熻釜绠楁硶璁烘枃](https://arxiv.org/abs/1602.00763)

## 璁稿彲鍗忚
鏈」鐩熀浜嶮IT璁稿彲鍗忚寮€婧愶紝璇︽儏鍙傝LICENSE鏂囦欢銆�
Loading
Loading