Skip to content
Merged
Changes from all commits
Commits
Show all changes
37 commits
Select commit Hold shift + click to select a range
852109a
完成选题并提交
jiangyi2302 Dec 18, 2025
6fe47f5
完成选题并提交
jiangyi2302 Dec 18, 2025
af14f99
完成选题并提交
jiangyi2302 Dec 18, 2025
c1ae4ac
完成选题并提交
jiangyi2302 Dec 18, 2025
ddaa9d5
完成选题并提交
jiangyi2302 Dec 18, 2025
d66962d
完成选题并提交
jiangyi2302 Dec 18, 2025
9293e17
完成选题并提交
jiangyi2302 Dec 18, 2025
e8fef31
完成选题并提交
jiangyi2302 Dec 18, 2025
7a9fab5
完成选题并提交
jiangyi2302 Dec 18, 2025
79cc531
完成选题并提交
jiangyi2302 Dec 18, 2025
29f7770
完成选题并提交
jiangyi2302 Dec 18, 2025
4b1aca1
完成选题并提交
jiangyi2302 Dec 18, 2025
edcd60e
完成选题并提交
jiangyi2302 Dec 18, 2025
e43731a
完成选题并提交
jiangyi2302 Dec 18, 2025
0f8575a
完成选题并提交
jiangyi2302 Dec 18, 2025
60db4b4
完成选题并提交
jiangyi2302 Dec 18, 2025
d9535ba
完成选题并提交
jiangyi2302 Dec 18, 2025
7886980
完成选题:更新Unmanned_Aircraft_System的README.md
jiangyi2302 Dec 18, 2025
b498537
提交选题
jiangyi2302 Dec 19, 2025
bc14972
修改选题
jiangyi2302 Dec 19, 2025
c0679cb
完成选题并提交
jiangyi2302 Dec 19, 2025
2d1e296
重命名文件夹:Unmanned_Aircraft_System → UAV_Small_Target_Recognition
jiangyi2302 Dec 19, 2025
d49e121
完成选题并提交
jiangyi2302 Dec 19, 2025
2c57293
重命名文件夹为Gesture_Control_for_Airsim_UAV,并更新README.md补充无人机手势控制内容
jiangyi2302 Dec 19, 2025
d5f2c9d
重命名文件夹:Gesture_Control_for_Airsim_UAV → Drone_gesture_operation
jiangyi2302 Dec 19, 2025
f1d3167
更新Drone_gesture_operation/README.md:基于轻量级 CNN 的无人机手势操控指令识别
jiangyi2302 Dec 19, 2025
5a5639c
无人机手势识别
jiangyi2302 Dec 20, 2025
0ecd007
更新Drone_gesture_operation:同步main.py代码
jiangyi2302 Dec 20, 2025
786c598
无人机手势识别
jiangyi2302 Dec 20, 2025
2bd5954
优化Drone_gesture_operation/main.py:给代码添加注释,增加可读性
jiangyi2302 Dec 20, 2025
c6eea87
新增Drone_gesture_operation/keypoint_classifier.py:无人机手势关键点分类器
jiangyi2302 Dec 21, 2025
f2dc1af
优化Drone_gesture_operation/main.py:可切换三种模式
jiangyi2302 Dec 21, 2025
0b9f52d
给代码添加注释
jiangyi2302 Dec 22, 2025
049d707
能够识别手势:拳头
jiangyi2302 Dec 22, 2025
d5a28cd
优化手势切换的流畅度
jiangyi2302 Dec 22, 2025
d15abc4
使画面帧率更稳定
jiangyi2302 Dec 23, 2025
efd9c82
Merge branch 'main' into main
jiangyi2302 Dec 23, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
118 changes: 117 additions & 1 deletion src/Drone_gesture_operation/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,51 @@
import cv2 as cv
import numpy as np
import time
import threading


class StableFPSHandRecognizer:
def __init__(self, target_fps=30):
# 1. 帧率锁定参数
self.target_fps = target_fps
self.frame_interval = 1.0 / target_fps # 每帧间隔时间(秒)
self.last_frame_time = time.time()

# 2. 极简手部检测参数
self.skin_lower = np.array([0, 10, 10], np.uint8)
self.skin_upper = np.array([30, 255, 180], np.uint8)
self.kernel = np.ones((3, 3), np.uint8)

# 3. 手势缓存(仅2帧,快速响应+稳定)
self.gesture_buffer = []
self.stable_gesture = "None"

# 4. 帧缓存(避免堆积)
self.frame_queue = []
self.queue_lock = threading.Lock()

def capture_frames(self, cap):
"""独立线程采集帧,避免主线程阻塞"""
while cap.isOpened():
ret, frame = cap.read()
if not ret:
break
with self.queue_lock:
# 只保留最新1帧,避免堆积
self.frame_queue = [frame]
# 采集线程限速,匹配目标帧率
time.sleep(self.frame_interval * 0.5)

def process_frame(self, frame):
"""轻量化处理,严格控制耗时"""
# 1. 快速预处理
frame = cv.flip(frame, 1)
frame_small = cv.resize(frame, (160, 120)) # 超小尺寸
hsv = cv.cvtColor(frame_small, cv.COLOR_BGR2HSV)
mask = cv.inRange(hsv, self.skin_lower, self.skin_upper)
mask = cv.morphologyEx(mask, cv.MORPH_OPEN, self.kernel)

# 2. 快速找轮廓


# 极简手势识别(仅保留拳头/点手势,极致流畅)
Expand Down Expand Up @@ -119,11 +164,82 @@ def main():
if contours:
cnt = max(contours, key=cv.contourArea)
if cv.contourArea(cnt) > 1000:
# 3. 极简分类
# 6. 极简分类(仅拳头/点手势)
hull = cv.convexHull(cnt)
solidity = cv.contourArea(cnt) / cv.contourArea(hull)
current_gesture = "Fist" if solidity > 0.85 else "Point"

# 4. 稳定手势(仅2帧一致)
self.gesture_buffer.append(current_gesture)
if len(self.gesture_buffer) > 2:
self.gesture_buffer.pop(0)
if len(set(self.gesture_buffer)) == 1:
self.stable_gesture = self.gesture_buffer[0]

# 5. 绘制极简UI(控制绘制耗时)
cv.putText(frame, f"Gesture: {self.stable_gesture}", (10, 40),
cv.FONT_HERSHEY_SIMPLEX, 1.2, (0, 0, 255), 3)
cv.putText(frame, f"FPS: {self.target_fps}", (10, 80),
cv.FONT_HERSHEY_SIMPLEX, 1.0, (255, 0, 0), 2)

# 拉伸显示(保持清晰)
frame_show = cv.resize(frame, (640, 480))
return frame_show

def run(self):
"""主运行逻辑,帧率锁死"""
# 1. 摄像头初始化(硬件级优化)
cap = cv.VideoCapture(0)
cap.set(cv.CAP_PROP_FRAME_WIDTH, 320)
cap.set(cv.CAP_PROP_FRAME_HEIGHT, 240)
cap.set(cv.CAP_PROP_FOURCC, cv.VideoWriter_fourcc(*'MJPG')) # 快速编码
cap.set(cv.CAP_PROP_BUFFERSIZE, 1) # 关闭缓存
cap.set(cv.CAP_PROP_FPS, self.target_fps) # 强制摄像头输出目标帧率

# 2. 启动独立采集线程
capture_thread = threading.Thread(target=self.capture_frames, args=(cap,), daemon=True)
capture_thread.start()

print(f"✅ 帧率锁定 {self.target_fps} 帧 | ESC退出")
print("💡 把手放在画面中间,握拳=Fist,伸食指=Point")

# 3. 主线程处理+显示(严格控时)
while cap.isOpened():
# 计算当前帧应执行的时间,确保帧率稳定
current_time = time.time()
elapsed = current_time - self.last_frame_time

# 如果耗时不足,等待到目标间隔
if elapsed < self.frame_interval:
time.sleep(self.frame_interval - elapsed)

# 读取最新帧
with self.queue_lock:
if not self.frame_queue:
continue
frame = self.frame_queue.pop(0)

# 处理并显示
frame_show = self.process_frame(frame)
cv.imshow("Stable FPS Gesture", frame_show)

# 更新时间戳,确保下一帧同步
self.last_frame_time = time.time()

# ESC退出
if cv.waitKey(1) & 0xFF == 27:
break

# 释放资源
cap.release()
cv.destroyAllWindows()


if __name__ == '__main__':
# 实例化并运行,锁定30帧(可改20/15帧,更低更稳)
recognizer = StableFPSHandRecognizer(target_fps=30)
recognizer.run()
# 7. 稳定输出(连续2帧相同)
if current_gesture == last_gesture:
gesture_count += 1
Expand Down Expand Up @@ -1192,4 +1308,4 @@ def main():


if __name__ == '__main__':
main()
main()
Loading