Skip to content
Merged
Changes from all commits
Commits
Show all changes
43 commits
Select commit Hold shift + click to select a range
852109a
完成选题并提交
jiangyi2302 Dec 18, 2025
6fe47f5
完成选题并提交
jiangyi2302 Dec 18, 2025
af14f99
完成选题并提交
jiangyi2302 Dec 18, 2025
c1ae4ac
完成选题并提交
jiangyi2302 Dec 18, 2025
ddaa9d5
完成选题并提交
jiangyi2302 Dec 18, 2025
d66962d
完成选题并提交
jiangyi2302 Dec 18, 2025
9293e17
完成选题并提交
jiangyi2302 Dec 18, 2025
e8fef31
完成选题并提交
jiangyi2302 Dec 18, 2025
7a9fab5
完成选题并提交
jiangyi2302 Dec 18, 2025
79cc531
完成选题并提交
jiangyi2302 Dec 18, 2025
29f7770
完成选题并提交
jiangyi2302 Dec 18, 2025
4b1aca1
完成选题并提交
jiangyi2302 Dec 18, 2025
edcd60e
完成选题并提交
jiangyi2302 Dec 18, 2025
e43731a
完成选题并提交
jiangyi2302 Dec 18, 2025
0f8575a
完成选题并提交
jiangyi2302 Dec 18, 2025
60db4b4
完成选题并提交
jiangyi2302 Dec 18, 2025
d9535ba
完成选题并提交
jiangyi2302 Dec 18, 2025
7886980
完成选题:更新Unmanned_Aircraft_System的README.md
jiangyi2302 Dec 18, 2025
b498537
提交选题
jiangyi2302 Dec 19, 2025
bc14972
修改选题
jiangyi2302 Dec 19, 2025
c0679cb
完成选题并提交
jiangyi2302 Dec 19, 2025
2d1e296
重命名文件夹:Unmanned_Aircraft_System → UAV_Small_Target_Recognition
jiangyi2302 Dec 19, 2025
d49e121
完成选题并提交
jiangyi2302 Dec 19, 2025
2c57293
重命名文件夹为Gesture_Control_for_Airsim_UAV,并更新README.md补充无人机手势控制内容
jiangyi2302 Dec 19, 2025
d5f2c9d
重命名文件夹:Gesture_Control_for_Airsim_UAV → Drone_gesture_operation
jiangyi2302 Dec 19, 2025
f1d3167
更新Drone_gesture_operation/README.md:基于轻量级 CNN 的无人机手势操控指令识别
jiangyi2302 Dec 19, 2025
5a5639c
无人机手势识别
jiangyi2302 Dec 20, 2025
0ecd007
更新Drone_gesture_operation:同步main.py代码
jiangyi2302 Dec 20, 2025
786c598
无人机手势识别
jiangyi2302 Dec 20, 2025
2bd5954
优化Drone_gesture_operation/main.py:给代码添加注释,增加可读性
jiangyi2302 Dec 20, 2025
c6eea87
新增Drone_gesture_operation/keypoint_classifier.py:无人机手势关键点分类器
jiangyi2302 Dec 21, 2025
f2dc1af
优化Drone_gesture_operation/main.py:可切换三种模式
jiangyi2302 Dec 21, 2025
0b9f52d
给代码添加注释
jiangyi2302 Dec 22, 2025
049d707
能够识别手势:拳头
jiangyi2302 Dec 22, 2025
d5a28cd
优化手势切换的流畅度
jiangyi2302 Dec 22, 2025
d15abc4
使画面帧率更稳定
jiangyi2302 Dec 23, 2025
f507f0e
添加了对五指张开的手势识别
jiangyi2302 Dec 24, 2025
032575a
修改了对手指的识别
jiangyi2302 Dec 24, 2025
89e210e
修改了手势识别后的输出
jiangyi2302 Dec 24, 2025
b40eaa4
添加了识别区域
jiangyi2302 Dec 25, 2025
5016971
添加识区别
jiangyi2302 Dec 25, 2025
dcb1122
优化手势识别的准确度
jiangyi2302 Dec 26, 2025
13816ae
Merge branch 'main' into main
jiangyi2302 Dec 26, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
212 changes: 212 additions & 0 deletions src/Drone_gesture_operation/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,26 @@ def __init__(self, target_fps=30):
self.frame_interval = 1.0 / target_fps
self.last_frame_time = time.time()

# 2. 肤色检测(适配更多光线)
self.skin_lower = np.array([0, 10, 50], np.uint8)
self.skin_upper = np.array([30, 255, 255], np.uint8)
self.kernel = np.ones((5, 5), np.uint8)

# 3. 核心参数(精准适配手势特征)
# 握拳参数(稳定识别)
self.fist_solidity = 0.82 # 降低握拳阈值,提高稳定性
self.fist_area_ratio = 0.75 # 握拳凸包面积比
# 手指计数参数
self.defect_depth_threshold = 8 # 降低深度阈值,提高up识别率
self.min_contour_area = 600 # 降低最小面积,适配小手掌
# 大拇指识别参数(宽松但精准)
self.thumb_aspect_ratio = 0.45 # 放宽宽高比
self.thumb_solidity_range = (0.55, 0.82) # 刚好卡在握拳阈值下
self.thumb_defect_max = 2 # 允许2个缺陷(适配不同握法)

# 4. 缓存参数(增加缓存提升稳定性)
self.gesture_buffer = []
self.buffer_size = 3 # 增加缓存到3帧,提升stop稳定性
# 2. 优化后的肤色检测阈值
self.skin_lower = np.array([0, 20, 70], np.uint8) # 放宽下界
self.skin_upper = np.array([20, 255, 255], np.uint8) # 调整上界
Expand All @@ -29,6 +49,25 @@ def __init__(self, target_fps=30):
self.frame_queue = []
self.queue_lock = threading.Lock()

# 5. 识别区域
self.recognition_area = None
self.area_color = (0, 255, 0)

def _init_recognition_area(self, frame_shape):
"""初始化识别区域"""
h, w = frame_shape[:2]
x1 = int(w * 1.5 / 3)
y1 = int(h * 0.05)
x2 = w - 10
y2 = int(h * 0.95)
self.recognition_area = (x1, y1, x2, y2)

def _draw_recognition_area(self, frame):
"""绘制识别区域边框"""
if self.recognition_area is None:
self._init_recognition_area(frame.shape)
x1, y1, x2, y2 = self.recognition_area
cv.rectangle(frame, (x1, y1), (x2, y2), self.area_color, 2)
# 5. 识别区域参数(仅显示边框)
self.recognition_area = None
self.area_color = (0, 255, 0) # 边框颜色
Expand Down Expand Up @@ -57,6 +96,10 @@ def _draw_recognition_area(self, frame):
return frame

def _get_roi(self, frame):
"""获取识别区域ROI"""
if self.recognition_area is None:
self._init_recognition_area(frame.shape)
x1, y1, x2, y2 = self.recognition_area
"""获取识别区域的ROI(确保坐标有效)"""
if self.recognition_area is None:
self._init_recognition_area(frame.shape)
Expand All @@ -67,6 +110,88 @@ def _get_roi(self, frame):
y1 = max(0, y1)
x2 = min(frame.shape[1], x2)
y2 = min(frame.shape[0], y2)
return frame[y1:y2, x1:x2], (x1, y1)

def analyze_contour(self, cnt):
"""轮廓综合分析(返回多维度特征)"""
try:
# 基础特征
area = cv.contourArea(cnt)
x, y, w, h = cv.boundingRect(cnt)
aspect_ratio = float(w) / h if h > 0 else 0

# 凸包特征
hull = cv.convexHull(cnt)
hull_area = cv.contourArea(hull)
solidity = area / hull_area if hull_area > 0 else 0
hull_width = hull[:, 0, 0].max() - hull[:, 0, 0].min() if hull.size > 0 else 0
hull_height = hull[:, 0, 1].max() - hull[:, 0, 1].min() if hull.size > 0 else 0
hull_aspect = hull_width / hull_height if hull_height > 0 else 0

# 缺陷特征
hull_indices = cv.convexHull(cnt, returnPoints=False)
defects = cv.convexityDefects(cnt, hull_indices)
defect_count = 0
valid_defects = []

if defects is not None and len(defects) > 0:
for i in range(defects.shape[0]):
s, e, f, d = defects[i, 0]
depth = d / 256.0
# 计算缺陷角度
start = tuple(cnt[s][0])
end = tuple(cnt[e][0])
far = tuple(cnt[f][0])
a = np.linalg.norm(np.array(end) - np.array(start))
b = np.linalg.norm(np.array(far) - np.array(start))
c = np.linalg.norm(np.array(end) - np.array(far))
angle = np.arccos((b ** 2 + c ** 2 - a ** 2) / (2 * b * c)) * 180 / np.pi if (b * c) > 0 else 0

if depth > self.defect_depth_threshold and angle < 90:
valid_defects.append((depth, angle, far))
defect_count += 1

# 质心特征
M = cv.moments(cnt)
cx = int(M["m10"] / M["m00"]) if M["m00"] > 0 else x + w / 2
cy = int(M["m01"] / M["m00"]) if M["m00"] > 0 else y + h / 2

return {
"area": area,
"aspect_ratio": aspect_ratio,
"solidity": solidity,
"hull_aspect": hull_aspect,
"defect_count": defect_count,
"valid_defects": valid_defects,
"cx": cx, "cy": cy,
"x": x, "y": y, "w": w, "h": h
}
except Exception as e:
print(f"轮廓分析错误: {e}")
return None

def is_fist(self, features):
"""稳定识别握拳(stop)"""
if not features:
return False
# 握拳核心特征:高密实度 + 低缺陷数 + 方正轮廓
return (features["solidity"] > self.fist_solidity and
features["defect_count"] <= 1 and
abs(features["aspect_ratio"] - 1) < 0.3)

def is_thumb_up(self, features):
"""精准识别竖大拇指(up)"""
if not features:
return False
# 大拇指核心特征:
# 1. 窄高轮廓 2. 密实度在握拳和张开之间 3. 少量缺陷 4. 凸包特征匹配
return (features["aspect_ratio"] < self.thumb_aspect_ratio and
self.thumb_solidity_range[0] < features["solidity"] < self.thumb_solidity_range[1] and
features["defect_count"] <= self.thumb_defect_max and
features["hull_aspect"] < 0.5)

def capture_frames(self, cap):
"""帧采集线程"""

return frame[y1:y2, x1:x2], (x1, y1)

Expand Down Expand Up @@ -168,6 +293,33 @@ def capture_frames(self, cap):
if not ret:
break
with self.queue_lock:
self.frame_queue = [frame]
time.sleep(self.frame_interval * 0.5)

def process_frame(self, frame):
"""核心处理逻辑"""
frame = cv.flip(frame, 1)
frame = self._draw_recognition_area(frame)
roi, (roi_x, roi_y) = self._get_roi(frame)
current_gesture = "None"

if roi.size > 0:
# 预处理(增强手部轮廓)
roi_small = cv.resize(roi, (400, 300))
hsv = cv.cvtColor(roi_small, cv.COLOR_BGR2HSV)
mask = cv.inRange(hsv, self.skin_lower, self.skin_upper)
# 形态学操作:先开后闭,保留完整轮廓
mask = cv.morphologyEx(mask, cv.MORPH_OPEN, self.kernel, iterations=1)
mask = cv.morphologyEx(mask, cv.MORPH_CLOSE, self.kernel, iterations=2)

# 找轮廓
contours, _ = cv.findContours(mask, cv.RETR_EXTERNAL, cv.CHAIN_APPROX_SIMPLE)
if contours:
cnt = max(contours, key=cv.contourArea)
features = self.analyze_contour(cnt)

if features and features["area"] > self.min_contour_area:
# 绘制轮廓(调试用)
self.frame_queue = [frame] # 只保留最新帧
time.sleep(self.frame_interval * 0.5)

Expand Down Expand Up @@ -215,6 +367,32 @@ def process_frame(self, frame):
cnt_scaled[:, :, 1] += roi_y
cv.drawContours(frame, [cnt_scaled], -1, (255, 0, 0), 2)

# ========== 重构手势判断逻辑(优先级+特征双重验证) ==========
# 1. 优先判断握拳(stop)- 双重验证
if self.is_fist(features):
current_gesture = "stop"
# 2. 判断竖大拇指(up)- 专属特征
elif self.is_thumb_up(features):
current_gesture = "up"
# 3. 判断两指(front)- 缺陷数精准匹配
elif features["defect_count"] == 1: # 1个缺陷=2根手指
current_gesture = "front"
# 4. 判断手掌张开(back)- 多缺陷
elif features["defect_count"] >= 3: # 3个缺陷=4根手指
current_gesture = "back"
# 5. 其他情况
else:
current_gesture = "None"

# 增强缓存稳定性(3帧一致才更新)
self.gesture_buffer.append(current_gesture)
if len(self.gesture_buffer) > self.buffer_size:
self.gesture_buffer.pop(0)
# 要求所有缓存帧一致才稳定
if len(set(self.gesture_buffer)) == 1 and len(self.gesture_buffer) == self.buffer_size:
self.stable_gesture = self.gesture_buffer[0]

# 绘制UI
# 手势判断逻辑
if solidity > 0.8: # 握拳
current_gesture = "stop"
Expand Down Expand Up @@ -439,6 +617,10 @@ def main():
return frame_show

def run(self):
"""主运行逻辑(修复时间计算错误)"""
# 摄像头初始化
cap = cv.VideoCapture(0)
cap.set(cv.CAP_PROP_FRAME_WIDTH, 640)
"""主运行逻辑"""
# 摄像头初始化
cap = cv.VideoCapture(0)
Expand All @@ -453,6 +635,30 @@ def run(self):
capture_thread.start()

# 提示信息
print("=" * 60)
print(f"✅ 帧率锁定 {self.target_fps} 帧 | ESC退出")
print("💡 优化版手势识别(高稳定性):")
print(" ✊ 握拳 → stop(高稳定)")
print(" 👍 竖大拇指 → up(精准识别)")
print(" 🤘 食指+中指 → front")
print(" 🖐️ 手掌张开 → back")
print("=" * 60)

# 主循环(修复帧率控制)
while cap.isOpened():
# 精准帧率控制(确保sleep时间非负)
current_time = time.time()
elapsed = current_time - self.last_frame_time
sleep_time = self.frame_interval - elapsed

# 关键修复:确保sleep时间非负
if sleep_time > 0:
time.sleep(sleep_time)

# 读取帧
with self.queue_lock:
if not self.frame_queue:
self.last_frame_time = time.time()
print("=" * 50)
print(f"✅ 帧率锁定 {self.target_fps} 帧 | ESC退出")
print("💡 调试提示:")
Expand Down Expand Up @@ -509,6 +715,9 @@ def run(self):

# 处理并显示
frame_show = self.process_frame(frame)
cv.imshow("Hand Gesture Recognition (Optimized)", frame_show)

# 更新时间戳
cv.imshow("Hand Gesture Recognition", frame_show)

# 更新时间戳
Expand All @@ -527,6 +736,9 @@ def run(self):


if __name__ == '__main__':
# 20帧兼顾流畅度和识别稳定性
recognizer = StableFPSHandRecognizer(target_fps=20)
recognizer.run()
# 可降低帧率(如15)提高稳定性
recognizer = StableFPSHandRecognizer(target_fps=20)
recognizer.run()
Expand Down
Loading