Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
46 commits
Select commit Hold shift + click to select a range
18d4839
new分支:1.添加.gitignore忽略Lib目录 2.修改main.py优化无人机控制逻辑
xiaoshiyuan888 Dec 18, 2025
99c7bf4
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 18, 2025
dd54e83
改进无人机手势控制系统,优化摄像头处理和手势稳定性
xiaoshiyuan888 Dec 18, 2025
09037fe
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 19, 2025
d1726c9
优化手势识别算法,提升系统稳定性和用户体验
xiaoshiyuan888 Dec 19, 2025
0d155c7
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 19, 2025
fd2edd8
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 19, 2025
4b5e52e
优化英文界面,改进手势识别算法,增强单指识别准确率
xiaoshiyuan888 Dec 19, 2025
5aa3395
Merge branch 'new' of https://github.com/xiaoshiyuan888/nn into new
xiaoshiyuan888 Dec 19, 2025
87eeee6
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 19, 2025
f1897a2
持续优化手势识别算法,解决位置敏感问题,增强全屏手势检测能力
xiaoshiyuan888 Dec 19, 2025
75421ae
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 19, 2025
f095776
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 19, 2025
a7cb67e
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 19, 2025
1c7a07d
优化手势标签显示,修复中文字体缺失导致的问号问题
xiaoshiyuan888 Dec 19, 2025
a499a9b
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 19, 2025
81afe79
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 19, 2025
36f5403
新增:语音反馈系统,支持多平台音频播放
xiaoshiyuan888 Dec 19, 2025
d6aaa05
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 20, 2025
fb866db
优化手势平滑处理,扩展语音反馈系统,增加手势状态追踪
xiaoshiyuan888 Dec 20, 2025
dc19f1c
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 20, 2025
d831140
更新我的项目README.md文件
xiaoshiyuan888 Dec 20, 2025
6a4fd48
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 20, 2025
fcd3d57
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 21, 2025
15eb615
新增手势轨迹记录与回放功能,优化语音反馈系统
xiaoshiyuan888 Dec 21, 2025
86bc6a2
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 21, 2025
9b42799
增加性能模式选择功能
xiaoshiyuan888 Dec 21, 2025
d0e6b06
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 21, 2025
40d100c
增加性能模式选择功能
xiaoshiyuan888 Dec 21, 2025
729daf9
增加性能模式选择功能
xiaoshiyuan888 Dec 21, 2025
a78d784
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 21, 2025
a73dbea
新增完整的性能统计与分析系统,实现实时性能监控、详细报告和系统资源管理功能
xiaoshiyuan888 Dec 21, 2025
3e28176
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 21, 2025
0de8fdf
将手势控制无人机系统拆分为模块化架构,保持功能完整性,优化代码维护性
xiaoshiyuan888 Dec 21, 2025
3621c5b
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 21, 2025
fb9744b
更新我的README文件和依赖文件
xiaoshiyuan888 Dec 21, 2025
50929ae
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 21, 2025
4e9e03b
添加高级手势识别功能,支持旋转、抓取、拍照等复杂手势
xiaoshiyuan888 Dec 21, 2025
fb36875
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 22, 2025
7cb4eca
增加高级飞行控制功能 - 自动飞行模式、圆形盘旋、8字形飞行、高度控制
xiaoshiyuan888 Dec 22, 2025
8fb911a
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 22, 2025
e44a045
优化性能监控:增强分析器+新增UI性能图表
xiaoshiyuan888 Dec 22, 2025
011de6e
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 22, 2025
2d964b7
优化手势识别稳定性,增强性能监控,新增可视化模块
xiaoshiyuan888 Dec 22, 2025
9754a70
Merge branch 'OpenHUTB:main' into new
xiaoshiyuan888 Dec 22, 2025
3c18fbe
添加ROS封装配置文件和修改后的源码
xiaoshiyuan888 Dec 22, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
64 changes: 64 additions & 0 deletions src/autonomus_drone_hand_gesture_project/CMakeLists.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,64 @@
# toplevel CMakeLists.txt for a catkin workspace
# catkin/cmake/toplevel.cmake

cmake_minimum_required(VERSION 2.8.3)

set(CATKIN_TOPLEVEL TRUE)

# search for catkin within the workspace
set(_cmd "catkin_find_pkg" "catkin" "${CMAKE_SOURCE_DIR}")
execute_process(COMMAND ${_cmd}
RESULT_VARIABLE _res
OUTPUT_VARIABLE _out
ERROR_VARIABLE _err
OUTPUT_STRIP_TRAILING_WHITESPACE
ERROR_STRIP_TRAILING_WHITESPACE
)
if(NOT _res EQUAL 0 AND NOT _res EQUAL 2)
# searching fot catkin resulted in an error
string(REPLACE ";" " " _cmd_str "${_cmd}")
message(FATAL_ERROR "Search for 'catkin' in workspace failed (${_cmd_str}): ${_err}")
endif()

# include catkin from workspace or via find_package()
if(_res EQUAL 0)
set(catkin_EXTRAS_DIR "${CMAKE_SOURCE_DIR}/${_out}/cmake")
# include all.cmake without add_subdirectory to let it operate in same scope
include(${catkin_EXTRAS_DIR}/all.cmake NO_POLICY_SCOPE)
add_subdirectory("${_out}")

else()
# use either CMAKE_PREFIX_PATH explicitly passed to CMake as a command line argument
# or CMAKE_PREFIX_PATH from the environment
if(NOT DEFINED CMAKE_PREFIX_PATH)
if(NOT "$ENV{CMAKE_PREFIX_PATH}" STREQUAL "")
string(REPLACE ":" ";" CMAKE_PREFIX_PATH $ENV{CMAKE_PREFIX_PATH})
endif()
endif()

# list of catkin workspaces
set(catkin_search_path "")
foreach(path ${CMAKE_PREFIX_PATH})
if(EXISTS "${path}/.catkin")
list(FIND catkin_search_path ${path} _index)
if(_index EQUAL -1)
list(APPEND catkin_search_path ${path})
endif()
endif()
endforeach()

# search for catkin in all workspaces
set(CATKIN_TOPLEVEL_FIND_PACKAGE TRUE)
find_package(catkin QUIET
NO_POLICY_SCOPE
PATHS ${catkin_search_path}
NO_DEFAULT_PATH NO_CMAKE_FIND_ROOT_PATH)
unset(CATKIN_TOPLEVEL_FIND_PACKAGE)

if(NOT catkin_FOUND)
message(FATAL_ERROR "find_package(catkin) failed. catkin was neither found in the workspace nor in the CMAKE_PREFIX_PATH. One reason may be that no ROS setup.sh was sourced before.")
endif()
endif()


#catkin_install_python(PROGRAMS scripts/main.py DESTINATION ${CATKIN_PACKAGE_BIN_DESTINATION})
32 changes: 19 additions & 13 deletions src/autonomus_drone_hand_gesture_project/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -18,11 +18,11 @@
- **智能语音队列**:避免语音重叠,支持优先级播放和即时播放
- **中文语音优化**:自动检测并优先使用中文语音引擎

### 3. 详细性能监控与分析
- **实时性能监控**:监控帧率、CPU使用率、内存使用率、手势识别时间
- **智能性能报告**:生成详细性能报告,包括手势统计、无人机命令成功率等
- **性能阈值警告**:自动检测性能问题并提供优化建议
- **日志记录导出**:支持导出CSV格式性能日志,便于分析和优化
### 3. 全方位性能监控与可视化
- **实时性能监控**:帧率(FPS)、CPU / 内存 / GPU 使用率、手势识别延迟、系统响应时间
- **性能可视化**:支持图表(FPS/CPU/ 内存 / 识别时间曲线)和仪表盘(实时数值 + 状态指示)两种模式
- **异常检测**:自动识别 FPS 骤降、CPU 飙升、内存泄漏等问题,触发语音告警
- **日志记录导出**:支持 CSV 格式性能日志和异常日志导出,便于离线分析

### 4. 多模式性能优化
- **三种性能模式**:
Expand All @@ -31,23 +31,29 @@
- **最准模式**:精度优先,提供最准确的手势识别
- **动态参数调整**:根据不同模式自动调整检测间隔、图像缩放等参数

### 5. 手势轨迹记录与回放
### 5. 复杂飞行模式控制
- **模拟与真实控制**:支持AirSim模拟器和真实无人机控制
- **基础控制**:起飞、降落、悬停、返航、高度调整(增加 / 降低 / 自定义)
- **轨迹飞行**:方形轨迹、圆形盘旋、8 字形飞行,支持自动完成和悬停收尾
- **安全机制**:控制间隔限制、置信度阈值过滤、紧急停止降落功能
- **连接管理**:自动检测AirSim连接状态,支持模拟模式

### 6. 手势轨迹记录与回放
- **轨迹录制**:实时记录手势轨迹,支持保存到文件
- **轨迹回放**:加载并回放录制的手势轨迹
- **轨迹可视化**:在视频画面上实时显示手势轨迹
- **轨迹管理**:支持开始/停止录制、保存/加载轨迹、暂停/继续回放

### 6. 高级用户界面
### 7. 高级用户界面
- **中文界面**:完整的中文用户界面,包括状态栏、帮助栏和警告信息
- **多显示模式**:支持普通、详细和最小化三种显示模式
- **性能图表**:实时显示FPS性能图表
- **调试信息**:可选的详细调试信息显示

### 7. AirSim无人机控制
- **模拟与真实控制**:支持AirSim模拟器和真实无人机控制
- **安全控制逻辑**:包含手势冷却时间、控制间隔等安全机制
- **紧急停止**:一键紧急停止和降落功能
- **连接管理**:自动检测AirSim连接状态,支持模拟模式
### 8. 中文 UI 与调试工具
- **多显示模式**:普通(核心信息)、详细(含调试参数)、最小化(精简界面)
- **状态可视化**:手势置信度、稳定性评分、飞行模式、性能状态、录制状态等实时展示
- **调试功能**:手势历史记录、手部轮廓 / 指尖 / 掌心标记、参数校准日志

## 环境依赖

Expand All @@ -71,4 +77,4 @@ pip install gtts>=2.2.0
pip install pygame>=2.0.0 # 在线语音(需要网络)

# 完整安装(推荐)
pip install -r requirements.txt
pip install -r requirements.txt
71 changes: 71 additions & 0 deletions src/autonomus_drone_hand_gesture_project/package.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,71 @@
<?xml version="1.0"?>
<package format="2">
<name>enhance_pedestrian_safety</name>
<version>0.0.0</version>
<description>The enhance_pedestrian_safety package</description>

<!-- One maintainer tag required, multiple allowed, one person per tag -->
<!-- Example: -->
<!-- <maintainer email="jane.doe@example.com">Jane Doe</maintainer> -->
<maintainer email="ros-industrial@todo.todo">ros-industrial</maintainer>


<!-- One license tag required, multiple allowed, one license per tag -->
<!-- Commonly used license strings: -->
<!-- BSD, MIT, Boost Software License, GPLv2, GPLv3, LGPLv2.1, LGPLv3 -->
<license>TODO</license>


<!-- Url tags are optional, but multiple are allowed, one per tag -->
<!-- Optional attribute type can be: website, bugtracker, or repository -->
<!-- Example: -->
<!-- <url type="website">http://wiki.ros.org/enhance_pedestrian_safety</url> -->


<!-- Author tags are optional, multiple are allowed, one per tag -->
<!-- Authors do not have to be maintainers, but could be -->
<!-- Example: -->
<!-- <author email="jane.doe@example.com">Jane Doe</author> -->


<!-- The *depend tags are used to specify dependencies -->
<!-- Dependencies can be catkin packages or system dependencies -->
<!-- Examples: -->
<!-- Use depend as a shortcut for packages that are both build and exec dependencies -->
<!-- <depend>roscpp</depend> -->
<!-- Note that this is equivalent to the following: -->
<!-- <build_depend>roscpp</build_depend> -->
<!-- <exec_depend>roscpp</exec_depend> -->
<!-- Use build_depend for packages you need at compile time: -->
<!-- <build_depend>message_generation</build_depend> -->
<!-- Use build_export_depend for packages you need in order to build against this package: -->
<!-- <build_export_depend>message_generation</build_export_depend> -->
<!-- Use buildtool_depend for build tool packages: -->
<!-- <buildtool_depend>catkin</buildtool_depend> -->
<!-- Use exec_depend for packages you need at runtime: -->
<!-- <exec_depend>message_runtime</exec_depend> -->
<!-- Use test_depend for packages you need only for testing: -->
<!-- <test_depend>gtest</test_depend> -->
<!-- Use doc_depend for packages you need only for building documentation: -->
<!-- <doc_depend>doxygen</doc_depend> -->
<buildtool_depend>catkin</buildtool_depend>
<build_depend>cv_bridge</build_depend>
<build_depend>rospy</build_depend>
<build_depend>sensor_msgs</build_depend>
<build_depend>std_msgs</build_depend>
<build_export_depend>cv_bridge</build_export_depend>
<build_export_depend>rospy</build_export_depend>
<build_export_depend>sensor_msgs</build_export_depend>
<build_export_depend>std_msgs</build_export_depend>
<exec_depend>cv_bridge</exec_depend>
<exec_depend>rospy</exec_depend>
<exec_depend>sensor_msgs</exec_depend>
<exec_depend>std_msgs</exec_depend>


<!-- The export tag contains other, unspecified, tags -->
<export>
<!-- Other tools can request additional information be placed here -->

</export>
</package>
5 changes: 3 additions & 2 deletions src/autonomus_drone_hand_gesture_project/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,9 @@ numpy>=1.19.0
Pillow>=8.0.0
psutil>=5.8.0
pyttsx3>=2.90
gtts>=2.2.0
gTTS>=2.2.0
pygame>=2.0.0
pydub>=0.25.1
airsim>=1.7.0
msgpack-rpc-python>=0.4.0
msgpack-rpc-python>=0.4.0
GPUtil>=1.4.0
Loading