diff --git a/src/autonomus_drone_hand_gesture_project/CMakeLists.txt b/src/autonomus_drone_hand_gesture_project/CMakeLists.txt new file mode 100644 index 0000000000..c221ee099b --- /dev/null +++ b/src/autonomus_drone_hand_gesture_project/CMakeLists.txt @@ -0,0 +1,64 @@ +# toplevel CMakeLists.txt for a catkin workspace +# catkin/cmake/toplevel.cmake + +cmake_minimum_required(VERSION 2.8.3) + +set(CATKIN_TOPLEVEL TRUE) + +# search for catkin within the workspace +set(_cmd "catkin_find_pkg" "catkin" "${CMAKE_SOURCE_DIR}") +execute_process(COMMAND ${_cmd} + RESULT_VARIABLE _res + OUTPUT_VARIABLE _out + ERROR_VARIABLE _err + OUTPUT_STRIP_TRAILING_WHITESPACE + ERROR_STRIP_TRAILING_WHITESPACE +) +if(NOT _res EQUAL 0 AND NOT _res EQUAL 2) + # searching fot catkin resulted in an error + string(REPLACE ";" " " _cmd_str "${_cmd}") + message(FATAL_ERROR "Search for 'catkin' in workspace failed (${_cmd_str}): ${_err}") +endif() + +# include catkin from workspace or via find_package() +if(_res EQUAL 0) + set(catkin_EXTRAS_DIR "${CMAKE_SOURCE_DIR}/${_out}/cmake") + # include all.cmake without add_subdirectory to let it operate in same scope + include(${catkin_EXTRAS_DIR}/all.cmake NO_POLICY_SCOPE) + add_subdirectory("${_out}") + +else() + # use either CMAKE_PREFIX_PATH explicitly passed to CMake as a command line argument + # or CMAKE_PREFIX_PATH from the environment + if(NOT DEFINED CMAKE_PREFIX_PATH) + if(NOT "$ENV{CMAKE_PREFIX_PATH}" STREQUAL "") + string(REPLACE ":" ";" CMAKE_PREFIX_PATH $ENV{CMAKE_PREFIX_PATH}) + endif() + endif() + + # list of catkin workspaces + set(catkin_search_path "") + foreach(path ${CMAKE_PREFIX_PATH}) + if(EXISTS "${path}/.catkin") + list(FIND catkin_search_path ${path} _index) + if(_index EQUAL -1) + list(APPEND catkin_search_path ${path}) + endif() + endif() + endforeach() + + # search for catkin in all workspaces + set(CATKIN_TOPLEVEL_FIND_PACKAGE TRUE) + find_package(catkin QUIET + NO_POLICY_SCOPE + PATHS ${catkin_search_path} + NO_DEFAULT_PATH NO_CMAKE_FIND_ROOT_PATH) + unset(CATKIN_TOPLEVEL_FIND_PACKAGE) + + if(NOT catkin_FOUND) + message(FATAL_ERROR "find_package(catkin) failed. catkin was neither found in the workspace nor in the CMAKE_PREFIX_PATH. One reason may be that no ROS setup.sh was sourced before.") + endif() +endif() + + +#catkin_install_python(PROGRAMS scripts/main.py DESTINATION ${CATKIN_PACKAGE_BIN_DESTINATION}) diff --git a/src/autonomus_drone_hand_gesture_project/README.md b/src/autonomus_drone_hand_gesture_project/README.md index 7ce101e1e5..cb4620b763 100644 --- a/src/autonomus_drone_hand_gesture_project/README.md +++ b/src/autonomus_drone_hand_gesture_project/README.md @@ -18,11 +18,11 @@ - **智能语音队列**:避免语音重叠,支持优先级播放和即时播放 - **中文语音优化**:自动检测并优先使用中文语音引擎 -### 3. 详细性能监控与分析 -- **实时性能监控**:监控帧率、CPU使用率、内存使用率、手势识别时间 -- **智能性能报告**:生成详细性能报告,包括手势统计、无人机命令成功率等 -- **性能阈值警告**:自动检测性能问题并提供优化建议 -- **日志记录导出**:支持导出CSV格式性能日志,便于分析和优化 +### 3. 全方位性能监控与可视化 +- **实时性能监控**:帧率(FPS)、CPU / 内存 / GPU 使用率、手势识别延迟、系统响应时间 +- **性能可视化**:支持图表(FPS/CPU/ 内存 / 识别时间曲线)和仪表盘(实时数值 + 状态指示)两种模式 +- **异常检测**:自动识别 FPS 骤降、CPU 飙升、内存泄漏等问题,触发语音告警 +- **日志记录导出**:支持 CSV 格式性能日志和异常日志导出,便于离线分析 ### 4. 多模式性能优化 - **三种性能模式**: @@ -31,23 +31,29 @@ - **最准模式**:精度优先,提供最准确的手势识别 - **动态参数调整**:根据不同模式自动调整检测间隔、图像缩放等参数 -### 5. 手势轨迹记录与回放 +### 5. 复杂飞行模式控制 +- **模拟与真实控制**:支持AirSim模拟器和真实无人机控制 +- **基础控制**:起飞、降落、悬停、返航、高度调整(增加 / 降低 / 自定义) +- **轨迹飞行**:方形轨迹、圆形盘旋、8 字形飞行,支持自动完成和悬停收尾 +- **安全机制**:控制间隔限制、置信度阈值过滤、紧急停止降落功能 +- **连接管理**:自动检测AirSim连接状态,支持模拟模式 + +### 6. 手势轨迹记录与回放 - **轨迹录制**:实时记录手势轨迹,支持保存到文件 - **轨迹回放**:加载并回放录制的手势轨迹 - **轨迹可视化**:在视频画面上实时显示手势轨迹 - **轨迹管理**:支持开始/停止录制、保存/加载轨迹、暂停/继续回放 -### 6. 高级用户界面 +### 7. 高级用户界面 - **中文界面**:完整的中文用户界面,包括状态栏、帮助栏和警告信息 - **多显示模式**:支持普通、详细和最小化三种显示模式 - **性能图表**:实时显示FPS性能图表 - **调试信息**:可选的详细调试信息显示 -### 7. AirSim无人机控制 -- **模拟与真实控制**:支持AirSim模拟器和真实无人机控制 -- **安全控制逻辑**:包含手势冷却时间、控制间隔等安全机制 -- **紧急停止**:一键紧急停止和降落功能 -- **连接管理**:自动检测AirSim连接状态,支持模拟模式 +### 8. 中文 UI 与调试工具 +- **多显示模式**:普通(核心信息)、详细(含调试参数)、最小化(精简界面) +- **状态可视化**:手势置信度、稳定性评分、飞行模式、性能状态、录制状态等实时展示 +- **调试功能**:手势历史记录、手部轮廓 / 指尖 / 掌心标记、参数校准日志 ## 环境依赖 @@ -71,4 +77,4 @@ pip install gtts>=2.2.0 pip install pygame>=2.0.0 # 在线语音(需要网络) # 完整安装(推荐) -pip install -r requirements.txt \ No newline at end of file +pip install -r requirements.txt diff --git a/src/autonomus_drone_hand_gesture_project/package.xml b/src/autonomus_drone_hand_gesture_project/package.xml new file mode 100644 index 0000000000..7784b0b673 --- /dev/null +++ b/src/autonomus_drone_hand_gesture_project/package.xml @@ -0,0 +1,71 @@ + + + enhance_pedestrian_safety + 0.0.0 + The enhance_pedestrian_safety package + + + + + ros-industrial + + + + + + TODO + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + catkin + cv_bridge + rospy + sensor_msgs + std_msgs + cv_bridge + rospy + sensor_msgs + std_msgs + cv_bridge + rospy + sensor_msgs + std_msgs + + + + + + + + diff --git a/src/autonomus_drone_hand_gesture_project/requirements.txt b/src/autonomus_drone_hand_gesture_project/requirements.txt index 1921bea688..82676d59b9 100644 --- a/src/autonomus_drone_hand_gesture_project/requirements.txt +++ b/src/autonomus_drone_hand_gesture_project/requirements.txt @@ -3,8 +3,9 @@ numpy>=1.19.0 Pillow>=8.0.0 psutil>=5.8.0 pyttsx3>=2.90 -gtts>=2.2.0 +gTTS>=2.2.0 pygame>=2.0.0 pydub>=0.25.1 airsim>=1.7.0 -msgpack-rpc-python>=0.4.0 \ No newline at end of file +msgpack-rpc-python>=0.4.0 +GPUtil>=1.4.0 \ No newline at end of file