diff --git a/README.md b/README.md new file mode 100644 index 0000000000..c198e51470 --- /dev/null +++ b/README.md @@ -0,0 +1,48 @@ +# 神经网络实现代理 + +利用神经网络/ROS 实现 Carla(车辆、行人的感知、规划、控制)、AirSim、Mujoco 中人和载具的代理。 + +## 环境配置 + +* 平台:Windows 10/11,Ubuntu 20.04/22.04 +* 软件:Python 3.7-3.12(需支持3.7)、Pytorch(尽量不使用Tensorflow) +* 相关软件下载 [链接](https://pan.baidu.com/s/1IFhCd8X9lI24oeYQm5-Edw?pwd=hutb) + + +## 贡献指南 + +准备提交代码之前,请阅读 [贡献指南](https://github.com/OpenHUTB/.github/blob/master/CONTRIBUTING.md) 。 +代码的优化包括:注释、[PEP 8 风格调整](https://peps.pythonlang.cn/pep-0008/) 、将神经网络应用到Carla模拟器中、撰写对应 [文档](https://openhutb.github.io/nn/) 、添加 [源代码对应的自动化测试](https://docs.github.com/zh/actions/use-cases-and-examples/building-and-testing/building-and-testing-python) 等(从Carla场景中获取神经网络所需数据或将神经网络的结果输出到场景中)。 + +### 约定 + +* 每个模块位于`src/{模块名}`目录下,`模块名`需要用2-3个单词表示,首字母不需要大写,下划线`_`分隔,不能宽泛,越具体越好 +* 每个模块的入口须为`main.`开头,比如:main.py、main.cpp、main.bat、main.sh等,提供的ROS功能以`main.launch`文件作为启动配置文件 +* 每次pull request都需要保证能够通过main脚本直接运行整个模块,在提交信息中提供运行动图或截图;Pull Request的标题不能随意,需要概括具体的修改内容;README.md文档中提供运行环境和运行步骤的说明 +* 仓库尽量保存文本文件,二进制文件需要慎重,如运行需要示例数据,可以保存少量数据,大量数据可以通过提供网盘链接并说明下载链接和运行说明 + + +### 文档生成 + +测试生成的文档: +1. 安装python 3.11,并使用以下命令安装`mkdocs`和相关依赖: +```shell +pip install mkdocs -i http://mirrors.aliyun.com/pypi/simple --trusted-host mirrors.aliyun.com +pip install -r requirements.txt +``` +(可选)安装完成后使用`mkdocs --version`查看是否安装成功。 + +2. 在命令行中进入`nn`目录下,运行: +```shell +mkdocs build +mkdocs serve +``` +然后使用浏览器打开 [http://127.0.0.1:8000](http://127.0.0.1:8000),查看文档页面能否正常显示。 + +## 参考 + +* [代理模拟器文档](https://openhutb.github.io) +* 已有相关 [无人车](https://openhutb.github.io/doc/used_by/) 、[无人机](https://openhutb.github.io/air_doc/third/used_by/) 、[具身人](https://openhutb.github.io/doc/pedestrian/humanoid/) 的实现 +* [神经网络原理](https://github.com/OpenHUTB/neuro) + + diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000000..2d3d95d455 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,5 @@ +python-markdown-math +imageio +numpy +matplotlib +tensorflow \ No newline at end of file diff --git a/src/InterconVis_PedSafety_Enh/cvips_collector.py b/src/InterconVis_PedSafety_Enh/cvips_collector.py index 6e3372d150..ae0398fec3 100644 --- a/src/InterconVis_PedSafety_Enh/cvips_collector.py +++ b/src/InterconVis_PedSafety_Enh/cvips_collector.py @@ -5,236 +5,256 @@ import argparse import time import threading +import logging +import sys # ================= 配置区域 ================= -# 输出文件夹名称 -OUTPUT_FOLDER = "_out_cvips_final" - -# 是否开启保存 (调试视角时可设为 False) -ENABLE_SAVING = True - -# 采集间隔:每 15 帧保存一次 (平衡 1080P 的存储压力) -SAVE_INTERVAL = 15 +OUTPUT_FOLDER = "_out_dataset_v10" +ENABLE_SAVING = True +SAVE_INTERVAL = 10 # 每 10 帧存一次 +TARGET_FPS = 30 +FIXED_DELTA_SECONDS = 1.0 / TARGET_FPS # =========================================== -# 全局标志位,控制后台线程何时停止 +# 全局控制标志 writing_thread_running = True + +def configure_weather(world, weather_type, time_of_day): + """设置天气和光照""" + weather_presets = { + 'clear': carla.WeatherParameters.ClearNoon, + 'cloudy': carla.WeatherParameters.CloudyNoon, + 'rainy': carla.WeatherParameters.HardRainNoon, + 'wet': carla.WeatherParameters.WetNoon, + } + weather = weather_presets.get(weather_type, carla.WeatherParameters.ClearNoon) + + if time_of_day == 'day': + weather.sun_altitude_angle = 75.0 + elif time_of_day == 'sunset': + weather.sun_altitude_angle = 10.0 + elif time_of_day == 'night': + weather.sun_altitude_angle = -90.0 + + world.set_weather(weather) + + +def cleanup_previous_hero(world): + """启动前清理可能残留的主车""" + actors = world.get_actors() + potential_heroes = [x for x in actors if + x.type_id.startswith('vehicle') and x.attributes.get('role_name') == 'hero'] + if potential_heroes: + print(f"🧹 发现 {len(potential_heroes)} 辆残留的主车,正在清理...") + for h in potential_heroes: + h.destroy() + + def main(): - argparser = argparse.ArgumentParser(description="CVIPS 最终版数据采集脚本") + argparser = argparse.ArgumentParser(description="CVIPS Pro - 强制退出版") argparser.add_argument('--town', default='Town01', help='地图名称') - argparser.add_argument('--num_vehicles', default=25, type=int, help='背景车辆数') + argparser.add_argument('--num_vehicles', default=40, type=int, help='车辆数') argparser.add_argument('--num_walkers', default=40, type=int, help='行人数') + argparser.add_argument('--weather', default='clear', choices=['clear', 'rainy', 'cloudy', 'wet'], help='天气') + argparser.add_argument('--time_of_day', default='day', choices=['day', 'sunset', 'night'], help='时间') + argparser.add_argument('--max_frames', default=1000, type=int, help='采集多少帧后自动停止(0为不停止)') + args = argparser.parse_args() - # 1. 创建保存目录 + scene_name = f"{args.town}_{args.weather}_{args.time_of_day}" + scene_output_path = os.path.join(OUTPUT_FOLDER, scene_name) + if ENABLE_SAVING: - os.makedirs(f"{OUTPUT_FOLDER}/ego_rgb", exist_ok=True) - os.makedirs(f"{OUTPUT_FOLDER}/rsu_rgb", exist_ok=True) - print(f"📁 数据保存路径: {os.path.abspath(OUTPUT_FOLDER)}") + os.makedirs(f"{scene_output_path}/ego_rgb", exist_ok=True) + os.makedirs(f"{scene_output_path}/rsu_rgb", exist_ok=True) - # 2. 连接 CARLA (使用 127.0.0.1 避免 Windows 防火墙问题) - try: - client = carla.Client('127.0.0.1', 2000) - client.set_timeout(60.0) - print(f"正在加载地图 {args.town} ...") - world = client.load_world(args.town) - except RuntimeError as e: - print(f"❌ 连接失败: {e}") - print("请确保 CARLA 模拟器已启动!") - return - - # 3. 设置高画质天气 (正午晴天) - world.set_weather(carla.WeatherParameters.ClearNoon) - - # 4. 设置同步模式 - settings = world.get_settings() - settings.synchronous_mode = True - settings.fixed_delta_seconds = 0.05 # 固定 20 FPS - world.apply_settings(settings) - - traffic_manager = client.get_trafficmanager(8000) - traffic_manager.set_synchronous_mode(True) - - # 5. 初始化队列和列表 - sensor_queue = queue.Queue() # 接收原始数据 - save_queue = queue.Queue() # 后台保存队列 - actor_list = [] - - # 6. 启动后台保存线程 + client = None + world = None + actor_list = [] + + sensor_queue = queue.Queue() + save_queue = queue.Queue() global writing_thread_running - writing_thread_running = True - save_thread = threading.Thread(target=save_worker, args=(save_queue,)) - save_thread.start() - print("✅ 后台保存服务已启动") try: - # --- 生成环境 --- - print("正在构建交通场景...") + client = carla.Client('127.0.0.1', 2000) + client.set_timeout(10.0) + + world = client.get_world() + if world.get_map().name.split('/')[-1] != args.town: + print(f"🗺️ 正在切换地图至 {args.town} ...") + world = client.load_world(args.town) + else: + print(f"🗺️ 当前已是 {args.town},准备就绪。") + + cleanup_previous_hero(world) + configure_weather(world, args.weather, args.time_of_day) + + settings = world.get_settings() + settings.synchronous_mode = True + settings.fixed_delta_seconds = FIXED_DELTA_SECONDS + world.apply_settings(settings) + + traffic_manager = client.get_trafficmanager(8000) + traffic_manager.set_synchronous_mode(True) + traffic_manager.set_global_distance_to_leading_vehicle(2.5) + + writing_thread_running = True + save_thread = threading.Thread(target=save_worker, args=(save_queue, scene_output_path)) + # 【修改1】设置为守护线程,主程序一死它必须死 + save_thread.daemon = True + save_thread.start() + + # --- 生成 Actor --- + print("🚗 生成交通流...") blueprint_library = world.get_blueprint_library() spawn_points = world.get_map().get_spawn_points() + random.shuffle(spawn_points) - # 分离主车点和NPC点,防止碰撞 ego_spawn_point = spawn_points[0] npc_spawn_points = spawn_points[1:] - # 生成背景车辆 - bg_vehicle_bp = blueprint_library.filter('vehicle.*')[0] - for _ in range(args.num_vehicles): - t = random.choice(npc_spawn_points) - actor = world.try_spawn_actor(bg_vehicle_bp, t) - if actor: - actor.set_autopilot(True) - actor_list.append(actor) - - # 生成行人 + bg_vehicle_bp = blueprint_library.filter('vehicle.*') + bg_vehicle_bp = [x for x in bg_vehicle_bp if int(x.get_attribute('number_of_wheels')) == 4] + + batch = [] + for n, transform in enumerate(npc_spawn_points): + if n >= args.num_vehicles: break + bp = random.choice(bg_vehicle_bp) + if bp.has_attribute('color'): + bp.set_attribute('color', random.choice(bp.get_attribute('color').recommended_values)) + batch.append(carla.command.SpawnActor(bp, transform).then( + carla.command.SetAutopilot(carla.command.FutureActor, True, traffic_manager.get_port()))) + + for response in client.apply_batch_sync(batch, True): + if not response.error: actor_list.append(response.actor_id) + walker_bp = blueprint_library.filter('walker.pedestrian.*')[0] for _ in range(args.num_walkers): loc = world.get_random_location_from_navigation() if loc: w = world.try_spawn_actor(walker_bp, carla.Transform(loc)) - if w: actor_list.append(w) + if w: actor_list.append(w.id) - # --- 生成主车 (Ego) --- - print("生成主车...") + print("🚘 生成主车...") ego_bp = blueprint_library.find('vehicle.tesla.model3') ego_bp.set_attribute('role_name', 'hero') ego_vehicle = world.spawn_actor(ego_bp, ego_spawn_point) ego_vehicle.set_autopilot(True) - actor_list.append(ego_vehicle) + actor_list.append(ego_vehicle.id) - # --- 生成 RSU (路侧单元) --- rsu_loc = ego_spawn_point.location - rsu_loc.z += 12.0 # 12米高空 - rsu_loc.x += 5.0 - rsu_transform = carla.Transform(rsu_loc, carla.Rotation(pitch=-70, yaw=ego_spawn_point.rotation.yaw)) + rsu_loc.z += 10.0 + rsu_loc.x += 8.0 + rsu_transform = carla.Transform(rsu_loc, carla.Rotation(pitch=-60, yaw=ego_spawn_point.rotation.yaw)) + cam_transform = carla.Transform(carla.Location(x=-1.5, z=2.4), carla.Rotation(pitch=-15)) - # --- 传感器设置 (1080P 高画质) --- camera_bp = blueprint_library.find('sensor.camera.rgb') camera_bp.set_attribute('image_size_x', '1920') camera_bp.set_attribute('image_size_y', '1080') - camera_bp.set_attribute('fov', '90') - # 优化画质属性 - camera_bp.set_attribute('exposure_mode', 'histogram') - camera_bp.set_attribute('motion_blur_intensity', '0.2') - - # 主车相机:第三人称 (车后6米,高3米),防遮挡 - cam_transform = carla.Transform(carla.Location(x=-6.0, z=3.0), carla.Rotation(pitch=-20)) - + camera_bp.set_attribute('sensor_tick', str(FIXED_DELTA_SECONDS)) + ego_cam = world.spawn_actor(camera_bp, cam_transform, attach_to=ego_vehicle) - actor_list.append(ego_cam) - rsu_cam = world.spawn_actor(camera_bp, rsu_transform) - actor_list.append(rsu_cam) + actor_list.append(ego_cam.id) + actor_list.append(rsu_cam.id) - # 监听数据 ego_cam.listen(lambda image: sensor_queue.put((image.frame, 'ego_rgb', image))) rsu_cam.listen(lambda image: sensor_queue.put((image.frame, 'rsu_rgb', image))) - print("\n🔥 正在预热 (Warm Up)... 请保持 CARLA 窗口在前台!") - for _ in range(50): - world.tick() - try: - # 清空预热期的垃圾数据 - for _ in range(2): sensor_queue.get(timeout=1.0) - except: pass + print(f"\n🚀 采集开始! 按 Ctrl+C 停止") - print("🚀 采集开始!按 Ctrl+C 优雅退出...") - frame_number = 0 - spectator = world.get_spectator() + spectator = world.get_spectator() + clock = pygame_clock() while True: - # 1. 物理计算一帧 world.tick() w_frame = world.get_snapshot().frame - - # 2. 移动观众视角跟随主车 (方便你观察) + fps = clock.tick() spectator.set_transform(ego_cam.get_transform()) + if args.max_frames > 0 and frame_number >= args.max_frames: + print("\n✅ 已达到目标帧数,自动停止。") + break + try: - # 3. 获取数据 current_frame_data = {} - timeout_counter = 0 - # 尝试凑齐两个相机的数据 - while len(current_frame_data) < 2 and timeout_counter < 10: + timeout = 0 + while len(current_frame_data) < 2 and timeout < 10: data = sensor_queue.get(timeout=1.0) - frame_id, s_type, img_obj = data - # 允许 1 帧的误差 - if abs(frame_id - w_frame) <= 1: - current_frame_data[s_type] = img_obj - timeout_counter += 1 + fid, stype, img = data + if abs(fid - w_frame) <= 2: + current_frame_data[stype] = img + timeout += 1 - # 4. 放入后台队列 if ENABLE_SAVING and (frame_number % SAVE_INTERVAL == 0): if len(current_frame_data) == 2: - print(f"Frame: {w_frame} | 待存队列: {save_queue.qsize()}", end='\r') + print(f"FPS: {fps:.1f} | Frame: {frame_number} | 队列: {save_queue.qsize()} ", end='\r') save_queue.put(current_frame_data) - except queue.Empty: - continue - + pass frame_number += 1 except KeyboardInterrupt: - print("\n🛑 用户请求停止") - + print("\n\n🛑 用户中断") + except Exception as e: + print(f"\n❌ 错误: {e}") finally: - print("\n🧹 正在执行清理程序...") - - # 1. 停止后台线程 + print("\n♻️ 正在退出...") + + # 停止写入 writing_thread_running = False - - # 2. 等待剩余照片保存完毕 (解决报错的关键) - if not save_queue.empty(): - print(f"⏳ 正在保存剩余的 {save_queue.qsize()} 张照片,请不要关闭窗口...", end='', flush=True) - save_thread.join() - print(" 保存完毕!") - else: - save_thread.join() + if 'save_thread' in locals() and save_thread.is_alive(): + print("⏳ 等待后台写入完成...", end='') + save_thread.join(timeout=5) # 最多等5秒,不等了 + print("Done") - # 3. 恢复 CARLA 设置 (防止下次启动变卡) - try: - if world: - settings = world.get_settings() - settings.synchronous_mode = False - settings.fixed_delta_seconds = None - world.apply_settings(settings) - except: - pass + # 销毁对象 + if client and actor_list: + client.apply_batch([carla.command.DestroyActor(x) for x in actor_list]) - # 4. 安全销毁所有对象 - print("🗑️ 销毁车辆和传感器...") - for actor in actor_list: - try: - if actor.is_alive: - actor.destroy() - except: - pass # 忽略销毁时的错误 - - print("✅ 全部完成,程序安全退出。") - -# --- 后台工作线程 --- -def save_worker(q): + # 恢复异步 + if world: + settings = world.get_settings() + settings.synchronous_mode = False + settings.fixed_delta_seconds = None + world.apply_settings(settings) + + print("✅ 资源已释放,强制返回终端。") + # 【修改2】核弹级退出:直接调用系统底层退出,不给 Python 挂起的机会 + os._exit(0) + + +class pygame_clock: + def __init__(self): + self.start_time = time.time() + self.frame_count = 0 + self.fps = 0 + + def tick(self): + self.frame_count += 1 + elapsed = time.time() - self.start_time + if elapsed > 1.0: + self.fps = self.frame_count / elapsed + self.start_time = time.time() + self.frame_count = 0 + return self.fps + + +def save_worker(q, path): while writing_thread_running or not q.empty(): try: - data_dict = q.get(timeout=1.0) - ego_img = data_dict['ego_rgb'] - rsu_img = data_dict['rsu_rgb'] - - # 保存 Ego - path_ego = f"{OUTPUT_FOLDER}/ego_rgb/{ego_img.frame:06d}.png" - ego_img.save_to_disk(path_ego) - - # 保存 RSU - path_rsu = f"{OUTPUT_FOLDER}/rsu_rgb/{rsu_img.frame:06d}.png" - rsu_img.save_to_disk(path_rsu) - + data = q.get(timeout=0.1) + ego = data['ego_rgb'] + rsu = data['rsu_rgb'] + ego.save_to_disk(f"{path}/ego_rgb/{ego.frame:08d}.jpg") + rsu.save_to_disk(f"{path}/rsu_rgb/{rsu.frame:08d}.jpg") q.task_done() - except queue.Empty: - continue - except Exception as e: - print(f"保存错误: {e}") + except: + pass + if __name__ == '__main__': main() \ No newline at end of file