diff --git a/src/enhance_pedestrian_safety/config_manager.py b/src/enhance_pedestrian_safety/config_manager.py index 9e80f69f2d..54477406ba 100644 --- a/src/enhance_pedestrian_safety/config_manager.py +++ b/src/enhance_pedestrian_safety/config_manager.py @@ -36,7 +36,6 @@ def load_config(config_file=None): 'rotation_frequency': 10 } }, - 'v2x': { 'enabled': True, 'communication_range': 300.0, @@ -54,8 +53,15 @@ def load_config(config_file=None): 'data_fusion_interval': 1.0, 'max_shared_objects': 50 }, - - + 'enhancement': { + 'enabled': True, + 'enable_random': True, + 'quality_check': True, + 'save_original': True, + 'save_enhanced': True, + 'calibration_generation': True, + 'enhanced_dir_name': 'enhanced' + }, 'output': { 'data_dir': 'cvips_dataset', 'save_raw': True, @@ -63,13 +69,12 @@ def load_config(config_file=None): 'save_annotations': False, 'save_lidar': True, 'save_fusion': True, - 'save_cooperative': True, 'save_v2x_messages': True, - - + 'save_enhanced': True, 'validate_data': True, - 'run_analysis': False + 'run_analysis': False, + 'run_quality_check': True } } @@ -111,7 +116,6 @@ def merge_args(config, args): if args.num_pedestrians: config['traffic']['pedestrians'] = args.num_pedestrians - if args.num_coop_vehicles: config['cooperative']['num_coop_vehicles'] = args.num_coop_vehicles @@ -121,10 +125,8 @@ def merge_args(config, args): if args.enable_v2x: config['v2x']['enabled'] = True - - if args.capture_interval: - config['sensors']['capture_interval'] = args.capture_interval - + if args.enable_enhancement: + config['enhancement']['enabled'] = True if args.enable_lidar: config['sensors']['lidar_sensors'] = 1 @@ -133,18 +135,18 @@ def merge_args(config, args): if args.enable_fusion: config['output']['save_fusion'] = True - if args.enable_cooperative: config['output']['save_cooperative'] = True - - if args.enable_annotations: config['output']['save_annotations'] = True if args.skip_validation: config['output']['validate_data'] = False + if args.skip_quality_check: + config['output']['run_quality_check'] = False + if args.run_analysis: config['output']['run_analysis'] = True diff --git a/src/enhance_pedestrian_safety/data_analyzer.py b/src/enhance_pedestrian_safety/data_analyzer.py index f805fe2fcb..069d6d2ec7 100644 --- a/src/enhance_pedestrian_safety/data_analyzer.py +++ b/src/enhance_pedestrian_safety/data_analyzer.py @@ -17,10 +17,7 @@ def analyze_dataset(data_dir): 'file_distribution': DataAnalyzer._analyze_file_distribution(data_dir), 'object_statistics': DataAnalyzer._analyze_objects(data_dir), 'temporal_analysis': DataAnalyzer._analyze_temporal(data_dir), - 'cooperative_data': DataAnalyzer._analyze_cooperative_data(data_dir), - - 'quality_metrics': DataAnalyzer._calculate_quality_metrics(data_dir) } @@ -81,7 +78,6 @@ def _analyze_file_distribution(data_dir): distribution = {} # 分析原始图像 - raw_dirs = [] raw_path = os.path.join(data_dir, "raw") if os.path.exists(raw_path): @@ -98,20 +94,6 @@ def _analyze_file_distribution(data_dir): camera_stats[camera_dir] = len(images) distribution[f'raw_{raw_dir}'] = camera_stats - raw_dirs = ['vehicle', 'infrastructure'] - for raw_dir in raw_dirs: - path = os.path.join(data_dir, "raw", raw_dir) - if os.path.exists(path): - camera_stats = {} - for camera_dir in os.listdir(path): - camera_path = os.path.join(path, camera_dir) - if os.path.isdir(camera_path): - images = [f for f in os.listdir(camera_path) - if f.endswith(('.png', '.jpg', '.jpeg'))] - camera_stats[camera_dir] = len(images) - distribution[f'raw_{raw_dir}'] = camera_stats - - # 分析拼接图像 stitched_dir = os.path.join(data_dir, "stitched") if os.path.exists(stitched_dir): @@ -125,7 +107,6 @@ def _analyze_file_distribution(data_dir): json_files = [f for f in os.listdir(annotations_dir) if f.endswith('.json')] distribution['annotations'] = len(json_files) - # 分析LiDAR数据 lidar_dir = os.path.join(data_dir, "lidar") if os.path.exists(lidar_dir): @@ -139,8 +120,6 @@ def _analyze_file_distribution(data_dir): json_files = [f for f in os.listdir(fusion_dir) if f.endswith('.json')] distribution['fusion'] = len(json_files) - - return distribution @staticmethod @@ -149,12 +128,8 @@ def _analyze_objects(data_dir): annotations_dir = os.path.join(data_dir, "annotations") if not os.path.exists(annotations_dir): - return {'total_objects': 0, 'by_class': {}, 'by_frame': {}, 'class_distribution': {}} - return {'total_objects': 0, 'by_class': {}, 'by_frame': {}} - - object_stats = { 'total_objects': 0, 'by_class': defaultdict(int), @@ -216,7 +191,6 @@ def _analyze_temporal(data_dir): return temporal_stats @staticmethod - def _analyze_cooperative_data(data_dir): """分析协同数据""" coop_dir = os.path.join(data_dir, "cooperative") @@ -289,45 +263,28 @@ def _analyze_cooperative_data(data_dir): return analysis @staticmethod - - def _calculate_quality_metrics(data_dir): """计算质量指标""" quality_metrics = { 'completeness_score': 0, 'consistency_score': 0, 'diversity_score': 0, - 'cooperative_score': 0, - - 'issues_found': [] } # 检查完整性 - required_dirs = ["raw/vehicle", "raw/infrastructure", "stitched", "metadata", "cooperative"] missing_dirs = [] for dir_path in required_dirs: full_path = os.path.join(data_dir, dir_path) if not os.path.exists(full_path): - - required_dirs = ["raw/vehicle", "raw/infrastructure", "stitched", "metadata"] - missing_dirs = [] - - for dir_path in required_dirs: - if not os.path.exists(os.path.join(data_dir, dir_path)): - missing_dirs.append(dir_path) if missing_dirs: quality_metrics['issues_found'].append(f"缺失目录: {missing_dirs}") - quality_metrics['completeness_score'] = 100 - (len(missing_dirs) * 20) - - quality_metrics['completeness_score'] = 50 - else: quality_metrics['completeness_score'] = 100 @@ -343,11 +300,7 @@ def _calculate_quality_metrics(data_dir): camera_counts.append(len(images)) if camera_counts: - max_diff = max(camera_counts) - min(camera_counts) if camera_counts else 0 - - max_diff = max(camera_counts) - min(camera_counts) - if max_diff > 5: quality_metrics['issues_found'].append(f"摄像头图像数量不一致: 差异{max_diff}") quality_metrics['consistency_score'] = 70 @@ -366,7 +319,6 @@ def _calculate_quality_metrics(data_dir): quality_metrics['diversity_score'] = 50 quality_metrics['issues_found'].append(f"物体类别较少: {num_classes}类") - # 协同评分 cooperative_data = DataAnalyzer._analyze_cooperative_data(data_dir) if cooperative_data['v2x_messages'] > 10 and cooperative_data['shared_perception_frames'] > 5: @@ -377,26 +329,17 @@ def _calculate_quality_metrics(data_dir): quality_metrics['cooperative_score'] = 30 quality_metrics['issues_found'].append("协同数据较少") - - return quality_metrics @staticmethod def _calculate_overall_score(analysis): """计算总体评分""" weights = { - 'completeness': 0.25, 'consistency': 0.20, 'diversity': 0.15, 'cooperative': 0.20, 'temporal': 0.20 - - 'completeness': 0.3, - 'consistency': 0.25, - 'diversity': 0.25, - 'temporal': 0.2 - } quality = analysis['quality_metrics'] @@ -404,12 +347,8 @@ def _calculate_overall_score(analysis): score = ( quality['completeness_score'] * weights['completeness'] + quality['consistency_score'] * weights['consistency'] + - quality['diversity_score'] * weights['diversity'] + quality['cooperative_score'] * weights['cooperative'] - - quality['diversity_score'] * weights['diversity'] - ) # 时间因素 @@ -421,12 +360,8 @@ def _calculate_overall_score(analysis): else: score += 5 * weights['temporal'] - return round(min(score, 100), 1) - return round(score, 1) - - @staticmethod def _save_analysis_report(data_dir, analysis): """保存分析报告""" @@ -460,15 +395,11 @@ def _print_analysis_summary(analysis): if isinstance(value, dict): print(f" {key}:") for subkey, subvalue in value.items(): - if isinstance(subvalue, dict): for subsubkey, subsubvalue in subvalue.items(): print(f" {subsubkey}: {subsubvalue}") else: print(f" {subkey}: {subvalue}") - - print(f" {subkey}: {subvalue}") - else: print(f" {key}: {value}") @@ -481,7 +412,6 @@ def _print_analysis_summary(analysis): percentage = objects['class_distribution'].get(obj_class, 0) print(f" {obj_class}: {count} ({percentage}%)") - # 协同数据分析 cooperative = analysis['cooperative_data'] print(f"\n协同数据分析:") @@ -498,8 +428,6 @@ def _print_analysis_summary(analysis): for msg_type, count in cooperative['v2x_stats']['message_types'].items(): print(f" {msg_type}: {count}") - - temporal = analysis['temporal_analysis'] print(f"\n时间分析:") print(f" 总时长: {temporal['total_duration']:.1f}秒") @@ -510,11 +438,8 @@ def _print_analysis_summary(analysis): print(f" 完整性: {quality['completeness_score']}/100") print(f" 一致性: {quality['consistency_score']}/100") print(f" 多样性: {quality['diversity_score']}/100") - print(f" 协同性: {quality['cooperative_score']}/100") - - if quality['issues_found']: print(f" 发现的问题 ({len(quality['issues_found'])}):") for issue in quality['issues_found'][:3]: @@ -524,20 +449,12 @@ def _print_analysis_summary(analysis): print(f"\n总体评分: {analysis['overall_score']}/100") - overall_score = analysis['overall_score'] if overall_score >= 90: print("✓ 数据集质量优秀") elif overall_score >= 75: print("✓ 数据集质量良好") elif overall_score >= 60: - - if analysis['overall_score'] >= 90: - print("✓ 数据集质量优秀") - elif analysis['overall_score'] >= 75: - print("✓ 数据集质量良好") - elif analysis['overall_score'] >= 60: - print("⚠ 数据集质量一般") else: print("✗ 数据集质量需要改进") diff --git a/src/enhance_pedestrian_safety/data_validator.py b/src/enhance_pedestrian_safety/data_validator.py index 80c65d52f9..fa67f6425b 100644 --- a/src/enhance_pedestrian_safety/data_validator.py +++ b/src/enhance_pedestrian_safety/data_validator.py @@ -14,13 +14,9 @@ def validate_dataset(data_dir): 'stitched_images': DataValidator._validate_stitched_images(data_dir), 'annotations': DataValidator._validate_annotations(data_dir), 'metadata': DataValidator._validate_metadata(data_dir), - 'lidar_data': DataValidator._validate_lidar_data(data_dir), 'cooperative_data': DataValidator._validate_cooperative_data(data_dir), 'fusion_data': DataValidator._validate_fusion_data(data_dir) - - 'lidar_data': DataValidator._validate_lidar_data(data_dir) - } validation_results['overall_score'] = DataValidator._calculate_score(validation_results) @@ -36,15 +32,11 @@ def _check_directory_structure(data_dir): "raw/vehicle", "raw/infrastructure", "stitched", - "metadata", "cooperative", "cooperative/v2x_messages", "cooperative/shared_perception", "fusion" - - "metadata" - ] missing_dirs = [] @@ -65,7 +57,6 @@ def _check_directory_structure(data_dir): @staticmethod def _validate_raw_images(data_dir): - raw_path = os.path.join(data_dir, "raw") if not os.path.exists(raw_path): @@ -73,20 +64,11 @@ def _validate_raw_images(data_dir): 'infrastructure': {'status': 'MISSING', 'count': 0, 'errors': []}} raw_dirs = [d for d in os.listdir(raw_path) if os.path.isdir(os.path.join(raw_path, d))] - - raw_dirs = ["vehicle", "infrastructure"] - results = {} for raw_dir in raw_dirs: path = os.path.join(data_dir, "raw", raw_dir) - - if not os.path.exists(path): - results[raw_dir] = {'status': 'MISSING', 'count': 0, 'errors': []} - continue - - camera_dirs = [] if os.path.exists(path): camera_dirs = [d for d in os.listdir(path) if os.path.isdir(os.path.join(path, d))] @@ -171,15 +153,12 @@ def _validate_annotations(data_dir): with open(json_path, 'r') as f: data = json.load(f) - # 检查基本结构 required_keys = ['frame_id', 'objects'] for key in required_keys: if key not in data: errors.append(f"缺失必要键: {key} in {json_file}") - - valid_files += 1 except Exception as e: errors.append(f"无效的JSON文件: {json_file} - {str(e)}") @@ -238,32 +217,22 @@ def _validate_lidar_data(data_dir): return {'status': 'MISSING', 'count': 0, 'errors': []} bin_files = [f for f in os.listdir(lidar_dir) if f.endswith('.bin')] - npy_files = [f for f in os.listdir(lidar_dir) if f.endswith('.npy')] json_files = [f for f in os.listdir(lidar_dir) if f.endswith('.json')] errors = [] valid_bin_files = 0 - errors = [] - valid_files = 0 - - for bin_file in bin_files: bin_path = os.path.join(lidar_dir, bin_file) try: if os.path.getsize(bin_path) > 0: - valid_bin_files += 1 - - valid_files += 1 - else: errors.append(f"空文件: {bin_file}") except: errors.append(f"文件访问失败: {bin_file}") - total_files = len(bin_files) + len(npy_files) + len(json_files) if len(errors) == 0 and valid_bin_files > 0: @@ -394,8 +363,6 @@ def _validate_fusion_data(data_dir): except Exception as e: errors.append(f"融合文件无效: {json_file} - {str(e)}") - - if len(errors) == 0 and valid_files > 0: status = 'PASS' elif len(errors) < 3 and valid_files > 0: @@ -405,18 +372,13 @@ def _validate_fusion_data(data_dir): return { 'status': status, - 'count': len(json_files), - - 'count': valid_files, - 'errors': errors } @staticmethod def _calculate_score(results): weights = { - 'directory_structure': 0.10, 'raw_images': 0.20, 'stitched_images': 0.10, @@ -425,14 +387,6 @@ def _calculate_score(results): 'lidar_data': 0.15, 'cooperative_data': 0.15, 'fusion_data': 0.10 - - 'directory_structure': 0.15, - 'raw_images': 0.25, - 'stitched_images': 0.15, - 'annotations': 0.1, - 'metadata': 0.15, - 'lidar_data': 0.2 - } score = 0 @@ -477,19 +431,14 @@ def _print_validation_report(results): print(f"\n{key.replace('_', ' ').title()}:") if 'status' in result: - status_icon = '✓' if result['status'] == 'PASS' else '⚠' if result['status'] == 'WARNING' else '✗' print(f" 状态: {status_icon} {result['status']}") - - print(f" 状态: {result['status']}") - else: print(f" 状态: 未知") if 'count' in result: print(f" 数量: {result['count']}") - # 特定类型数据的额外信息 if key == 'raw_images' and isinstance(result, dict): for subkey, subresult in result.items(): @@ -510,8 +459,6 @@ def _print_validation_report(results): if 'json_files' in result: print(f" JSON文件: {result['json_files']}") - - if 'errors' in result and result['errors']: print(f" 错误 ({len(result['errors'])}):") for error in result['errors'][:3]: diff --git a/src/enhance_pedestrian_safety/main.py b/src/enhance_pedestrian_safety/main.py index bd8376d1a8..b6f4c384c5 100644 --- a/src/enhance_pedestrian_safety/main.py +++ b/src/enhance_pedestrian_safety/main.py @@ -7,6 +7,8 @@ import math import threading import json +import cv2 +import numpy as np from datetime import datetime from carla_utils import setup_carla_path, import_carla_module @@ -16,11 +18,9 @@ from scene_manager import SceneManager from data_analyzer import DataAnalyzer from lidar_processor import LidarProcessor, MultiSensorFusion - from multi_vehicle_manager import MultiVehicleManager from v2x_communication import V2XCommunication - - +from sensor_enhancer import SensorDataEnhancer, SensorCalibrator, DataQualityMonitor carla_egg_path, remaining_argv = setup_carla_path() carla = import_carla_module() @@ -253,29 +253,34 @@ def __init__(self, world, config, data_dir): self.lidar_processor = None self.fusion_manager = None + # 新增:数据增强组件 + self.enhancer = None + self.calibrator = None + self.quality_monitor = None + + if config['enhancement']['enabled']: + self.enhancer = SensorDataEnhancer(config) + self.calibrator = SensorCalibrator(config) + self.quality_monitor = DataQualityMonitor(data_dir) + + # 创建增强数据目录 + enhanced_dir = os.path.join(data_dir, config['enhancement'].get('enhanced_dir_name', 'enhanced')) + os.makedirs(enhanced_dir, exist_ok=True) + if config['sensors'].get('lidar_sensors', 0) > 0: self.lidar_processor = LidarProcessor(data_dir) if config['output'].get('save_fusion', False): self.fusion_manager = MultiSensorFusion(data_dir) - def setup_cameras(self, vehicle, center_location, vehicle_id=0): vehicle_cams = self._setup_vehicle_cameras(vehicle, vehicle_id) - - def setup_cameras(self, vehicle, center_location): - vehicle_cams = self._setup_vehicle_cameras(vehicle) - infra_cams = self._setup_infrastructure_cameras(center_location) Log.info(f"摄像头: {vehicle_cams}车辆 + {infra_cams}基础设施") return vehicle_cams + infra_cams - def _setup_vehicle_cameras(self, vehicle, vehicle_id): - - def _setup_vehicle_cameras(self, vehicle): - if not vehicle: return 0 @@ -288,11 +293,7 @@ def _setup_vehicle_cameras(self, vehicle): installed = 0 for cam_name, config_data in camera_configs.items(): - if self._create_camera(cam_name, config_data, vehicle, 'vehicle', vehicle_id): - - if self._create_camera(cam_name, config_data, vehicle, 'vehicle'): - installed += 1 return installed @@ -322,11 +323,7 @@ def _setup_infrastructure_cameras(self, center_location): return installed - def setup_lidar(self, vehicle, vehicle_id=0): - - def setup_lidar(self, vehicle): - if not vehicle or not self.config['sensors'].get('lidar_sensors', 0) > 0: return 0 @@ -341,10 +338,6 @@ def setup_lidar(self, vehicle): lidar_bp.set_attribute('points_per_second', str(lidar_config.get('points_per_second', 56000))) lidar_bp.set_attribute('rotation_frequency', str(lidar_config.get('rotation_frequency', 10))) - - - # 添加更多LiDAR参数 - lidar_bp.set_attribute('upper_fov', '10') lidar_bp.set_attribute('lower_fov', '-20') lidar_bp.set_attribute('horizontal_fov', '360') @@ -362,17 +355,9 @@ def lidar_callback(lidar_data): try: metadata = self.lidar_processor.process_lidar_data(lidar_data, self.frame_counter) if metadata and self.fusion_manager: - - vehicle_image_path = None - with self.buffer_lock: - if self.vehicle_buffer: - - # 尝试获取最新的车辆图像 vehicle_image_path = None with self.buffer_lock: if self.vehicle_buffer: - # 取第一个摄像头的图像 - for cam_name, img_path in self.vehicle_buffer.items(): if os.path.exists(img_path): vehicle_image_path = img_path @@ -398,11 +383,7 @@ def lidar_callback(lidar_data): print(f"LiDAR安装失败: {e}") return 0 - def _create_camera(self, name, config, parent, sensor_type, vehicle_id=0): - - def _create_camera(self, name, config, parent, sensor_type): - try: blueprint = self.world.get_blueprint_library().find('sensor.camera.rgb') @@ -420,7 +401,6 @@ def _create_camera(self, name, config, parent, sensor_type): else: camera = self.world.spawn_actor(blueprint, transform) - # 为不同车辆创建不同目录 if sensor_type == 'vehicle' and vehicle_id > 0: save_dir = os.path.join(self.data_dir, "raw", f"vehicle_{vehicle_id}", name) @@ -430,11 +410,6 @@ def _create_camera(self, name, config, parent, sensor_type): os.makedirs(save_dir, exist_ok=True) callback = self._create_callback(save_dir, name, sensor_type, vehicle_id) - save_dir = os.path.join(self.data_dir, "raw", sensor_type, name) - os.makedirs(save_dir, exist_ok=True) - - callback = self._create_callback(save_dir, name, sensor_type) - camera.listen(callback) self.sensors.append(camera) @@ -444,11 +419,7 @@ def _create_camera(self, name, config, parent, sensor_type): Log.warning(f"创建摄像头 {name} 失败: {e}") return False - def _create_callback(self, save_dir, name, sensor_type, vehicle_id=0): - - def _create_callback(self, save_dir, name, sensor_type): - capture_interval = self.config['sensors']['capture_interval'] def callback(image): @@ -458,28 +429,112 @@ def callback(image): self.frame_counter += 1 self.last_capture_time = current_time - filename = os.path.join(save_dir, f"{name}_{self.frame_counter:06d}.png") - image.save_to_disk(filename, carla.ColorConverter.Raw) + # 原始图像保存路径 + original_filename = os.path.join(save_dir, f"{name}_{self.frame_counter:06d}.png") + + # 保存原始图像 + image.save_to_disk(original_filename, carla.ColorConverter.Raw) + + # 数据增强处理 + if self.enhancer and self.config['enhancement']['enabled']: + enhanced_image = self._enhance_sensor_data(image, name, sensor_type) + + # 保存增强后的图像 + if self.config['enhancement']['save_enhanced']: + enhanced_dir = os.path.join( + self.data_dir, + self.config['enhancement'].get('enhanced_dir_name', 'enhanced'), + sensor_type, + name + ) + os.makedirs(enhanced_dir, exist_ok=True) + + enhanced_filename = os.path.join( + enhanced_dir, + f"{name}_{self.frame_counter:06d}_enhanced.png" + ) + + # 转换为RGB格式 + img_array = cv2.cvtColor(enhanced_image, cv2.COLOR_RGB2BGR) + cv2.imwrite(enhanced_filename, img_array) + + # 生成增强元数据 + metadata = { + 'frame_id': self.frame_counter, + 'sensor_type': sensor_type, + 'sensor_name': name, + 'vehicle_id': vehicle_id, + 'enhancement_methods': self.enhancer.enhancement_methods, + 'original_path': original_filename, + 'enhanced_path': enhanced_filename, + 'timestamp': datetime.now().isoformat() + } + + # 保存元数据 + meta_filename = enhanced_filename.replace('.png', '_meta.json') + with open(meta_filename, 'w', encoding='utf-8') as f: + json.dump(metadata, f, indent=2, ensure_ascii=False) + + # 质量检查 + if self.quality_monitor and self.config['output']['run_quality_check']: + quality_result = self.quality_monitor.check_image_quality(original_filename) + self.quality_monitor.update_metrics('images', quality_result) + + if not quality_result.get('valid', False): + print(f"⚠ 图像质量问题: {original_filename} - {quality_result.get('error', '')}") with self.buffer_lock: if sensor_type == 'vehicle': - self.vehicle_buffer[name] = filename + self.vehicle_buffer[name] = original_filename if len(self.vehicle_buffer) >= 4: - self.image_processor.stitch(self.vehicle_buffer, self.frame_counter, f'vehicle_{vehicle_id}') - - self.image_processor.stitch(self.vehicle_buffer, self.frame_counter, 'vehicle') - self.vehicle_buffer.clear() else: - self.infra_buffer[name] = filename + self.infra_buffer[name] = original_filename if len(self.infra_buffer) >= 4: self.image_processor.stitch(self.infra_buffer, self.frame_counter, 'infrastructure') self.infra_buffer.clear() return callback + def _enhance_sensor_data(self, carla_image, name: str, sensor_type: str) -> np.ndarray: + """增强传感器数据""" + # 将CARLA图像转换为numpy数组 + img_array = np.frombuffer(carla_image.raw_data, dtype=np.uint8) + img_array = img_array.reshape((carla_image.height, carla_image.width, 4)) + img_array = img_array[:, :, :3] # 去掉alpha通道 + + # 根据传感器类型应用增强 + if sensor_type == 'camera': + enhanced_image = self.enhancer.enhance_image(img_array, 'camera') + else: + enhanced_image = img_array # 其他传感器暂时不增强 + + return enhanced_image + + def generate_calibration_files(self, vehicle_locations: list, + camera_positions: list): + """生成传感器校准文件""" + if self.calibrator and self.config['enhancement']['calibration_generation']: + self.calibrator.generate_calibration_files( + self.data_dir, + vehicle_locations, + camera_positions + ) + + def generate_enhancement_report(self): + """生成增强报告""" + if self.enhancer: + return self.enhancer.generate_enhancement_report(self.data_dir) + return None + + def generate_quality_report(self): + """生成质量报告""" + if self.quality_monitor: + return self.quality_monitor.generate_quality_report() + return None + def get_frame_count(self): return self.frame_counter @@ -515,24 +570,16 @@ def __init__(self, config): self.config = config self.client = None self.world = None - - self.ego_vehicles = [] # 多个主车 - - self.ego_vehicle = None - + self.ego_vehicles = [] self.scene_center = None self.setup_directories() self.traffic_manager = None - - self.sensor_managers = {} # 车辆ID -> SensorManager + self.sensor_managers = {} self.multi_vehicle_manager = None self.v2x_communication = None - self.sensor_manager = None - - self.start_time = None self.is_running = False self.collected_frames = 0 @@ -547,21 +594,17 @@ def setup_directories(self): ) directories = [ - - "raw/vehicle_1", # 主车1 - "raw/vehicle_2", # 主车2(如果有) - - "raw/vehicle", - + "raw/vehicle_1", + "raw/vehicle_2", "raw/infrastructure", "stitched", "lidar", "fusion", "calibration", - "cooperative", "v2x_messages", - + "enhanced/vehicle", + "enhanced/infrastructure", "metadata" ] @@ -606,7 +649,6 @@ def setup_scene(self): self.traffic_manager = TrafficManager(self.world, self.config) - # 生成多个主车 num_ego_vehicles = min(self.config['cooperative'].get('num_coop_vehicles', 2) + 1, 3) for i in range(num_ego_vehicles): @@ -616,16 +658,11 @@ def setup_scene(self): Log.info(f"主车 {i + 1} 生成: {ego_vehicle.type_id}") if not self.ego_vehicles: - - self.ego_vehicle = self.traffic_manager.spawn_ego_vehicle() - if not self.ego_vehicle: - Log.error("主车生成失败") return False self.traffic_manager.spawn_traffic(self.scene_center) - # 初始化V2X通信 if self.config['v2x']['enabled']: self.v2x_communication = V2XCommunication(self.config['v2x']) @@ -663,13 +700,34 @@ def setup_scene(self): {'type': 'vehicle', 'capabilities': ['bsm', 'rsm']} ) + # 在场景设置完成后,如果有传感器管理器,生成校准文件 + if hasattr(self, 'sensor_managers') and self.sensor_managers: + # 获取车辆和相机位置信息 + vehicle_locations = [] + camera_positions = [] + for vehicle in self.ego_vehicles: + location = vehicle.get_location() + vehicle_locations.append({ + 'id': vehicle.id, + 'position': [location.x, location.y, location.z], + 'rotation': [0, 0, 0] + }) + + # 简化:假设相机位置相对于车辆 + camera_positions.append({ + 'translation': [2.0, 0, 1.5], # 相机相对于车辆的位置 + 'rotation': [0, 0, 0] # 相机的旋转 + }) + + # 为每个传感器管理器生成校准文件 + for sensor_manager in self.sensor_managers.values(): + sensor_manager.generate_calibration_files(vehicle_locations, camera_positions) time.sleep(3.0) return True def setup_sensors(self): - # 为每个主车设置传感器 for i, vehicle in enumerate(self.ego_vehicles): sensor_manager = SensorManager(self.world, self.config, self.output_dir) @@ -684,17 +742,6 @@ def setup_sensors(self): self.sensor_managers[vehicle.id] = sensor_manager - self.sensor_manager = SensorManager(self.world, self.config, self.output_dir) - - cameras = self.sensor_manager.setup_cameras(self.ego_vehicle, self.scene_center) - if cameras == 0: - Log.error("没有摄像头安装成功") - return False - - lidars = self.sensor_manager.setup_lidar(self.ego_vehicle) - Log.info(f"传感器: {cameras}摄像头 + {lidars}LiDAR") - - return True def collect_data(self): @@ -705,7 +752,6 @@ def collect_data(self): self.is_running = True last_update = time.time() - last_v2x_update = time.time() last_perception_share = time.time() @@ -714,7 +760,6 @@ def collect_data(self): current_time = time.time() elapsed = current_time - self.start_time - # 更新车辆状态 if self.multi_vehicle_manager: self.multi_vehicle_manager.update_vehicle_states() @@ -740,13 +785,6 @@ def collect_data(self): progress = (elapsed / duration) * 100 Log.info(f"进度: {elapsed:.0f}/{duration}秒 ({progress:.1f}%) | 总帧数: {total_frames}") - - if current_time - last_update >= 5.0: - frames = self.sensor_manager.get_frame_count() - progress = (elapsed / duration) * 100 - - Log.info(f"进度: {elapsed:.0f}/{duration}秒 ({progress:.1f}%) | 帧数: {frames}") - last_update = current_time time.sleep(0.05) @@ -757,17 +795,20 @@ def collect_data(self): self.is_running = False elapsed = time.time() - self.start_time - self.collected_frames = sum(mgr.get_frame_count() for mgr in self.sensor_managers.values()) + Log.info(f"收集完成: {self.collected_frames}帧, 用时: {elapsed:.1f}秒") - self.collected_frames = self.sensor_manager.get_frame_count() + # 生成增强报告 + if self.config['enhancement']['enabled']: + self._generate_enhancement_reports() - Log.info(f"收集完成: {self.collected_frames}帧, 用时: {elapsed:.1f}秒") + # 生成质量报告 + if self.config['output']['run_quality_check']: + self._generate_quality_reports() self._save_metadata() self._print_summary() - def _update_v2x_communication(self): """更新V2X通信""" if not self.v2x_communication: @@ -848,17 +889,28 @@ def _simulate_object_detection(self, vehicle): return detected_objects + def _generate_enhancement_reports(self): + """生成增强报告""" + Log.info("生成增强报告...") + for sensor_manager in self.sensor_managers.values(): + if hasattr(sensor_manager, 'enhancer'): + sensor_manager.generate_enhancement_report() + + def _generate_quality_reports(self): + """生成质量报告""" + Log.info("生成质量报告...") + for sensor_manager in self.sensor_managers.values(): + if hasattr(sensor_manager, 'quality_monitor'): + sensor_manager.quality_monitor.print_quality_summary() def _save_metadata(self): metadata = { 'scenario': self.config['scenario'], 'traffic': self.config['traffic'], 'sensors': self.config['sensors'], - 'v2x': self.config['v2x'], 'cooperative': self.config['cooperative'], - - + 'enhancement': self.config['enhancement'], 'output': self.config['output'], 'collection': { 'duration': round(time.time() - self.start_time, 2), @@ -867,11 +919,23 @@ def _save_metadata(self): } } - # 传感器摘要 sensor_summaries = {} for vehicle_id, sensor_manager in self.sensor_managers.items(): sensor_summaries[vehicle_id] = sensor_manager.generate_sensor_summary() + + # 添加增强报告 + if hasattr(sensor_manager, 'enhancer'): + enhancement_report = sensor_manager.generate_enhancement_report() + if enhancement_report: + sensor_summaries[vehicle_id]['enhancement_report'] = enhancement_report + + # 添加质量报告 + if hasattr(sensor_manager, 'quality_monitor'): + quality_report = sensor_manager.generate_quality_report() + if quality_report: + sensor_summaries[vehicle_id]['quality_report'] = quality_report + metadata['sensor_summaries'] = sensor_summaries # V2X通信状态 @@ -882,11 +946,6 @@ def _save_metadata(self): if self.multi_vehicle_manager: metadata['cooperative_summary'] = self.multi_vehicle_manager.generate_summary() - if self.sensor_manager: - sensor_summary = self.sensor_manager.generate_sensor_summary() - metadata['sensor_summary'] = sensor_summary - - meta_path = os.path.join(self.output_dir, "metadata", "collection_info.json") with open(meta_path, 'w', encoding='utf-8') as f: json.dump(metadata, f, indent=2, ensure_ascii=False) @@ -898,11 +957,28 @@ def _print_summary(self): print("数据收集摘要") print("=" * 60) - # 统计图像 - stitched_dir = os.path.join(self.output_dir, "stitched") - if os.path.exists(stitched_dir): - stitched_files = [f for f in os.listdir(stitched_dir) if f.endswith('.jpg')] - print(f"拼接图像: {len(stitched_files)} 张") + # 统计原始图像 + raw_dirs = [d for d in os.listdir(self.output_dir) if d.startswith('raw')] + total_raw_images = 0 + for raw_dir in raw_dirs: + raw_path = os.path.join(self.output_dir, raw_dir) + if os.path.exists(raw_path): + # 递归统计图像文件 + for root, dirs, files in os.walk(raw_path): + total_raw_images += len([f for f in files if f.endswith(('.png', '.jpg', '.jpeg'))]) + + print(f"原始图像: {total_raw_images} 张") + + # 统计增强图像 + if self.config['enhancement']['enabled']: + enhanced_dir = os.path.join(self.output_dir, + self.config['enhancement'].get('enhanced_dir_name', 'enhanced')) + if os.path.exists(enhanced_dir): + total_enhanced_images = 0 + for root, dirs, files in os.walk(enhanced_dir): + total_enhanced_images += len([f for f in files if f.endswith(('.png', '.jpg', '.jpeg'))]) + + print(f"增强图像: {total_enhanced_images} 张") # 统计LiDAR lidar_dir = os.path.join(self.output_dir, "lidar") @@ -911,17 +987,6 @@ def _print_summary(self): npy_files = [f for f in os.listdir(lidar_dir) if f.endswith('.npy')] print(f"LiDAR数据: {len(bin_files)} .bin文件, {len(npy_files)} .npy文件") - if bin_files: - total_points = 0 - for bin_file in bin_files[:3]: - bin_path = os.path.join(lidar_dir, bin_file) - if os.path.exists(bin_path): - file_size = os.path.getsize(bin_path) - points_in_file = file_size // (4 * 4) - total_points += points_in_file - print(f" 估计总点数: {total_points:,}") - - # 统计协同数据 coop_dir = os.path.join(self.output_dir, "cooperative") if os.path.exists(coop_dir): @@ -930,6 +995,12 @@ def _print_summary(self): [f for f in os.listdir(os.path.join(coop_dir, "shared_perception")) if f.endswith('.json')]) print(f"协同数据: {v2x_files} V2X消息, {perception_files} 共享感知文件") + # 校准文件 + calib_dir = os.path.join(self.output_dir, "calibration") + if os.path.exists(calib_dir): + calib_files = len([f for f in os.listdir(calib_dir) if f.endswith('.json')]) + print(f"校准文件: {calib_files} 个") + # V2X统计 if self.v2x_communication: v2x_status = self.v2x_communication.get_network_status() @@ -941,13 +1012,6 @@ def _print_summary(self): print(f"车辆总数: {len(self.ego_vehicles)} 主车 + " f"{len(self.multi_vehicle_manager.cooperative_vehicles)} 协同车") - # 统计融合数据 - fusion_dir = os.path.join(self.output_dir, "fusion") - if os.path.exists(fusion_dir): - sync_files = [f for f in os.listdir(fusion_dir) if f.endswith('.json')] - print(f"融合数据: {len(sync_files)} 个同步文件") - - print(f"\n输出目录: {self.output_dir}") print("=" * 60) @@ -964,7 +1028,6 @@ def run_analysis(self): def cleanup(self): Log.info("清理场景...") - # 清理传感器 for sensor_manager in self.sensor_managers.values(): sensor_manager.cleanup() @@ -989,37 +1052,15 @@ def cleanup(self): except: pass - - if self.sensor_manager: - self.sensor_manager.cleanup() - - if self.traffic_manager: - self.traffic_manager.cleanup() - - if self.ego_vehicle and self.ego_vehicle.is_alive: - try: - self.ego_vehicle.destroy() - except: - pass - - Log.info("清理完成") def main(): - - parser = argparse.ArgumentParser(description='CVIPS 多车辆协同数据收集系统 v10.0') - - # 基础参数 - parser.add_argument('--config', type=str, help='配置文件路径') - parser.add_argument('--scenario', type=str, default='multi_vehicle_cooperative', help='场景名称') - - parser = argparse.ArgumentParser(description='CVIPS 多传感器数据收集系统') + parser = argparse.ArgumentParser(description='CVIPS 数据增强采集系统 v11.0') # 基础参数 parser.add_argument('--config', type=str, help='配置文件路径') - parser.add_argument('--scenario', type=str, default='multi_sensor_scene', help='场景名称') - + parser.add_argument('--scenario', type=str, default='enhanced_data_collection', help='场景名称') parser.add_argument('--town', type=str, default='Town10HD', choices=['Town03', 'Town04', 'Town05', 'Town10HD'], help='地图') parser.add_argument('--weather', type=str, default='clear', @@ -1030,11 +1071,8 @@ def main(): # 交通参数 parser.add_argument('--num-vehicles', type=int, default=8, help='背景车辆数') parser.add_argument('--num-pedestrians', type=int, default=6, help='行人数') - parser.add_argument('--num-coop-vehicles', type=int, default=2, help='协同车辆数') - - # 收集参数 parser.add_argument('--duration', type=int, default=60, help='收集时长(秒)') parser.add_argument('--capture-interval', type=float, default=2.0, help='捕捉间隔(秒)') @@ -1043,16 +1081,15 @@ def main(): # 传感器参数 parser.add_argument('--enable-lidar', action='store_true', help='启用LiDAR传感器') parser.add_argument('--enable-fusion', action='store_true', help='启用多传感器融合') - parser.add_argument('--enable-v2x', action='store_true', help='启用V2X通信') parser.add_argument('--enable-cooperative', action='store_true', help='启用协同感知') - - + parser.add_argument('--enable-enhancement', action='store_true', help='启用数据增强') parser.add_argument('--enable-annotations', action='store_true', help='启用自动标注') # 功能参数 parser.add_argument('--run-analysis', action='store_true', help='运行数据集分析') parser.add_argument('--skip-validation', action='store_true', help='跳过数据验证') + parser.add_argument('--skip-quality-check', action='store_true', help='跳过质量检查') args = parser.parse_args(remaining_argv) @@ -1062,35 +1099,24 @@ def main(): # 显示配置 print("\n" + "=" * 60) - - print("CVIPS 多车辆协同数据收集系统 v10.0") - - print("CVIPS 多传感器数据收集系统 v9.0") - + print("CVIPS 数据增强采集系统 v11.0") print("=" * 60) print(f"场景: {config['scenario']['name']}") print(f"地图: {config['scenario']['town']}") print(f"天气/时间: {config['scenario']['weather']}/{config['scenario']['time_of_day']}") print(f"时长: {config['scenario']['duration']}秒") - print(f"交通: {config['traffic']['background_vehicles']}背景车辆 + {config['traffic']['pedestrians']}行人") print(f"协同: {config['cooperative']['num_coop_vehicles']} 协同车辆") - print(f"交通: {config['traffic']['background_vehicles']}车辆 + {config['traffic']['pedestrians']}行人") - - print(f"传感器:") print( f" 摄像头: {config['sensors']['vehicle_cameras']}车辆 + {config['sensors']['infrastructure_cameras']}基础设施") print(f" LiDAR: {'启用' if config['sensors']['lidar_sensors'] > 0 else '禁用'}") print(f" 融合: {'启用' if config['output']['save_fusion'] else '禁用'}") - print(f" V2X: {'启用' if config['v2x']['enabled'] else '禁用'}") print(f" 协同: {'启用' if config['output']['save_cooperative'] else '禁用'}") - - print(f" 标注: {'启用' if config['output']['save_annotations'] else '禁用'}") - + print(f" 增强: {'启用' if config['enhancement']['enabled'] else '禁用'}") collector = DataCollector(config) diff --git a/src/enhance_pedestrian_safety/sensor_enhancer.py b/src/enhance_pedestrian_safety/sensor_enhancer.py new file mode 100644 index 0000000000..f484831c94 --- /dev/null +++ b/src/enhance_pedestrian_safety/sensor_enhancer.py @@ -0,0 +1,784 @@ +""" +传感器数据增强模块 - 提高数据质量和多样性 +""" + +import numpy as np +import cv2 +import random +import os +import json +from PIL import Image, ImageEnhance, ImageFilter +from datetime import datetime +from typing import Dict, List, Tuple, Optional +import carla + + +class SensorDataEnhancer: + """传感器数据增强器""" + + def __init__(self, config: Dict): + self.config = config + self.enhancement_methods = [] + self._setup_enhancement_methods() + + def _setup_enhancement_methods(self): + """设置增强方法""" + # 根据场景配置启用不同的增强方法 + weather = self.config.get('scenario', {}).get('weather', 'clear') + time_of_day = self.config.get('scenario', {}).get('time_of_day', 'noon') + + # 基础增强方法 + self.enhancement_methods = ['normalize'] + + # 根据天气和时间添加特定增强 + if weather == 'rainy': + self.enhancement_methods.extend(['rain_effect', 'motion_blur', 'brightness_adjust']) + elif weather == 'foggy': + self.enhancement_methods.extend(['fog_effect', 'contrast_reduce']) + elif weather == 'night': + self.enhancement_methods.extend(['night_effect', 'noise_add', 'gamma_correction']) + elif weather == 'cloudy': + self.enhancement_methods.extend(['cloud_effect', 'color_temperature']) + + # 随机增强(可选) + if self.config.get('enhancement', {}).get('enable_random', True): + self.enhancement_methods.extend(self._get_random_enhancements()) + + def _get_random_enhancements(self) -> List[str]: + """获取随机增强方法""" + random_methods = [ + 'hue_shift', 'saturation_adjust', 'sharpness_enhance', + 'gaussian_blur', 'jpeg_compression', 'color_jitter' + ] + # 随机选择1-3个增强方法 + num_methods = random.randint(1, 3) + return random.sample(random_methods, num_methods) + + def enhance_image(self, image_data: np.ndarray, sensor_type: str = 'camera') -> np.ndarray: + """ + 增强图像数据 + + Args: + image_data: 原始图像数据 (H, W, C) + sensor_type: 传感器类型 ('camera', 'depth', 'semantic') + + Returns: + 增强后的图像数据 + """ + if sensor_type != 'camera': + # 深度和语义分割图像使用不同的增强 + return self._enhance_non_rgb_image(image_data, sensor_type) + + # 转换为PIL图像进行处理 + pil_image = Image.fromarray(image_data) + + # 按顺序应用增强方法 + for method in self.enhancement_methods: + pil_image = self._apply_enhancement_method(pil_image, method) + + # 确保图像在有效范围内 + enhanced_image = np.array(pil_image) + enhanced_image = np.clip(enhanced_image, 0, 255).astype(np.uint8) + + return enhanced_image + + def _apply_enhancement_method(self, image: Image.Image, method: str) -> Image.Image: + """应用单个增强方法""" + try: + if method == 'normalize': + return self._normalize_image(image) + elif method == 'rain_effect': + return self._add_rain_effect(image) + elif method == 'fog_effect': + return self._add_fog_effect(image) + elif method == 'night_effect': + return self._apply_night_effect(image) + elif method == 'motion_blur': + return self._apply_motion_blur(image) + elif method == 'brightness_adjust': + return self._adjust_brightness(image) + elif method == 'contrast_reduce': + return self._reduce_contrast(image) + elif method == 'noise_add': + return self._add_noise(image) + elif method == 'gamma_correction': + return self._gamma_correction(image) + elif method == 'cloud_effect': + return self._add_cloud_effect(image) + elif method == 'color_temperature': + return self._adjust_color_temperature(image) + elif method == 'hue_shift': + return self._shift_hue(image) + elif method == 'saturation_adjust': + return self._adjust_saturation(image) + elif method == 'sharpness_enhance': + return self._enhance_sharpness(image) + elif method == 'gaussian_blur': + return self._apply_gaussian_blur(image) + elif method == 'jpeg_compression': + return self._simulate_jpeg_compression(image) + elif method == 'color_jitter': + return self._color_jitter(image) + else: + return image + except Exception as e: + print(f"增强方法 {method} 失败: {e}") + return image + + def _enhance_non_rgb_image(self, image_data: np.ndarray, sensor_type: str) -> np.ndarray: + """增强非RGB图像(深度、语义分割)""" + if sensor_type == 'depth': + # 深度图增强:归一化和噪声去除 + normalized = cv2.normalize(image_data, None, 0, 255, cv2.NORM_MINMAX) + # 应用轻微的高斯模糊去除噪声 + enhanced = cv2.GaussianBlur(normalized, (3, 3), 0) + return enhanced.astype(np.uint8) + + elif sensor_type == 'semantic': + # 语义分割图增强:保持类别不变,只做边界平滑 + kernel = np.ones((3, 3), np.uint8) + # 形态学开运算去除小噪声 + enhanced = cv2.morphologyEx(image_data, cv2.MORPH_OPEN, kernel) + return enhanced + + return image_data + + def _normalize_image(self, image: Image.Image) -> Image.Image: + """图像归一化""" + # 转换为numpy数组 + img_array = np.array(image) + + # 归一化到0-255 + if img_array.dtype != np.uint8: + img_array = cv2.normalize(img_array, None, 0, 255, cv2.NORM_MINMAX) + img_array = img_array.astype(np.uint8) + + return Image.fromarray(img_array) + + def _add_rain_effect(self, image: Image.Image) -> Image.Image: + """添加雨滴效果""" + img_array = np.array(image) + h, w, _ = img_array.shape + + # 创建雨滴层 + rain_layer = np.zeros((h, w), dtype=np.float32) + + # 生成随机雨滴位置 + num_drops = random.randint(100, 500) + for _ in range(num_drops): + x = random.randint(0, w - 1) + y = random.randint(0, h - 1) + length = random.randint(5, 20) + thickness = random.randint(1, 2) + brightness = random.uniform(0.7, 0.9) + + # 绘制雨滴(斜线) + for i in range(length): + if y + i < h and x + i < w: + rain_layer[y + i, x + i] += brightness + # 加粗雨滴 + for j in range(thickness): + if x + i + j < w: + rain_layer[y + i, x + i + j] += brightness * 0.5 + + # 模糊雨滴层 + rain_layer = cv2.GaussianBlur(rain_layer, (5, 5), 0) + + # 叠加到原图 + rain_layer_3d = np.stack([rain_layer] * 3, axis=2) + enhanced = cv2.addWeighted(img_array.astype(np.float32), 0.8, + rain_layer_3d * 255, 0.2, 0) + + return Image.fromarray(enhanced.astype(np.uint8)) + + def _add_fog_effect(self, image: Image.Image) -> Image.Image: + """添加雾效""" + img_array = np.array(image) + h, w, _ = img_array.shape + + # 创建雾效层 + fog_intensity = random.uniform(0.3, 0.6) + fog_color = random.choice([200, 210, 220]) # 雾的颜色 + + fog_layer = np.ones((h, w, 3), dtype=np.float32) * fog_color + + # 根据深度添加雾效(这里简化处理,实际应该使用深度图) + # 创建简单的深度渐变(假设图像中心最近) + center_y, center_x = h // 2, w // 2 + y_coords, x_coords = np.ogrid[:h, :w] + distance = np.sqrt((x_coords - center_x) ** 2 + (y_coords - center_y) ** 2) + distance = distance / np.max(distance) # 归一化 + + # 雾效随距离增强 + fog_strength = distance * fog_intensity + fog_strength_3d = np.stack([fog_strength] * 3, axis=2) + + # 混合原图和雾效 + enhanced = img_array.astype(np.float32) * (1 - fog_strength_3d) + \ + fog_layer * fog_strength_3d + + return Image.fromarray(enhanced.astype(np.uint8)) + + def _apply_night_effect(self, image: Image.Image) -> Image.Image: + """应用夜间效果""" + # 降低亮度 + enhancer = ImageEnhance.Brightness(image) + image = enhancer.enhance(random.uniform(0.3, 0.6)) + + # 降低对比度 + enhancer = ImageEnhance.Contrast(image) + image = enhancer.enhance(random.uniform(0.7, 0.9)) + + # 添加暗角效果 + img_array = np.array(image) + h, w, _ = img_array.shape + + # 创建暗角蒙版 + center_y, center_x = h // 2, w // 2 + y_coords, x_coords = np.ogrid[:h, :w] + distance = np.sqrt((x_coords - center_x) ** 2 + (y_coords - center_y) ** 2) + distance = distance / np.max(distance) + + vignette = 1 - distance * 0.3 # 暗角强度 + vignette_3d = np.stack([vignette] * 3, axis=2) + + enhanced = img_array.astype(np.float32) * vignette_3d + enhanced = np.clip(enhanced, 0, 255) + + return Image.fromarray(enhanced.astype(np.uint8)) + + def _apply_motion_blur(self, image: Image.Image) -> Image.Image: + """应用运动模糊""" + img_array = np.array(image) + + # 随机选择模糊方向和强度 + kernel_size = random.choice([5, 7, 9]) + direction = random.choice(['horizontal', 'vertical']) + + if direction == 'horizontal': + kernel = np.zeros((kernel_size, kernel_size)) + kernel[kernel_size // 2, :] = 1.0 / kernel_size + else: # vertical + kernel = np.zeros((kernel_size, kernel_size)) + kernel[:, kernel_size // 2] = 1.0 / kernel_size + + # 应用卷积 + blurred = cv2.filter2D(img_array, -1, kernel) + + # 混合原图和模糊图 + alpha = random.uniform(0.3, 0.7) + enhanced = cv2.addWeighted(img_array, 1 - alpha, blurred, alpha, 0) + + return Image.fromarray(enhanced) + + def _adjust_brightness(self, image: Image.Image) -> Image.Image: + """调整亮度""" + factor = random.uniform(0.8, 1.2) + enhancer = ImageEnhance.Brightness(image) + return enhancer.enhance(factor) + + def _reduce_contrast(self, image: Image.Image) -> Image.Image: + """降低对比度""" + factor = random.uniform(0.7, 0.9) + enhancer = ImageEnhance.Contrast(image) + return enhancer.enhance(factor) + + def _add_noise(self, image: Image.Image) -> Image.Image: + """添加噪声""" + img_array = np.array(image) + + # 选择噪声类型 + noise_type = random.choice(['gaussian', 'salt_pepper']) + + if noise_type == 'gaussian': + # 高斯噪声 + mean = 0 + var = random.uniform(0.001, 0.005) + sigma = var ** 0.5 + gauss = np.random.normal(mean, sigma, img_array.shape) + noisy = img_array + gauss * 255 + noisy = np.clip(noisy, 0, 255) + + else: # salt_pepper + # 椒盐噪声 + amount = random.uniform(0.001, 0.005) + s_vs_p = random.uniform(0.3, 0.7) # 盐 vs 椒的比例 + + noisy = np.copy(img_array) + + # 盐噪声 + num_salt = np.ceil(amount * img_array.size * s_vs_p) + coords = [np.random.randint(0, i - 1, int(num_salt)) for i in img_array.shape] + noisy[coords[0], coords[1], :] = 255 + + # 椒噪声 + num_pepper = np.ceil(amount * img_array.size * (1. - s_vs_p)) + coords = [np.random.randint(0, i - 1, int(num_pepper)) for i in img_array.shape] + noisy[coords[0], coords[1], :] = 0 + + return Image.fromarray(noisy.astype(np.uint8)) + + def _gamma_correction(self, image: Image.Image) -> Image.Image: + """伽马校正""" + img_array = np.array(image).astype(np.float32) / 255.0 + gamma = random.uniform(0.8, 1.2) + + corrected = np.power(img_array, gamma) + corrected = (corrected * 255).astype(np.uint8) + + return Image.fromarray(corrected) + + def _add_cloud_effect(self, image: Image.Image) -> Image.Image: + """添加云层效果""" + img_array = np.array(image) + + # 轻微降低饱和度和对比度,模拟多云天气 + hsv = cv2.cvtColor(img_array, cv2.COLOR_RGB2HSV) + hsv[:, :, 1] = hsv[:, :, 1] * random.uniform(0.8, 0.9) # 降低饱和度 + hsv[:, :, 2] = hsv[:, :, 2] * random.uniform(0.9, 1.0) # 轻微降低亮度 + + enhanced = cv2.cvtColor(hsv, cv2.COLOR_HSV2RGB) + + return Image.fromarray(enhanced) + + def _adjust_color_temperature(self, image: Image.Image) -> Image.Image: + """调整色温""" + img_array = np.array(image).astype(np.float32) + + # 随机选择冷色调或暖色调 + temp_type = random.choice(['warm', 'cool']) + + if temp_type == 'warm': + # 暖色调:增加红色,减少蓝色 + img_array[:, :, 0] *= random.uniform(1.0, 1.1) # 红色通道 + img_array[:, :, 2] *= random.uniform(0.9, 1.0) # 蓝色通道 + else: + # 冷色调:增加蓝色,减少红色 + img_array[:, :, 0] *= random.uniform(0.9, 1.0) # 红色通道 + img_array[:, :, 2] *= random.uniform(1.0, 1.1) # 蓝色通道 + + img_array = np.clip(img_array, 0, 255) + + return Image.fromarray(img_array.astype(np.uint8)) + + def _shift_hue(self, image: Image.Image) -> Image.Image: + """色调偏移""" + img_array = np.array(image) + hsv = cv2.cvtColor(img_array, cv2.COLOR_RGB2HSV) + + # 随机偏移色调 + shift = random.randint(-10, 10) + hsv[:, :, 0] = (hsv[:, :, 0] + shift) % 180 + + enhanced = cv2.cvtColor(hsv, cv2.COLOR_HSV2RGB) + + return Image.fromarray(enhanced) + + def _adjust_saturation(self, image: Image.Image) -> Image.Image: + """调整饱和度""" + factor = random.uniform(0.8, 1.2) + enhancer = ImageEnhance.Color(image) + return enhancer.enhance(factor) + + def _enhance_sharpness(self, image: Image.Image) -> Image.Image: + """增强锐度""" + factor = random.uniform(1.2, 1.5) + enhancer = ImageEnhance.Sharpness(image) + return enhancer.enhance(factor) + + def _apply_gaussian_blur(self, image: Image.Image) -> Image.Image: + """应用高斯模糊""" + kernel_size = random.choice([3, 5]) + return image.filter(ImageFilter.GaussianBlur(radius=kernel_size)) + + def _simulate_jpeg_compression(self, image: Image.Image) -> Image.Image: + """模拟JPEG压缩""" + # 将图像保存为JPEG并重新加载以模拟压缩 + import io + buffer = io.BytesIO() + + # 随机质量 + quality = random.randint(70, 95) + image.save(buffer, format='JPEG', quality=quality) + buffer.seek(0) + + compressed = Image.open(buffer) + return compressed + + def _color_jitter(self, image: Image.Image) -> Image.Image: + """颜色抖动""" + # 应用随机颜色变换 + transforms = [] + + # 随机亮度调整 + if random.random() > 0.5: + brightness = random.uniform(0.8, 1.2) + transforms.append(lambda img: ImageEnhance.Brightness(img).enhance(brightness)) + + # 随机对比度调整 + if random.random() > 0.5: + contrast = random.uniform(0.8, 1.2) + transforms.append(lambda img: ImageEnhance.Contrast(img).enhance(contrast)) + + # 随机饱和度调整 + if random.random() > 0.5: + saturation = random.uniform(0.8, 1.2) + transforms.append(lambda img: ImageEnhance.Color(img).enhance(saturation)) + + # 随机应用变换 + if transforms: + random.shuffle(transforms) + for transform in transforms[:2]: # 最多应用2个变换 + image = transform(image) + + return image + + def save_enhanced_image(self, image_data: np.ndarray, output_path: str, + metadata: Optional[Dict] = None): + """ + 保存增强后的图像和元数据 + + Args: + image_data: 图像数据 + output_path: 输出路径 + metadata: 增强元数据 + """ + # 保存图像 + cv2.imwrite(output_path, cv2.cvtColor(image_data, cv2.COLOR_RGB2BGR)) + + # 保存元数据 + if metadata: + meta_path = output_path.replace('.png', '_meta.json').replace('.jpg', '_meta.json') + with open(meta_path, 'w', encoding='utf-8') as f: + json.dump(metadata, f, indent=2, ensure_ascii=False) + + def generate_enhancement_report(self, output_dir: str): + """生成增强报告""" + report = { + 'timestamp': datetime.now().isoformat(), + 'enhancement_methods': self.enhancement_methods, + 'config': self.config.get('enhancement', {}), + 'weather': self.config.get('scenario', {}).get('weather', 'clear'), + 'time_of_day': self.config.get('scenario', {}).get('time_of_day', 'noon'), + 'statistics': { + 'total_methods': len(self.enhancement_methods), + 'weather_specific_methods': [ + m for m in self.enhancement_methods + if m in ['rain_effect', 'fog_effect', 'night_effect', 'cloud_effect'] + ], + 'quality_methods': [ + m for m in self.enhancement_methods + if m in ['normalize', 'sharpness_enhance', 'gamma_correction'] + ], + 'random_methods': [ + m for m in self.enhancement_methods + if m in ['hue_shift', 'saturation_adjust', 'color_jitter', 'jpeg_compression'] + ] + } + } + + report_path = os.path.join(output_dir, 'enhancement_report.json') + with open(report_path, 'w', encoding='utf-8') as f: + json.dump(report, f, indent=2, ensure_ascii=False) + + return report + + +class SensorCalibrator: + """传感器校准模块""" + + def __init__(self, config: Dict): + self.config = config + self.calibration_data = {} + + def generate_calibration_files(self, output_dir: str, + vehicle_locations: List[Dict], + camera_positions: List[Dict]): + """ + 生成传感器校准文件 + + Args: + output_dir: 输出目录 + vehicle_locations: 车辆位置信息 + camera_positions: 相机位置信息 + """ + calib_dir = os.path.join(output_dir, "calibration") + os.makedirs(calib_dir, exist_ok=True) + + # 1. 生成相机内参 + self._generate_camera_intrinsics(calib_dir) + + # 2. 生成外参(相机到车辆) + self._generate_extrinsics(calib_dir, vehicle_locations, camera_positions) + + # 3. 生成传感器间标定 + self._generate_sensor_calibration(calib_dir) + + # 4. 生成时间同步校准 + self._generate_temporal_calibration(calib_dir) + + print(f"校准文件已生成到: {calib_dir}") + + def _generate_camera_intrinsics(self, calib_dir: str): + """生成相机内参""" + image_size = self.config.get('sensors', {}).get('image_size', [1280, 720]) + width, height = image_size[0], image_size[1] + + # 内参矩阵 [fx, 0, cx; 0, fy, cy; 0, 0, 1] + fx = width * 0.8 # 假设焦距 + fy = fx + cx = width / 2.0 + cy = height / 2.0 + + intrinsics = { + 'camera_matrix': [ + [fx, 0, cx], + [0, fy, cy], + [0, 0, 1] + ], + 'distortion_coefficients': [0.0, 0.0, 0.0, 0.0, 0.0], # 无畸变 + 'image_size': [width, height], + 'fov': 90.0, + 'sensor_type': 'pinhole' + } + + # 为每个相机生成内参(简化处理,实际应该每个相机不同) + for i in range(4): # 假设4个车辆相机 + file_path = os.path.join(calib_dir, f'camera_{i + 1}_intrinsic.json') + with open(file_path, 'w', encoding='utf-8') as f: + json.dump(intrinsics, f, indent=2, ensure_ascii=False) + + # 基础设施相机内参(可能不同) + for i in range(4): # 假设4个基础设施相机 + file_path = os.path.join(calib_dir, f'infra_camera_{i + 1}_intrinsic.json') + # 基础设施相机可能有不同的参数 + infra_intrinsics = intrinsics.copy() + infra_intrinsics['fov'] = 120.0 # 更广的视角 + infra_intrinsics['sensor_type'] = 'fisheye' # 鱼眼相机 + + with open(file_path, 'w', encoding='utf-8') as f: + json.dump(infra_intrinsics, f, indent=2, ensure_ascii=False) + + def _generate_extrinsics(self, calib_dir: str, + vehicle_locations: List[Dict], + camera_positions: List[Dict]): + """生成外参(相机到车辆坐标系)""" + for i, (vehicle_loc, cam_pos) in enumerate(zip(vehicle_locations, camera_positions)): + # 外参矩阵 [R|t] + # 这里简化为单位矩阵,实际应根据安装位置计算 + extrinsics = { + 'vehicle_id': vehicle_loc.get('id', i + 1), + 'translation': cam_pos.get('translation', [0, 0, 0]), + 'rotation': cam_pos.get('rotation', [0, 0, 0]), + 'transform_matrix': [ + [1, 0, 0, 0], + [0, 1, 0, 0], + [0, 0, 1, 0], + [0, 0, 0, 1] + ], + 'timestamp': datetime.now().isoformat() + } + + file_path = os.path.join(calib_dir, f'vehicle_{i + 1}_extrinsic.json') + with open(file_path, 'w', encoding='utf-8') as f: + json.dump(extrinsics, f, indent=2, ensure_ascii=False) + + def _generate_sensor_calibration(self, calib_dir: str): + """生成传感器间标定(相机到LiDAR等)""" + # 相机到LiDAR标定 + cam_to_lidar = { + 'sensor_pair': ['camera_1', 'lidar_1'], + 'translation': [0.5, 0.0, -0.2], # 相机相对于LiDAR的位置 + 'rotation': [0, 0, 0], # 旋转 + 'calibration_method': 'manual', + 'accuracy': 0.01, # 标定精度(米) + 'timestamp': datetime.now().isoformat() + } + + file_path = os.path.join(calib_dir, 'camera_to_lidar_calib.json') + with open(file_path, 'w', encoding='utf-8') as f: + json.dump(cam_to_lidar, f, indent=2, ensure_ascii=False) + + # 基础设施相机到全局坐标系标定 + infra_to_global = { + 'sensor_type': 'infrastructure_camera', + 'global_position': [0, 0, 12], # 安装位置 + 'orientation': [0, -25, 0], # 俯仰角 + 'calibration_method': 'gps_imu', + 'accuracy': 0.05, + 'timestamp': datetime.now().isoformat() + } + + file_path = os.path.join(calib_dir, 'infrastructure_global_calib.json') + with open(file_path, 'w', encoding='utf-8') as f: + json.dump(infra_to_global, f, indent=2, ensure_ascii=False) + + def _generate_temporal_calibration(self, calib_dir: str): + """生成时间同步校准""" + temporal_calib = { + 'sensor_latencies': { + 'camera': 0.033, # 33ms延迟 + 'lidar': 0.010, # 10ms延迟 + 'gps': 0.001, # 1ms延迟 + 'imu': 0.005 # 5ms延迟 + }, + 'sync_method': 'hardware_trigger', + 'sync_accuracy': 0.001, # 1ms同步精度 + 'master_clock': 'gps_time', + 'timestamp': datetime.now().isoformat() + } + + file_path = os.path.join(calib_dir, 'temporal_calibration.json') + with open(file_path, 'w', encoding='utf-8') as f: + json.dump(temporal_calib, f, indent=2, ensure_ascii=False) + + +class DataQualityMonitor: + """数据质量监控器""" + + def __init__(self, output_dir: str): + self.output_dir = output_dir + self.quality_metrics = { + 'images': {'total': 0, 'valid': 0, 'issues': []}, + 'lidar': {'total': 0, 'valid': 0, 'issues': []}, + 'annotations': {'total': 0, 'valid': 0, 'issues': []}, + 'calibration': {'total': 0, 'valid': 0, 'issues': []} + } + + def check_image_quality(self, image_path: str) -> Dict: + """检查图像质量""" + try: + img = cv2.imread(image_path) + if img is None: + return {'valid': False, 'error': '无法读取图像'} + + # 检查图像尺寸 + h, w, c = img.shape + if h == 0 or w == 0: + return {'valid': False, 'error': '图像尺寸无效'} + + # 检查图像是否全黑或全白 + mean_brightness = np.mean(img) + if mean_brightness < 10 or mean_brightness > 245: + return {'valid': False, 'warning': f'图像过暗或过亮: {mean_brightness}'} + + # 检查图像对比度 + contrast = np.std(img) + if contrast < 20: + return {'valid': True, 'warning': f'图像对比度过低: {contrast}'} + + return {'valid': True, 'dimensions': (w, h), 'brightness': mean_brightness, 'contrast': contrast} + + except Exception as e: + return {'valid': False, 'error': str(e)} + + def check_lidar_quality(self, lidar_path: str) -> Dict: + """检查LiDAR数据质量""" + try: + # 检查文件是否存在和大小 + if not os.path.exists(lidar_path): + return {'valid': False, 'error': '文件不存在'} + + file_size = os.path.getsize(lidar_path) + if file_size == 0: + return {'valid': False, 'error': '文件为空'} + + # 如果是.bin文件,检查点云数据 + if lidar_path.endswith('.bin'): + points = np.fromfile(lidar_path, dtype=np.float32) + num_points = len(points) // 4 # 假设每个点4个float + + if num_points < 100: + return {'valid': False, 'error': f'点云数量过少: {num_points}'} + + return { + 'valid': True, + 'num_points': num_points, + 'file_size': file_size + } + + return {'valid': True, 'file_size': file_size} + + except Exception as e: + return {'valid': False, 'error': str(e)} + + def update_metrics(self, data_type: str, check_result: Dict): + """更新质量指标""" + self.quality_metrics[data_type]['total'] += 1 + + if check_result.get('valid', False): + self.quality_metrics[data_type]['valid'] += 1 + else: + self.quality_metrics[data_type]['issues'].append(check_result.get('error', '未知错误')) + + def generate_quality_report(self) -> Dict: + """生成质量报告""" + report = { + 'timestamp': datetime.now().isoformat(), + 'summary': {}, + 'issues_by_type': {}, + 'quality_score': 0 + } + + total_valid = 0 + total_count = 0 + + for data_type, metrics in self.quality_metrics.items(): + total = metrics['total'] + valid = metrics['valid'] + + if total > 0: + valid_ratio = valid / total + report['summary'][data_type] = { + 'total': total, + 'valid': valid, + 'valid_ratio': round(valid_ratio * 100, 2), + 'issues_count': len(metrics['issues']) + } + + total_valid += valid + total_count += total + + # 记录问题 + if metrics['issues']: + report['issues_by_type'][data_type] = metrics['issues'][:10] # 只显示前10个问题 + + # 计算总体质量分数 + if total_count > 0: + report['quality_score'] = round((total_valid / total_count) * 100, 2) + + # 保存报告 + report_path = os.path.join(self.output_dir, 'data_quality_report.json') + with open(report_path, 'w', encoding='utf-8') as f: + json.dump(report, f, indent=2, ensure_ascii=False) + + return report + + def print_quality_summary(self): + """打印质量摘要""" + print("\n" + "=" * 60) + print("数据质量报告") + print("=" * 60) + + report = self.generate_quality_report() + + for data_type, summary in report['summary'].items(): + print(f"\n{data_type.upper()}:") + print(f" 总数: {summary['total']}") + print(f" 有效: {summary['valid']}") + print(f" 有效率: {summary['valid_ratio']}%") + if summary['issues_count'] > 0: + print(f" 问题数: {summary['issues_count']}") + + print(f"\n总体质量分数: {report['quality_score']}/100") + + if report['quality_score'] >= 90: + print("✓ 数据质量优秀") + elif report['quality_score'] >= 75: + print("✓ 数据质量良好") + elif report['quality_score'] >= 60: + print("⚠ 数据质量一般") + else: + print("✗ 数据质量需要改进") + + print("=" * 60) \ No newline at end of file