Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
32 changes: 17 additions & 15 deletions src/enhance_pedestrian_safety/config_manager.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,6 @@ def load_config(config_file=None):
'rotation_frequency': 10
}
},

'v2x': {
'enabled': True,
'communication_range': 300.0,
Expand All @@ -54,22 +53,28 @@ def load_config(config_file=None):
'data_fusion_interval': 1.0,
'max_shared_objects': 50
},


'enhancement': {
'enabled': True,
'enable_random': True,
'quality_check': True,
'save_original': True,
'save_enhanced': True,
'calibration_generation': True,
'enhanced_dir_name': 'enhanced'
},
'output': {
'data_dir': 'cvips_dataset',
'save_raw': True,
'save_stitched': True,
'save_annotations': False,
'save_lidar': True,
'save_fusion': True,

'save_cooperative': True,
'save_v2x_messages': True,


'save_enhanced': True,
'validate_data': True,
'run_analysis': False
'run_analysis': False,
'run_quality_check': True
}
}

Expand Down Expand Up @@ -111,7 +116,6 @@ def merge_args(config, args):
if args.num_pedestrians:
config['traffic']['pedestrians'] = args.num_pedestrians


if args.num_coop_vehicles:
config['cooperative']['num_coop_vehicles'] = args.num_coop_vehicles

Expand All @@ -121,10 +125,8 @@ def merge_args(config, args):
if args.enable_v2x:
config['v2x']['enabled'] = True


if args.capture_interval:
config['sensors']['capture_interval'] = args.capture_interval

if args.enable_enhancement:
config['enhancement']['enabled'] = True

if args.enable_lidar:
config['sensors']['lidar_sensors'] = 1
Expand All @@ -133,18 +135,18 @@ def merge_args(config, args):
if args.enable_fusion:
config['output']['save_fusion'] = True


if args.enable_cooperative:
config['output']['save_cooperative'] = True



if args.enable_annotations:
config['output']['save_annotations'] = True

if args.skip_validation:
config['output']['validate_data'] = False

if args.skip_quality_check:
config['output']['run_quality_check'] = False

if args.run_analysis:
config['output']['run_analysis'] = True

Expand Down
83 changes: 0 additions & 83 deletions src/enhance_pedestrian_safety/data_analyzer.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,10 +17,7 @@ def analyze_dataset(data_dir):
'file_distribution': DataAnalyzer._analyze_file_distribution(data_dir),
'object_statistics': DataAnalyzer._analyze_objects(data_dir),
'temporal_analysis': DataAnalyzer._analyze_temporal(data_dir),

'cooperative_data': DataAnalyzer._analyze_cooperative_data(data_dir),


'quality_metrics': DataAnalyzer._calculate_quality_metrics(data_dir)
}

Expand Down Expand Up @@ -81,7 +78,6 @@ def _analyze_file_distribution(data_dir):
distribution = {}

# 分析原始图像

raw_dirs = []
raw_path = os.path.join(data_dir, "raw")
if os.path.exists(raw_path):
Expand All @@ -98,20 +94,6 @@ def _analyze_file_distribution(data_dir):
camera_stats[camera_dir] = len(images)
distribution[f'raw_{raw_dir}'] = camera_stats

raw_dirs = ['vehicle', 'infrastructure']
for raw_dir in raw_dirs:
path = os.path.join(data_dir, "raw", raw_dir)
if os.path.exists(path):
camera_stats = {}
for camera_dir in os.listdir(path):
camera_path = os.path.join(path, camera_dir)
if os.path.isdir(camera_path):
images = [f for f in os.listdir(camera_path)
if f.endswith(('.png', '.jpg', '.jpeg'))]
camera_stats[camera_dir] = len(images)
distribution[f'raw_{raw_dir}'] = camera_stats


# 分析拼接图像
stitched_dir = os.path.join(data_dir, "stitched")
if os.path.exists(stitched_dir):
Expand All @@ -125,7 +107,6 @@ def _analyze_file_distribution(data_dir):
json_files = [f for f in os.listdir(annotations_dir) if f.endswith('.json')]
distribution['annotations'] = len(json_files)


# 分析LiDAR数据
lidar_dir = os.path.join(data_dir, "lidar")
if os.path.exists(lidar_dir):
Expand All @@ -139,8 +120,6 @@ def _analyze_file_distribution(data_dir):
json_files = [f for f in os.listdir(fusion_dir) if f.endswith('.json')]
distribution['fusion'] = len(json_files)



return distribution

@staticmethod
Expand All @@ -149,12 +128,8 @@ def _analyze_objects(data_dir):
annotations_dir = os.path.join(data_dir, "annotations")

if not os.path.exists(annotations_dir):

return {'total_objects': 0, 'by_class': {}, 'by_frame': {}, 'class_distribution': {}}

return {'total_objects': 0, 'by_class': {}, 'by_frame': {}}


object_stats = {
'total_objects': 0,
'by_class': defaultdict(int),
Expand Down Expand Up @@ -216,7 +191,6 @@ def _analyze_temporal(data_dir):
return temporal_stats

@staticmethod

def _analyze_cooperative_data(data_dir):
"""分析协同数据"""
coop_dir = os.path.join(data_dir, "cooperative")
Expand Down Expand Up @@ -289,45 +263,28 @@ def _analyze_cooperative_data(data_dir):
return analysis

@staticmethod


def _calculate_quality_metrics(data_dir):
"""计算质量指标"""
quality_metrics = {
'completeness_score': 0,
'consistency_score': 0,
'diversity_score': 0,

'cooperative_score': 0,


'issues_found': []
}

# 检查完整性

required_dirs = ["raw/vehicle", "raw/infrastructure", "stitched", "metadata", "cooperative"]
missing_dirs = []

for dir_path in required_dirs:
full_path = os.path.join(data_dir, dir_path)
if not os.path.exists(full_path):

required_dirs = ["raw/vehicle", "raw/infrastructure", "stitched", "metadata"]
missing_dirs = []

for dir_path in required_dirs:
if not os.path.exists(os.path.join(data_dir, dir_path)):

missing_dirs.append(dir_path)

if missing_dirs:
quality_metrics['issues_found'].append(f"缺失目录: {missing_dirs}")

quality_metrics['completeness_score'] = 100 - (len(missing_dirs) * 20)

quality_metrics['completeness_score'] = 50

else:
quality_metrics['completeness_score'] = 100

Expand All @@ -343,11 +300,7 @@ def _calculate_quality_metrics(data_dir):
camera_counts.append(len(images))

if camera_counts:

max_diff = max(camera_counts) - min(camera_counts) if camera_counts else 0

max_diff = max(camera_counts) - min(camera_counts)

if max_diff > 5:
quality_metrics['issues_found'].append(f"摄像头图像数量不一致: 差异{max_diff}")
quality_metrics['consistency_score'] = 70
Expand All @@ -366,7 +319,6 @@ def _calculate_quality_metrics(data_dir):
quality_metrics['diversity_score'] = 50
quality_metrics['issues_found'].append(f"物体类别较少: {num_classes}类")


# 协同评分
cooperative_data = DataAnalyzer._analyze_cooperative_data(data_dir)
if cooperative_data['v2x_messages'] > 10 and cooperative_data['shared_perception_frames'] > 5:
Expand All @@ -377,39 +329,26 @@ def _calculate_quality_metrics(data_dir):
quality_metrics['cooperative_score'] = 30
quality_metrics['issues_found'].append("协同数据较少")



return quality_metrics

@staticmethod
def _calculate_overall_score(analysis):
"""计算总体评分"""
weights = {

'completeness': 0.25,
'consistency': 0.20,
'diversity': 0.15,
'cooperative': 0.20,
'temporal': 0.20

'completeness': 0.3,
'consistency': 0.25,
'diversity': 0.25,
'temporal': 0.2

}

quality = analysis['quality_metrics']

score = (
quality['completeness_score'] * weights['completeness'] +
quality['consistency_score'] * weights['consistency'] +

quality['diversity_score'] * weights['diversity'] +
quality['cooperative_score'] * weights['cooperative']

quality['diversity_score'] * weights['diversity']

)

# 时间因素
Expand All @@ -421,12 +360,8 @@ def _calculate_overall_score(analysis):
else:
score += 5 * weights['temporal']


return round(min(score, 100), 1)

return round(score, 1)


@staticmethod
def _save_analysis_report(data_dir, analysis):
"""保存分析报告"""
Expand Down Expand Up @@ -460,15 +395,11 @@ def _print_analysis_summary(analysis):
if isinstance(value, dict):
print(f" {key}:")
for subkey, subvalue in value.items():

if isinstance(subvalue, dict):
for subsubkey, subsubvalue in subvalue.items():
print(f" {subsubkey}: {subsubvalue}")
else:
print(f" {subkey}: {subvalue}")

print(f" {subkey}: {subvalue}")

else:
print(f" {key}: {value}")

Expand All @@ -481,7 +412,6 @@ def _print_analysis_summary(analysis):
percentage = objects['class_distribution'].get(obj_class, 0)
print(f" {obj_class}: {count} ({percentage}%)")


# 协同数据分析
cooperative = analysis['cooperative_data']
print(f"\n协同数据分析:")
Expand All @@ -498,8 +428,6 @@ def _print_analysis_summary(analysis):
for msg_type, count in cooperative['v2x_stats']['message_types'].items():
print(f" {msg_type}: {count}")



temporal = analysis['temporal_analysis']
print(f"\n时间分析:")
print(f" 总时长: {temporal['total_duration']:.1f}秒")
Expand All @@ -510,11 +438,8 @@ def _print_analysis_summary(analysis):
print(f" 完整性: {quality['completeness_score']}/100")
print(f" 一致性: {quality['consistency_score']}/100")
print(f" 多样性: {quality['diversity_score']}/100")

print(f" 协同性: {quality['cooperative_score']}/100")



if quality['issues_found']:
print(f" 发现的问题 ({len(quality['issues_found'])}):")
for issue in quality['issues_found'][:3]:
Expand All @@ -524,20 +449,12 @@ def _print_analysis_summary(analysis):

print(f"\n总体评分: {analysis['overall_score']}/100")


overall_score = analysis['overall_score']
if overall_score >= 90:
print("✓ 数据集质量优秀")
elif overall_score >= 75:
print("✓ 数据集质量良好")
elif overall_score >= 60:

if analysis['overall_score'] >= 90:
print("✓ 数据集质量优秀")
elif analysis['overall_score'] >= 75:
print("✓ 数据集质量良好")
elif analysis['overall_score'] >= 60:

print("⚠ 数据集质量一般")
else:
print("✗ 数据集质量需要改进")
Expand Down
Loading
Loading