单目3D初始代码
This commit is contained in:
zhao.zhu
277
tools/convert_gt_to_label/count_visualization_batches.py
Executable file
277
tools/convert_gt_to_label/count_visualization_batches.py
Executable file
@@ -0,0 +1,277 @@
|
||||
#!/usr/bin/env python3
|
||||
# coding: utf-8
|
||||
|
||||
import argparse
|
||||
import json
|
||||
import os
|
||||
from datetime import datetime
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
DEFAULT_SHOWPATH_ROOT = "/data1/dongying/Mono3d/D4Q2/data_visualization_for_check_camera2"
|
||||
DEFAULT_BATCH_GLOB = "batch_*"
|
||||
DEFAULT_IMAGE_EXTS = ".jpg,.jpeg,.png"
|
||||
|
||||
|
||||
def parse_args():
|
||||
parser = argparse.ArgumentParser(
|
||||
description="统计可视化结果根目录下每个 batch 的 2D/3D 图像数量。"
|
||||
)
|
||||
parser.add_argument(
|
||||
"--showpath-root",
|
||||
default=DEFAULT_SHOWPATH_ROOT,
|
||||
help="可视化结果根目录，目录下应包含 batch_* 子目录。",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--batch-glob",
|
||||
default=DEFAULT_BATCH_GLOB,
|
||||
help="batch 目录匹配模式，默认 batch_*。",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--image-exts",
|
||||
default=DEFAULT_IMAGE_EXTS,
|
||||
help="参与统计的图片扩展名，逗号分隔，默认 .jpg,.jpeg,.png。",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--check-pairs",
|
||||
action="store_true",
|
||||
help="额外校验 2D/3D 下的相对图片路径是否一一对应。",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--sample-mismatch-limit",
|
||||
type=int,
|
||||
default=10,
|
||||
help="配对校验失败时，最多展示多少条 only_in_2d/only_in_3d 样例。",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--output-json",
|
||||
default=None,
|
||||
help="可选，将统计结果写入 JSON 文件。",
|
||||
)
|
||||
return parser.parse_args()
|
||||
|
||||
|
||||
def normalize_image_exts(raw_exts):
|
||||
image_exts = []
|
||||
for ext in raw_exts.split(","):
|
||||
ext = ext.strip().lower()
|
||||
if not ext:
|
||||
continue
|
||||
if not ext.startswith("."):
|
||||
ext = f".{ext}"
|
||||
image_exts.append(ext)
|
||||
if not image_exts:
|
||||
raise ValueError("image-exts 不能为空。")
|
||||
return tuple(sorted(set(image_exts)))
|
||||
|
||||
|
||||
def collect_image_stats(image_dir, image_exts, collect_relpaths=False):
|
||||
count = 0
|
||||
relpaths = set() if collect_relpaths else None
|
||||
|
||||
if not image_dir.is_dir():
|
||||
return count, relpaths
|
||||
|
||||
for current_root, _, filenames in os.walk(image_dir):
|
||||
current_root_path = Path(current_root)
|
||||
for filename in filenames:
|
||||
if Path(filename).suffix.lower() not in image_exts:
|
||||
continue
|
||||
count += 1
|
||||
if relpaths is not None:
|
||||
file_path = current_root_path / filename
|
||||
relpaths.add(file_path.relative_to(image_dir).as_posix())
|
||||
|
||||
return count, relpaths
|
||||
|
||||
|
||||
def build_status(batch_summary, check_pairs):
|
||||
issues = []
|
||||
if not batch_summary["has_2d_dir"]:
|
||||
issues.append("MISSING_2D")
|
||||
if not batch_summary["has_3d_dir"]:
|
||||
issues.append("MISSING_3D")
|
||||
if batch_summary["count_diff"] != 0:
|
||||
issues.append("COUNT_DIFF")
|
||||
if check_pairs and (
|
||||
batch_summary["only_in_2d_count"] > 0 or batch_summary["only_in_3d_count"] > 0
|
||||
):
|
||||
issues.append("PAIR_DIFF")
|
||||
return "OK" if not issues else "+".join(issues)
|
||||
|
||||
|
||||
def analyze_batch(batch_dir, image_exts, check_pairs=False, sample_mismatch_limit=10):
|
||||
dir_2d = batch_dir / "2D"
|
||||
dir_3d = batch_dir / "3D"
|
||||
|
||||
count_2d, relpaths_2d = collect_image_stats(
|
||||
dir_2d, image_exts, collect_relpaths=check_pairs
|
||||
)
|
||||
count_3d, relpaths_3d = collect_image_stats(
|
||||
dir_3d, image_exts, collect_relpaths=check_pairs
|
||||
)
|
||||
|
||||
summary = {
|
||||
"batch_name": batch_dir.name,
|
||||
"batch_dir": str(batch_dir),
|
||||
"has_2d_dir": dir_2d.is_dir(),
|
||||
"has_3d_dir": dir_3d.is_dir(),
|
||||
"count_2d": count_2d,
|
||||
"count_3d": count_3d,
|
||||
"count_diff": count_2d - count_3d,
|
||||
}
|
||||
|
||||
if check_pairs:
|
||||
only_in_2d = sorted(relpaths_2d - relpaths_3d)
|
||||
only_in_3d = sorted(relpaths_3d - relpaths_2d)
|
||||
summary.update(
|
||||
{
|
||||
"only_in_2d_count": len(only_in_2d),
|
||||
"only_in_3d_count": len(only_in_3d),
|
||||
"only_in_2d_samples": only_in_2d[:sample_mismatch_limit],
|
||||
"only_in_3d_samples": only_in_3d[:sample_mismatch_limit],
|
||||
}
|
||||
)
|
||||
|
||||
summary["status"] = build_status(summary, check_pairs)
|
||||
return summary
|
||||
|
||||
|
||||
def build_total_row(batch_summaries, check_pairs):
|
||||
total_row = {
|
||||
"batch_name": "TOTAL",
|
||||
"count_2d": sum(item["count_2d"] for item in batch_summaries),
|
||||
"count_3d": sum(item["count_3d"] for item in batch_summaries),
|
||||
}
|
||||
total_row["count_diff"] = total_row["count_2d"] - total_row["count_3d"]
|
||||
|
||||
if check_pairs:
|
||||
total_row["only_in_2d_count"] = sum(
|
||||
item["only_in_2d_count"] for item in batch_summaries
|
||||
)
|
||||
total_row["only_in_3d_count"] = sum(
|
||||
item["only_in_3d_count"] for item in batch_summaries
|
||||
)
|
||||
|
||||
total_row["status"] = "OK"
|
||||
if any(item["status"] != "OK" for item in batch_summaries):
|
||||
total_row["status"] = "HAS_ISSUES"
|
||||
|
||||
return total_row
|
||||
|
||||
|
||||
def print_summary_table(batch_summaries, total_row, check_pairs):
|
||||
columns = [
|
||||
("batch_name", "batch"),
|
||||
("count_2d", "2D"),
|
||||
("count_3d", "3D"),
|
||||
("count_diff", "diff"),
|
||||
]
|
||||
if check_pairs:
|
||||
columns.extend(
|
||||
[
|
||||
("only_in_2d_count", "only_2d"),
|
||||
("only_in_3d_count", "only_3d"),
|
||||
]
|
||||
)
|
||||
columns.append(("status", "status"))
|
||||
|
||||
table_rows = batch_summaries + [total_row]
|
||||
widths = {}
|
||||
for key, title in columns:
|
||||
widths[key] = max(
|
||||
len(title),
|
||||
max(len(str(row.get(key, ""))) for row in table_rows),
|
||||
)
|
||||
|
||||
header = " ".join(title.ljust(widths[key]) for key, title in columns)
|
||||
separator = " ".join("-" * widths[key] for key, _ in columns)
|
||||
print(header)
|
||||
print(separator)
|
||||
for row in table_rows:
|
||||
print(
|
||||
" ".join(str(row.get(key, "")).ljust(widths[key]) for key, _ in columns)
|
||||
)
|
||||
|
||||
|
||||
def build_report(args, batch_summaries, total_row, image_exts):
|
||||
return {
|
||||
"generated_at": datetime.now().isoformat(timespec="seconds"),
|
||||
"showpath_root": str(Path(args.showpath_root).resolve()),
|
||||
"batch_glob": args.batch_glob,
|
||||
"image_exts": list(image_exts),
|
||||
"check_pairs": args.check_pairs,
|
||||
"sample_mismatch_limit": args.sample_mismatch_limit,
|
||||
"total_batches": len(batch_summaries),
|
||||
"total_summary": total_row,
|
||||
"batches": batch_summaries,
|
||||
}
|
||||
|
||||
|
||||
def print_pair_mismatch_details(batch_summaries):
|
||||
mismatched_batches = [
|
||||
item
|
||||
for item in batch_summaries
|
||||
if item["only_in_2d_count"] > 0 or item["only_in_3d_count"] > 0
|
||||
]
|
||||
if not mismatched_batches:
|
||||
return
|
||||
|
||||
print("\nPair mismatch details:")
|
||||
for item in mismatched_batches:
|
||||
print(
|
||||
f"- {item['batch_name']}: only_in_2d={item['only_in_2d_count']}, "
|
||||
f"only_in_3d={item['only_in_3d_count']}"
|
||||
)
|
||||
if item["only_in_2d_samples"]:
|
||||
print(f" only_in_2d samples: {item['only_in_2d_samples']}")
|
||||
if item["only_in_3d_samples"]:
|
||||
print(f" only_in_3d samples: {item['only_in_3d_samples']}")
|
||||
|
||||
|
||||
def main():
|
||||
args = parse_args()
|
||||
image_exts = normalize_image_exts(args.image_exts)
|
||||
|
||||
showpath_root = Path(args.showpath_root)
|
||||
if not showpath_root.is_dir():
|
||||
print(f"可视化结果根目录不存在: {showpath_root}")
|
||||
return 1
|
||||
|
||||
batch_dirs = sorted(
|
||||
path for path in showpath_root.glob(args.batch_glob) if path.is_dir()
|
||||
)
|
||||
if not batch_dirs:
|
||||
print(
|
||||
f"未找到 batch 目录，root={showpath_root}, batch_glob={args.batch_glob}"
|
||||
)
|
||||
return 1
|
||||
|
||||
batch_summaries = [
|
||||
analyze_batch(
|
||||
batch_dir,
|
||||
image_exts,
|
||||
check_pairs=args.check_pairs,
|
||||
sample_mismatch_limit=args.sample_mismatch_limit,
|
||||
)
|
||||
for batch_dir in batch_dirs
|
||||
]
|
||||
total_row = build_total_row(batch_summaries, args.check_pairs)
|
||||
|
||||
print_summary_table(batch_summaries, total_row, args.check_pairs)
|
||||
if args.check_pairs:
|
||||
print_pair_mismatch_details(batch_summaries)
|
||||
|
||||
report = build_report(args, batch_summaries, total_row, image_exts)
|
||||
if args.output_json:
|
||||
output_json = Path(args.output_json)
|
||||
output_json.parent.mkdir(parents=True, exist_ok=True)
|
||||
with open(output_json, "w", encoding="utf-8") as f:
|
||||
json.dump(report, f, ensure_ascii=False, indent=2)
|
||||
print(f"\n统计结果已写入: {output_json}")
|
||||
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
Reference in New Issue
Block a user