{ "split": "validation", "cohort": "screen", "updated_utc": "2026-10-21T07:18:46.048068+00:00", "methods": { "raw": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 1.1958623024307695, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 1.0388501545164048, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.7152881483079443, "mean_strict_plane_XY_intersection_precision": 0.7153850627974795, "ridge3d_confirmed_f1": 0.46633184868181915, "ridge3d_confirmed_recall": 0.4473484472410364, "ridge3d_confirmed_precision": 0.5413515624641445, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 114, "ridge3d_conditional_f1_diagnostic": 0.2939918176472338, "ridge3d_teacher_empty_spurious_clouds": 45, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 393, "ridge3d_confirmed_defined_buildings": 46, "ridge3d_both_no_edges_clouds": 207, "ridge3d_v1_f1_diagnostic": 0.2939918176472338, "all_edges_two_incidences_fraction_diagnostic": 0.97, "mean_retained_fraction": 1.0, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": 0.0, "paired_building_bootstrap95_delta_m": [ 0.0, 0.0 ], "paired_median_building_delta_m": 0.0, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0193100000000138", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000000143", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000000172", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000001620", "delta_m": 0.0 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0855100000020950", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000020919", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000019679", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000019672", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000019641", "delta_m": 0.0 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/raw.json", "rows_sha256": "a4ce326169e75aa14eea50f150a81a834607418a19201252b5fde94d52a80037", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17088997063073083, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.17672171329023892, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9339281943700796, "mean_strict_plane_XY_intersection_precision": 0.9340618729300593, "ridge3d_confirmed_f1": 0.776796472681095, "ridge3d_confirmed_recall": 0.7712476370984432, "ridge3d_confirmed_precision": 0.8043323438235176, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7039718033672423, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7039718033672423, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.97572512463608, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.9962274644076934, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.5985583356044917, "mean_strict_plane_XY_intersection_precision": 0.5986453028097312, "ridge3d_confirmed_f1": 0.3291138188966822, "ridge3d_confirmed_recall": 0.3025024686312783, "ridge3d_confirmed_precision": 0.407065253388823, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.2447256602052252, "ridge3d_teacher_empty_spurious_clouds": 10, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 39, "ridge3d_confirmed_defined_buildings": 39, "ridge3d_both_no_edges_clouds": 11, "ridge3d_v1_f1_diagnostic": 0.2447256602052252, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 1.0 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 2.2741372506430375, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 2.305221736634844, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.4359098399900015, "mean_strict_plane_XY_intersection_precision": 0.4359738604825056, "ridge3d_confirmed_f1": 0.2884341736401765, "ridge3d_confirmed_recall": 0.2248630566943685, "ridge3d_confirmed_precision": 0.5009040025555429, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.2698255172762941, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2698255172762941, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3242470413742156, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.33045929454100914, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8696220615279224, "mean_strict_plane_XY_intersection_precision": 0.8697446127791595, "ridge3d_confirmed_f1": 0.5470692199590279, "ridge3d_confirmed_recall": 0.5224585255507829, "ridge3d_confirmed_precision": 0.6008273673212148, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.48075779935793367, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.48075779935793367, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.49043012019106663, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4997961843369996, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8453516773708415, "mean_strict_plane_XY_intersection_precision": 0.8454658564840412, "ridge3d_confirmed_f1": 0.6156270680824636, "ridge3d_confirmed_recall": 0.586197511688566, "ridge3d_confirmed_precision": 0.6898399887281272, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.5410056052845892, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5410056052845892, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.8670188637286425, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.8940363494231007, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.45068708465172996, "mean_strict_plane_XY_intersection_precision": 0.45074961501515914, "ridge3d_confirmed_f1": 0.2048685130636039, "ridge3d_confirmed_recall": 0.15587431418496006, "ridge3d_confirmed_precision": 0.3304597701149425, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 16, "ridge3d_conditional_f1_diagnostic": 0.19803956262815042, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.19803956262815042, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 2.8793286396761824, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 2.9568086543535674, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.4679177468054035, "mean_strict_plane_XY_intersection_precision": 0.46797113338039753, "ridge3d_confirmed_f1": 0.24536619459035605, "ridge3d_confirmed_recall": 0.2247044374352124, "ridge3d_confirmed_precision": 0.34537089293236944, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.17355169861269087, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 41, "ridge3d_confirmed_defined_buildings": 41, "ridge3d_both_no_edges_clouds": 9, "ridge3d_v1_f1_diagnostic": 0.17355169861269087, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 1.0 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.6281750439034127, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6297975057732703, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.8740479376191694, "mean_strict_plane_XY_intersection_precision": 0.8741218805736783, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 11, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 11, "ridge3d_confirmed_defined_buildings": 8, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 1.082877023481552, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.9608993333206046, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.7207606089534471, "mean_strict_plane_XY_intersection_precision": 0.7208715355754504, "ridge3d_confirmed_f1": 0.5485321059056227, "ridge3d_confirmed_recall": 0.5247805910763861, "ridge3d_confirmed_precision": 0.6232191159282463, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.4113990794292171, "ridge3d_teacher_empty_spurious_clouds": 25, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 277, "ridge3d_confirmed_defined_buildings": 28, "ridge3d_both_no_edges_clouds": 107, "ridge3d_v1_f1_diagnostic": 0.4113990794292171, "all_edges_two_incidences_fraction_diagnostic": 0.9765625, "mean_retained_fraction": 1.0 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 2.011565001890152, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.6155349013374736, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.5707684427933556, "mean_strict_plane_XY_intersection_precision": 0.5708388956870134, "ridge3d_confirmed_f1": 0.2505561734693343, "ridge3d_confirmed_recall": 0.24408906967324373, "ridge3d_confirmed_precision": 0.32644923462087716, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 49, "ridge3d_conditional_f1_diagnostic": 0.20044493877546748, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 105, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 15, "ridge3d_v1_f1_diagnostic": 0.20044493877546748, "all_edges_two_incidences_fraction_diagnostic": 0.925, "mean_retained_fraction": 1.0 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2358721544744704, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.9759949613463318, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6569682602435373, "mean_strict_plane_XY_intersection_precision": 0.6570593770808764, "ridge3d_confirmed_f1": 0.4655604905861318, "ridge3d_confirmed_recall": 0.4493457679055681, "ridge3d_confirmed_precision": 0.5406505285532667, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.4655604905861318, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4655604905861318, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 1.0 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2506488092641141, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.9523497529645552, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7281423803789356, "mean_strict_plane_XY_intersection_precision": 0.7281893942239032, "ridge3d_confirmed_f1": 0.28985354981695394, "ridge3d_confirmed_recall": 0.23708609271356162, "ridge3d_confirmed_precision": 0.4166666666666667, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.057970709963390786, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.057970709963390786, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 1.0 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0433166199153816, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.1180778715857047, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.744918089380131, "mean_strict_plane_XY_intersection_precision": 0.7449960686251259, "ridge3d_confirmed_f1": 0.3923691495093321, "ridge3d_confirmed_recall": 0.38392823395614506, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.2615794330062214, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 25, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.2615794330062214, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6688039733798655, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6711341048041068, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8414467022662157, "mean_strict_plane_XY_intersection_precision": 0.8415431345250589, "ridge3d_confirmed_f1": 0.7210170582903428, "ridge3d_confirmed_recall": 0.6749537465309898, "ridge3d_confirmed_precision": 0.8238737530890348, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 3, "ridge3d_conditional_f1_diagnostic": 0.2884068233161371, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 31, "ridge3d_v1_f1_diagnostic": 0.2884068233161371, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 1.0 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0300934930885188, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.8847128330983212, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7254952851952622, "mean_strict_plane_XY_intersection_precision": 0.7255929640361486, "ridge3d_confirmed_f1": 0.6825515403094822, "ridge3d_confirmed_recall": 0.6702898550724637, "ridge3d_confirmed_precision": 0.6988919943085797, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.13651030806189643, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.13651030806189643, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 1.0 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.587300633053608, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 1.476275190550607, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.6922981989339692, "mean_strict_plane_XY_intersection_precision": 0.692369322817144, "ridge3d_confirmed_f1": 0.3444225500235085, "ridge3d_confirmed_recall": 0.35212121212121217, "ridge3d_confirmed_precision": 0.35496742011849036, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.3444225500235085, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.3444225500235085, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 1.0 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0365447747721395, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.902821001731199, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7455100403802177, "mean_strict_plane_XY_intersection_precision": 0.7456094651971352, "ridge3d_confirmed_f1": 0.2653748025510273, "ridge3d_confirmed_recall": 0.26758738666262594, "ridge3d_confirmed_precision": 0.27456906194011993, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.13268740127551365, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 4, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.13268740127551365, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 1.0 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.4055707722373358, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 1.124922130152214, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6853922741767995, "mean_strict_plane_XY_intersection_precision": 0.6855034416300609, "ridge3d_confirmed_f1": 0.5601129178150998, "ridge3d_confirmed_recall": 0.5254173275626096, "ridge3d_confirmed_precision": 0.6635105091282145, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5601129178150998, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.5601129178150998, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 1.0 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1046935575478598, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.122576110574045, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.7327249645582571, "mean_strict_plane_XY_intersection_precision": 0.7328684841717739, "ridge3d_confirmed_f1": 0.5248347895338702, "ridge3d_confirmed_recall": 0.5018875320336506, "ridge3d_confirmed_precision": 0.6121656856562183, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.3149008737203221, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 40, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.3149008737203221, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 1.0 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.5957782365744033, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 1.1596375883569645, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.5999852875661184, "mean_strict_plane_XY_intersection_precision": 0.6001189756675671, "ridge3d_confirmed_f1": 0.456237446739868, "ridge3d_confirmed_recall": 0.4242353846188696, "ridge3d_confirmed_precision": 0.607092780374929, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.342178085054901, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 38, "ridge3d_confirmed_defined_buildings": 4, "ridge3d_both_no_edges_clouds": 22, "ridge3d_v1_f1_diagnostic": 0.342178085054901, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 1.0 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/raw.json", "paired_rows_sha256": "a3d8d08ea058382998c3a63bc08f00d67d779314c5afdf0fa17e568de5e29b71" }, "geometry": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 1.2085850338333355, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 1.0564440674439666, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.7117111967318156, "mean_strict_plane_XY_intersection_precision": 0.7118064687596056, "ridge3d_confirmed_f1": 0.47436641183162087, "ridge3d_confirmed_recall": 0.4520504858370317, "ridge3d_confirmed_precision": 0.5576904062882344, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.3057027987359334, "ridge3d_teacher_empty_spurious_clouds": 44, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 392, "ridge3d_confirmed_defined_buildings": 45, "ridge3d_both_no_edges_clouds": 208, "ridge3d_v1_f1_diagnostic": 0.3057027987359334, "all_edges_two_incidences_fraction_diagnostic": 0.9716666666666667, "mean_retained_fraction": 0.958525390625, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 0.04776183715284121, "clean_mean_delta_m": 0.0009765952117457605, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 3.3753836374301108e-06, "clean_delta_p95_m": 0.0004320271957106681, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0599100000272868", "city": "Rotterdam", "case": "clean", "delta_m": 0.04776183715284121, "raw_loss_m": 0.6634981730410789, "model_loss_m": 0.7112600101939202, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": 0.012722731402565544, "paired_building_bootstrap95_delta_m": [ -0.007576915569147788, 0.03473499075327496 ], "paired_median_building_delta_m": 0.003311742710509474, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.16493364289464998 }, { "id": "NL.IMBAG.Pand.0546100000014372", "delta_m": -0.10540485145193185 }, { "id": "NL.IMBAG.Pand.0268100000006449", "delta_m": -0.08292571238801763 }, { "id": "NL.IMBAG.Pand.0599100000616020", "delta_m": -0.07672437230451572 }, { "id": "NL.IMBAG.Pand.0546100000014399", "delta_m": -0.07511562951483682 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0202100000206202", "delta_m": 0.27600555326495174 }, { "id": "NL.IMBAG.Pand.0599100000272868", "delta_m": 0.22941594274496024 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.17702289899338589 }, { "id": "NL.IMBAG.Pand.0855100000020950", "delta_m": 0.1146326913815552 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": 0.08026238855108696 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/geometry.json", "rows_sha256": "4af5956f30ff13c65420d1004b81ec323c28047be18aef92898294076559590f", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09219430394162594, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09802825784244483, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9531964700043012, "mean_strict_plane_XY_intersection_precision": 0.9533208514015079, "ridge3d_confirmed_f1": 0.7960048709970138, "ridge3d_confirmed_recall": 0.7842334856662717, "ridge3d_confirmed_precision": 0.8282939162068249, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7213794143410437, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7213794143410437, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998125 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5938508176363905, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6000519930685787, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7741688831305583, "mean_strict_plane_XY_intersection_precision": 0.7742720751628711, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.4598397488801538, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4598397488801538, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.98953125 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.29640913560709625, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30251617045710644, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.838833660792487, "mean_strict_plane_XY_intersection_precision": 0.8389383531181935, "ridge3d_confirmed_f1": 0.6611237916830922, "ridge3d_confirmed_recall": 0.6695515155940172, "ridge3d_confirmed_precision": 0.6761420988759361, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.61847064383257, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.61847064383257, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9823046875 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24337150549975278, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.24920428300147904, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963226218055467, "mean_strict_plane_XY_intersection_precision": 0.8964407430698204, "ridge3d_confirmed_f1": 0.648804533576434, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8049375653132543, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6069461765715027, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6069461765715027, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9974609375 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.18560829717562516, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.19144003983513322, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.919046230453768, "mean_strict_plane_XY_intersection_precision": 0.9191813253662892, "ridge3d_confirmed_f1": 0.7500113588733194, "ridge3d_confirmed_recall": 0.730911534486444, "ridge3d_confirmed_precision": 0.8001398718831815, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6591008911310988, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.6591008911310988, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.8620703125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 2.0273126706970044, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 2.0543699506494026, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.5849030521504538, "mean_strict_plane_XY_intersection_precision": 0.5849716770611483, "ridge3d_confirmed_f1": 0.2908988073533592, "ridge3d_confirmed_recall": 0.261632822210951, "ridge3d_confirmed_precision": 0.42760873531604554, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.20575769300603458, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 41, "ridge3d_confirmed_defined_buildings": 41, "ridge3d_both_no_edges_clouds": 9, "ridge3d_v1_f1_diagnostic": 0.20575769300603458, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.9756640625 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 2.275125247822044, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 2.306209733813851, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.4342597904240608, "mean_strict_plane_XY_intersection_precision": 0.4343233092446585, "ridge3d_confirmed_f1": 0.2870015384839372, "ridge3d_confirmed_recall": 0.22358994172218563, "ridge3d_confirmed_precision": 0.49982939539084864, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.26848531019465094, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.26848531019465094, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9944921875 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3264957246177456, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3327079777845391, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8668510272031545, "mean_strict_plane_XY_intersection_precision": 0.8669733807547, "ridge3d_confirmed_f1": 0.5554983387329743, "ridge3d_confirmed_recall": 0.5360053235803396, "ridge3d_confirmed_precision": 0.6008273673212148, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.503420369476758, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.503420369476758, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.91890625 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4505062423085501, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4660986324274643, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8534996805276036, "mean_strict_plane_XY_intersection_precision": 0.8536272342404229, "ridge3d_confirmed_f1": 0.6785894009436556, "ridge3d_confirmed_recall": 0.648872700956571, "ridge3d_confirmed_precision": 0.7464764979565008, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6149716446051878, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6149716446051878, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.8279296875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.8768744485168518, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.903891934211158, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.4413985017216814, "mean_strict_plane_XY_intersection_precision": 0.44145782717732374, "ridge3d_confirmed_f1": 0.2707750762942225, "ridge3d_confirmed_recall": 0.20518464494492475, "ridge3d_confirmed_precision": 0.4683908045977011, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.26174924041774833, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.26174924041774833, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.981953125 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 2.9763492992672487, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 3.089252715736004, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.45932981094727593, "mean_strict_plane_XY_intersection_precision": 0.4593821056658819, "ridge3d_confirmed_f1": 0.2621363900316235, "ridge3d_confirmed_recall": 0.2404457207324903, "ridge3d_confirmed_precision": 0.3251017733748579, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.19492193104915595, "ridge3d_teacher_empty_spurious_clouds": 10, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 39, "ridge3d_confirmed_defined_buildings": 39, "ridge3d_both_no_edges_clouds": 11, "ridge3d_v1_f1_diagnostic": 0.19492193104915595, "all_edges_two_incidences_fraction_diagnostic": 0.94, "mean_retained_fraction": 0.9738671875 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.651877570523735, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6534461836454051, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.8668760345859168, "mean_strict_plane_XY_intersection_precision": 0.8669527059972046, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 10, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 10, "ridge3d_confirmed_defined_buildings": 7, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.95458984375 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 1.0786775895578402, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.9592526325659776, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.7197967014605642, "mean_strict_plane_XY_intersection_precision": 0.7199065395706361, "ridge3d_confirmed_f1": 0.5576941174556618, "ridge3d_confirmed_recall": 0.53394690442283, "ridge3d_confirmed_precision": 0.6453604190171812, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.4182705880917464, "ridge3d_teacher_empty_spurious_clouds": 26, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 278, "ridge3d_confirmed_defined_buildings": 28, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.4182705880917464, "all_edges_two_incidences_fraction_diagnostic": 0.9739583333333334, "mean_retained_fraction": 0.9605967203776041 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 2.0696548261625995, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.689854966092381, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.5617057113165393, "mean_strict_plane_XY_intersection_precision": 0.5617692523742287, "ridge3d_confirmed_f1": 0.2556311845685132, "ridge3d_confirmed_recall": 0.237072387049311, "ridge3d_confirmed_precision": 0.3275566228747493, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 51, "ridge3d_conditional_f1_diagnostic": 0.20450494765481056, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 104, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 16, "ridge3d_v1_f1_diagnostic": 0.20450494765481056, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.9550455729166667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.234351103300051, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.9695679513058991, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6459865060049876, "mean_strict_plane_XY_intersection_precision": 0.6460722888728007, "ridge3d_confirmed_f1": 0.47466493394203957, "ridge3d_confirmed_recall": 0.44744724253828905, "ridge3d_confirmed_precision": 0.5837076970447055, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.47466493394203957, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.47466493394203957, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.949609375 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.3439462227475367, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 1.0603023548010726, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7110949428608683, "mean_strict_plane_XY_intersection_precision": 0.7111392530490261, "ridge3d_confirmed_f1": 0.30606452388614475, "ridge3d_confirmed_recall": 0.2457947133448968, "ridge3d_confirmed_precision": 0.4166666666666667, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07651613097153619, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 4, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07651613097153619, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.9576497395833333 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0626284523565288, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.142470504747152, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.7403616993738342, "mean_strict_plane_XY_intersection_precision": 0.7404420948372553, "ridge3d_confirmed_f1": 0.36912368134605744, "ridge3d_confirmed_recall": 0.36845209820521285, "ridge3d_confirmed_precision": 0.4400373665996006, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.24608245423070496, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 25, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.24608245423070496, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9738606770833333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6649492014903847, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6666138120331186, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8360606831577531, "mean_strict_plane_XY_intersection_precision": 0.8361548112229487, "ridge3d_confirmed_f1": 0.666923909374622, "ridge3d_confirmed_recall": 0.6094858156028369, "ridge3d_confirmed_precision": 0.8422673373571513, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 3, "ridge3d_conditional_f1_diagnostic": 0.2667695637498488, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 28, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 32, "ridge3d_v1_f1_diagnostic": 0.2667695637498488, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.94921875 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.9596974480831882, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.8112649110647971, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7391535815623022, "mean_strict_plane_XY_intersection_precision": 0.7392574840987749, "ridge3d_confirmed_f1": 0.6950321198429529, "ridge3d_confirmed_recall": 0.6920289855072465, "ridge3d_confirmed_precision": 0.69884197553617, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.1390064239685906, "ridge3d_teacher_empty_spurious_clouds": 17, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 31, "ridge3d_v1_f1_diagnostic": 0.1390064239685906, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.95458984375 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.5649828429391612, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 1.452714895927205, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7031668307550791, "mean_strict_plane_XY_intersection_precision": 0.7032358621739527, "ridge3d_confirmed_f1": 0.3694619892084572, "ridge3d_confirmed_recall": 0.3704545454545455, "ridge3d_confirmed_precision": 0.38961298130095673, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 26, "ridge3d_conditional_f1_diagnostic": 0.3694619892084572, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.3694619892084572, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.9705403645833334 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0847178330604457, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.9558681527791674, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7365057589480416, "mean_strict_plane_XY_intersection_precision": 0.7365998426044384, "ridge3d_confirmed_f1": 0.2895827894116571, "ridge3d_confirmed_recall": 0.27131345912722377, "ridge3d_confirmed_precision": 0.3358889334356764, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.14479139470582855, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 4, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.14479139470582855, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.9594401041666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.4393323522105324, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 1.1682408916937717, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6781439446830253, "mean_strict_plane_XY_intersection_precision": 0.6782582319855199, "ridge3d_confirmed_f1": 0.588225494181682, "ridge3d_confirmed_recall": 0.550889679948982, "ridge3d_confirmed_precision": 0.706789786405942, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.588225494181682, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.588225494181682, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.9575846354166667 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1019635485493304, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.1225131445414458, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.7337835724073348, "mean_strict_plane_XY_intersection_precision": 0.733926891812475, "ridge3d_confirmed_f1": 0.5397246107341479, "ridge3d_confirmed_recall": 0.5256978282662071, "ridge3d_confirmed_precision": 0.6121656856562183, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.32383476644048875, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 39, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.32383476644048875, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.9549153645833334 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.629281333596193, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 1.2148840555460372, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.5928544475649299, "mean_strict_plane_XY_intersection_precision": 0.5929779269388641, "ridge3d_confirmed_f1": 0.4411108734199662, "ridge3d_confirmed_recall": 0.4173622733478424, "ridge3d_confirmed_precision": 0.5280254948814768, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.3308331550649746, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 38, "ridge3d_confirmed_defined_buildings": 4, "ridge3d_both_no_edges_clouds": 22, "ridge3d_v1_f1_diagnostic": 0.3308331550649746, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.9578450520833334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/geometry.json", "paired_rows_sha256": "10ccb6d3975dbcaed32a7007670d58a2fdbc865a277a0b58606f22e67d431fb6" }, "global_3500_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6395164700727829, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 0.46694690135580563, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8098752595718244, "mean_strict_plane_XY_intersection_precision": 0.8099878437625456, "ridge3d_confirmed_f1": 0.5187557609596888, "ridge3d_confirmed_recall": 0.49956992448804227, "ridge3d_confirmed_precision": 0.5922704973256929, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 120, "ridge3d_conditional_f1_diagnostic": 0.4558762747827569, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.4558762747827569, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.760712890625, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 0.3599582137246215, "clean_mean_delta_m": 0.00719916427449243, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0307100000308988", "city": "Amersfoort", "case": "clean", "delta_m": 0.3599582137246215, "raw_loss_m": 0.20017160266210893, "model_loss_m": 0.5601298163867304, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5563458323579868, "paired_building_bootstrap95_delta_m": [ -0.6186958493958633, -0.4893352999673536 ], "paired_median_building_delta_m": -0.5413515879523323, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0753817720708854 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9530390287586702 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8829947443525605 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8626069110636038 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8451642093986257 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.16920057034065153 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.004144320363131146 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.15830809007038962 }, { "id": "NL.IMBAG.Pand.0307100000308988", "delta_m": -0.3121823363014113 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.35182443642279787 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/global_3500_s20261031.json", "rows_sha256": "3fc092fc7d9433039598ecf3eba01255efd2338cb3be87ef4b6610e6089e3456", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09841687300437259, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1042508269051915, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9520156603673674, "mean_strict_plane_XY_intersection_precision": 0.952141214433487, "ridge3d_confirmed_f1": 0.772992686693222, "ridge3d_confirmed_recall": 0.7773543777818418, "ridge3d_confirmed_precision": 0.7925680500406129, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 3, "ridge3d_conditional_f1_diagnostic": 0.7005246223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7005246223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99390625 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3662557730695915, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3721181662296002, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.826505607572774, "mean_strict_plane_XY_intersection_precision": 0.8266145640025754, "ridge3d_confirmed_f1": 0.6198017396245212, "ridge3d_confirmed_recall": 0.6098353804354187, "ridge3d_confirmed_precision": 0.6574611509144646, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5616953265347222, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5616953265347222, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9902734375 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.27120889344788185, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.27704178381464933, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.887777138865461, "mean_strict_plane_XY_intersection_precision": 0.8878962228783592, "ridge3d_confirmed_f1": 0.6048352604847653, "ridge3d_confirmed_recall": 0.5894828682714414, "ridge3d_confirmed_precision": 0.7657377633418306, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.5658136307760706, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.5658136307760706, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99015625 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17173396620908335, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1775678997130481, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9286494959424736, "mean_strict_plane_XY_intersection_precision": 0.9287889397488542, "ridge3d_confirmed_f1": 0.7308255368498275, "ridge3d_confirmed_recall": 0.7240530948318934, "ridge3d_confirmed_precision": 0.7640038607665595, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6623106427701562, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6623106427701562, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.787890625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.39127938335562845, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3971151833149389, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.818498887569643, "mean_strict_plane_XY_intersection_precision": 0.818619295249791, "ridge3d_confirmed_f1": 0.47684107244469387, "ridge3d_confirmed_recall": 0.4325333979628534, "ridge3d_confirmed_precision": 0.60303053607462, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4460771322869716, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4460771322869716, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5092578125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.669377539889793, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6757450276299707, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7370137615357187, "mean_strict_plane_XY_intersection_precision": 0.7371255332987825, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5228125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3062841161873038, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.31214021840066086, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8717662983075413, "mean_strict_plane_XY_intersection_precision": 0.8718843529435272, "ridge3d_confirmed_f1": 0.5959399550161812, "ridge3d_confirmed_recall": 0.5894173793296226, "ridge3d_confirmed_precision": 0.6205251780324562, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5400705842334143, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5400705842334143, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7105859375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2742828782916163, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.28011660905716823, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8975239421884597, "mean_strict_plane_XY_intersection_precision": 0.8976632113533534, "ridge3d_confirmed_f1": 0.6906137127711915, "ridge3d_confirmed_recall": 0.6647235550334927, "ridge3d_confirmed_precision": 0.7817634600000207, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6258686771988924, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6258686771988924, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5316015625 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.36258949796792167, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.36892972643762917, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8315264779803571, "mean_strict_plane_XY_intersection_precision": 0.831647100131328, "ridge3d_confirmed_f1": 0.5395184862612814, "ridge3d_confirmed_recall": 0.5171355238950733, "ridge3d_confirmed_precision": 0.6314256050352255, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.48893862817428624, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.48893862817428624, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5560546875 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0317159002382654, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.107403373377208, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6713917905696698, "mean_strict_plane_XY_intersection_precision": 0.6714702687792155, "ridge3d_confirmed_f1": 0.2607002222075226, "ridge3d_confirmed_recall": 0.21384264897303937, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.23625957637556735, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.23625957637556735, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.536015625 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.014284094005785156, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.014284094005785156, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9996264827449306, "mean_strict_plane_XY_intersection_precision": 0.999706611357946, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7443033854166666 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5166179156299665, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.37794979677486396, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8193768179817749, "mean_strict_plane_XY_intersection_precision": 0.8195059425459619, "ridge3d_confirmed_f1": 0.6315668759021518, "ridge3d_confirmed_recall": 0.6096314513772378, "ridge3d_confirmed_precision": 0.7011998180520025, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 63, "ridge3d_conditional_f1_diagnostic": 0.5526210164143829, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 274, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 110, "ridge3d_v1_f1_diagnostic": 0.5526210164143829, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7628987630208334 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.5329777451433935, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.1138678818948358, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6276692941214976, "mean_strict_plane_XY_intersection_precision": 0.6277549135792931, "ridge3d_confirmed_f1": 0.2226265842357231, "ridge3d_confirmed_recall": 0.21065841640390381, "ridge3d_confirmed_precision": 0.3063310304191302, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.19789029709842054, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.19789029709842054, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.766845703125 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.8128145733813458, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.5044219378306721, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6673445070243414, "mean_strict_plane_XY_intersection_precision": 0.6674336130201194, "ridge3d_confirmed_f1": 0.4232791421228697, "ridge3d_confirmed_recall": 0.382647123105619, "ridge3d_confirmed_precision": 0.5309396252697367, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 26, "ridge3d_conditional_f1_diagnostic": 0.4232791421228697, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4232791421228697, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7522786458333334 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5479170430759744, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22660871060599358, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8321799494999359, "mean_strict_plane_XY_intersection_precision": 0.8322278886674053, "ridge3d_confirmed_f1": 0.20590664301532627, "ridge3d_confirmed_recall": 0.16567696174608573, "ridge3d_confirmed_precision": 0.3333333333333333, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.06863554767177542, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.06863554767177542, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7559244791666667 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4834004255526603, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5422143994289602, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8546028525470944, "mean_strict_plane_XY_intersection_precision": 0.8546943720756044, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7828450520833333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16481761899673633, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16481761899673633, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364236813071397, "mean_strict_plane_XY_intersection_precision": 0.9365325064061677, "ridge3d_confirmed_f1": 0.7370506227682676, "ridge3d_confirmed_recall": 0.7070035460992907, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7370506227682676, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7370506227682676, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7520833333333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.505497363963099, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.35718529154151246, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8218256875981187, "mean_strict_plane_XY_intersection_precision": 0.8219419601599828, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7757161458333334 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0803814091801158, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.931066692700251, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7972361349117477, "mean_strict_plane_XY_intersection_precision": 0.7973222783930582, "ridge3d_confirmed_f1": 0.44751085902031174, "ridge3d_confirmed_recall": 0.4520202020202021, "ridge3d_confirmed_precision": 0.4578476050256068, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.44751085902031174, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.44751085902031174, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7504231770833333 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4502607439080644, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2906162951869168, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8631877949004781, "mean_strict_plane_XY_intersection_precision": 0.8632994911635118, "ridge3d_confirmed_f1": 0.28600370289122745, "ridge3d_confirmed_recall": 0.30256869763115, "ridge3d_confirmed_precision": 0.27782865275502555, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.28600370289122745, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.28600370289122745, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7457356770833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7226410543786959, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.412411217197249, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7813072184820749, "mean_strict_plane_XY_intersection_precision": 0.7814479974141841, "ridge3d_confirmed_f1": 0.6974219532678446, "ridge3d_confirmed_recall": 0.6700731717184537, "ridge3d_confirmed_precision": 0.7762089267108122, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.6974219532678446, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.6974219532678446, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7690104166666667 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3988541011807591, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3988541011807591, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8723542628910742, "mean_strict_plane_XY_intersection_precision": 0.8725219169353332, "ridge3d_confirmed_f1": 0.5987964265721485, "ridge3d_confirmed_recall": 0.5681421071044176, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.5987964265721485, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5987964265721485, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7471028645833333 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2285803671103779, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8412727488890062, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6722905065562392, "mean_strict_plane_XY_intersection_precision": 0.6724564133900887, "ridge3d_confirmed_f1": 0.48859444091556137, "ridge3d_confirmed_recall": 0.45977988086368904, "ridge3d_confirmed_precision": 0.6473475360896477, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.48859444091556137, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.48859444091556137, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7760091145833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/global_3500_s20261031.json", "paired_rows_sha256": "95e333feeaf410579ec9d68ab66d9e28bf1a097cbafbd9607f64e3dfb1f02ae4" }, "graph_3500_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6147148201467376, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.4401526814900313, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8171183006214645, "mean_strict_plane_XY_intersection_precision": 0.8172302332567599, "ridge3d_confirmed_f1": 0.5364784540541679, "ridge3d_confirmed_recall": 0.5182845902807481, "ridge3d_confirmed_precision": 0.6074769251890257, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.4714507626536627, "ridge3d_teacher_empty_spurious_clouds": 30, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 378, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 222, "ridge3d_v1_f1_diagnostic": 0.4714507626536627, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7334114583333333, "clean_individual_harmed_over_2cm": 2, "clean_max_harm_m": 1.0220793573011162, "clean_mean_delta_m": 0.020948387983359216, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000014363", "city": "Leiden", "case": "clean", "delta_m": 0.025340041866844562, "raw_loss_m": 0.12408502232413247, "model_loss_m": 0.14942506419097704, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" }, { "id": "NL.IMBAG.Pand.0268100000002656", "city": "Nijmegen", "case": "clean", "delta_m": 1.0220793573011162, "raw_loss_m": 1.1642240731858735, "model_loss_m": 2.1863034304869897, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.581147482284032, "paired_building_bootstrap95_delta_m": [ -0.6376932309285778, -0.5252473460395817 ], "paired_median_building_delta_m": -0.5699933826256866, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1077502473539165 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751104404937248 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8831406276826654 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621778499787033 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8471434722364334 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": -0.08924051459990763 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24249358229663698 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.33384824127237245 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3340965178666828 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3585527937542552 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_3500_s20261031.json", "rows_sha256": "af555fbdb613f8582cfbcac3f392c2a7cae829d9a4b561199269519f70d58c5b", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.11216609671323939, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.11800005061405829, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9498498745100818, "mean_strict_plane_XY_intersection_precision": 0.9499754368637449, "ridge3d_confirmed_f1": 0.8010099280725324, "ridge3d_confirmed_recall": 0.7945957570921867, "ridge3d_confirmed_precision": 0.8230720288204537, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7259152473157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7259152473157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9983984375 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.99984375 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24849176797016123, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2543246583369287, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.892705656146618, "mean_strict_plane_XY_intersection_precision": 0.8928248030365268, "ridge3d_confirmed_f1": 0.6469041628327882, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011472399682621, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.5862568975672142, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5862568975672142, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9963671875 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17722385906102642, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.1821635098307395, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.926917252232423, "mean_strict_plane_XY_intersection_precision": 0.9270715472977276, "ridge3d_confirmed_f1": 0.7790921269845881, "ridge3d_confirmed_recall": 0.7652132490474721, "ridge3d_confirmed_precision": 0.8107324509869425, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7060522400797828, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7060522400797828, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7230859375 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4054507138287617, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4112888657784126, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117702252073581, "mean_strict_plane_XY_intersection_precision": 0.8118846492979466, "ridge3d_confirmed_f1": 0.47145033244579126, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024070675121413, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410341819654176, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410341819654176, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5003125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5200642917175258, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5259017362603414, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7844248456602688, "mean_strict_plane_XY_intersection_precision": 0.784537719989449, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4867578125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28038750277958757, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2866688445645582, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8815333025822842, "mean_strict_plane_XY_intersection_precision": 0.8816507597484551, "ridge3d_confirmed_f1": 0.5749221335398679, "ridge3d_confirmed_recall": 0.5634200844499956, "ridge3d_confirmed_precision": 0.633214734268964, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.505234602201702, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.505234602201702, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.57234375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25810929738714067, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.26394262413131714, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9030556443909248, "mean_strict_plane_XY_intersection_precision": 0.9031786480771642, "ridge3d_confirmed_f1": 0.7238843931514135, "ridge3d_confirmed_recall": 0.7066584093772939, "ridge3d_confirmed_precision": 0.7988077325205875, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6560202312934686, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6560202312934686, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.514921875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.31834496016671826, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.32417822291509907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8463164343157689, "mean_strict_plane_XY_intersection_precision": 0.8464362188715029, "ridge3d_confirmed_f1": 0.5812165124232982, "ridge3d_confirmed_recall": 0.5603494309468072, "ridge3d_confirmed_precision": 0.6314256050352256, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5107660260689589, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5107660260689589, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51515625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0223111032625007, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0979733960652058, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.677870680986337, "mean_strict_plane_XY_intersection_precision": 0.6779480026102992, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013288297861824568, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013288297861824568, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7356160481770834 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5047458074956408, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3659353798883175, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8248715621186626, "mean_strict_plane_XY_intersection_precision": 0.8250005472906963, "ridge3d_confirmed_f1": 0.6359198024640594, "ridge3d_confirmed_recall": 0.6143775816949647, "ridge3d_confirmed_precision": 0.7045491700961609, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.556429827156052, "ridge3d_teacher_empty_spurious_clouds": 24, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 276, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 108, "ridge3d_v1_f1_diagnostic": 0.556429827156052, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7340596516927084 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4477568784581782, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0191395535180807, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6460893938770779, "mean_strict_plane_XY_intersection_precision": 0.6461719904867518, "ridge3d_confirmed_f1": 0.27544491447820263, "ridge3d_confirmed_recall": 0.26604048781842937, "ridge3d_confirmed_precision": 0.35266228230779584, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 52, "ridge3d_conditional_f1_diagnostic": 0.24483992398062457, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.24483992398062457, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7295735677083334 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7211384119736415, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4038361761249705, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6848927724186843, "mean_strict_plane_XY_intersection_precision": 0.6849810296195605, "ridge3d_confirmed_f1": 0.4548845707826315, "ridge3d_confirmed_recall": 0.42210023888279996, "ridge3d_confirmed_precision": 0.5660740440721208, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.4548845707826315, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4548845707826315, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7390299479166667 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5506223590456373, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22918033052345618, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8353354654400128, "mean_strict_plane_XY_intersection_precision": 0.8353816515556247, "ridge3d_confirmed_f1": 0.28366944828689183, "ridge3d_confirmed_recall": 0.2559109801695179, "ridge3d_confirmed_precision": 0.39012680460558796, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.09455648276229728, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.09455648276229728, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7379231770833333 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.402190283121956, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.46054363792892994, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8874876847754566, "mean_strict_plane_XY_intersection_precision": 0.8875820751316222, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7322265625 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16459818833424877, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16459818833424877, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364268496532364, "mean_strict_plane_XY_intersection_precision": 0.9365372054037916, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7350911458333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4695989936917212, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31809528215737154, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.833357009020735, "mean_strict_plane_XY_intersection_precision": 0.8334693501250194, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7322265625 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1120606781242952, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9611452410281757, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8000886446911813, "mean_strict_plane_XY_intersection_precision": 0.8001810881568149, "ridge3d_confirmed_f1": 0.44883561978586195, "ridge3d_confirmed_recall": 0.4454545454545455, "ridge3d_confirmed_precision": 0.4614800836580854, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.44883561978586195, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.44883561978586195, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7163736979166667 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.44081194982945854, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28113151451125973, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8659394266776941, "mean_strict_plane_XY_intersection_precision": 0.8660534817512101, "ridge3d_confirmed_f1": 0.3199280471336593, "ridge3d_confirmed_recall": 0.33515377022816606, "ridge3d_confirmed_precision": 0.3121487770050959, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3199280471336593, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3199280471336593, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7336263020833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7035709965305571, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3921078524458661, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7801303111983505, "mean_strict_plane_XY_intersection_precision": 0.7802686201340588, "ridge3d_confirmed_f1": 0.7189450676829184, "ridge3d_confirmed_recall": 0.6907845410062382, "ridge3d_confirmed_precision": 0.7942703068756068, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7189450676829184, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7189450676829184, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7344401041666667 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4141656760547908, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4141656760547908, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8688254528509068, "mean_strict_plane_XY_intersection_precision": 0.8689905530238707, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7317057291666667 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.16839066476107, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.7767229157912432, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6786993894883865, "mean_strict_plane_XY_intersection_precision": 0.678857277666026, "ridge3d_confirmed_f1": 0.5202450972047956, "ridge3d_confirmed_recall": 0.4974523989659945, "ridge3d_confirmed_precision": 0.6578179695116381, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5202450972047956, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5202450972047956, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7414713541666667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_3500_s20261031.json", "paired_rows_sha256": "3f567ff887ce720322d589a1bb6fbbf9da679704ddbb44a0831df0f245bd5070" }, "graph_10000_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6132932403750257, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.43869131422655316, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8180671049989319, "mean_strict_plane_XY_intersection_precision": 0.8181774680400676, "ridge3d_confirmed_f1": 0.5371335275279464, "ridge3d_confirmed_recall": 0.521935430801501, "ridge3d_confirmed_precision": 0.6051322621639739, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.4720264332821348, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 377, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 223, "ridge3d_v1_f1_diagnostic": 0.4720264332821348, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7311783854166667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5825690620557438, "paired_building_bootstrap95_delta_m": [ -0.6368140280767726, -0.5268566573975411 ], "paired_median_building_delta_m": -0.5637586667595849, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751777075846667 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9540515548253948 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8833130242834887 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621285093127438 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8473628640725678 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": -0.07418575013933111 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.2413718563881875 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35858514511567147 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3652624751548559 }, { "id": "NL.IMBAG.Pand.0392100000001527", "delta_m": -0.37700249331291863 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_s20261031.json", "rows_sha256": "ec46674665e96ce50f4bcb54a6878f9076a1b164f37e61ce1640cc09b9b8aa8d", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2944425358563335, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30030492901634226, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8578120060378289, "mean_strict_plane_XY_intersection_precision": 0.857927145272654, "ridge3d_confirmed_f1": 0.6441359297287884, "ridge3d_confirmed_recall": 0.6467051118215122, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5837481863167145, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5837481863167145, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99984375 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17197024886658227, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.1769106488063984, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9213884482302597, "mean_strict_plane_XY_intersection_precision": 0.9215395231635418, "ridge3d_confirmed_f1": 0.7485052958576641, "ridge3d_confirmed_recall": 0.7377444166781169, "ridge3d_confirmed_precision": 0.7751420827780838, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6783329243710081, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6783329243710081, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7198828125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.404138342700143, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.40997420161188025, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.811758939667106, "mean_strict_plane_XY_intersection_precision": 0.811874266080649, "ridge3d_confirmed_f1": 0.47145036084807534, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024072946533999, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410342085352963, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410342085352963, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.500234375 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.6001814540726613, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6065542200484592, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7569639186888922, "mean_strict_plane_XY_intersection_precision": 0.7570713604838362, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4804296875 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.26291460799585387, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2687425998704496, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8861609384410856, "mean_strict_plane_XY_intersection_precision": 0.8862620601110018, "ridge3d_confirmed_f1": 0.5870493738943313, "ridge3d_confirmed_recall": 0.5992346557293637, "ridge3d_confirmed_precision": 0.6094025554897861, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5158918740283518, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5158918740283518, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.55828125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25016939891198436, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.25600272565616083, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9019461116031937, "mean_strict_plane_XY_intersection_precision": 0.9020693480828094, "ridge3d_confirmed_f1": 0.7276480706110439, "ridge3d_confirmed_recall": 0.7104965849168062, "ridge3d_confirmed_precision": 0.7988009496992269, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6594310639912585, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6594310639912585, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.515 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2879296289300938, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2937628916784746, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8588605482789877, "mean_strict_plane_XY_intersection_precision": 0.8589797463540012, "ridge3d_confirmed_f1": 0.6202277583593901, "ridge3d_confirmed_recall": 0.5974613556668417, "ridge3d_confirmed_precision": 0.6822216181619158, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5450486361340096, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5450486361340096, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5067578125 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0221774785396307, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0978397713423356, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755731471280475, "mean_strict_plane_XY_intersection_precision": 0.6756492582006473, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4937109375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.01332967968926488, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.01332967968926488, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7344767252604166 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5052321587279095, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36647973658764676, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8240899384896875, "mean_strict_plane_XY_intersection_precision": 0.8242158187876545, "ridge3d_confirmed_f1": 0.6361263326011629, "ridge3d_confirmed_recall": 0.6169647457948377, "ridge3d_confirmed_precision": 0.7015250267980137, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.5566105410260175, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5566105410260175, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7322184244791666 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4390595501944068, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0100576703008843, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.653334611377136, "mean_strict_plane_XY_intersection_precision": 0.6534192956130238, "ridge3d_confirmed_f1": 0.27727741421075336, "ridge3d_confirmed_recall": 0.2724834789439917, "ridge3d_confirmed_precision": 0.3521012549996192, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 52, "ridge3d_conditional_f1_diagnostic": 0.24646881263178072, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.24646881263178072, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7252115885416667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7411895282886598, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4258786596649136, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6811998890550557, "mean_strict_plane_XY_intersection_precision": 0.6812856418665851, "ridge3d_confirmed_f1": 0.4642712245623149, "ridge3d_confirmed_recall": 0.4301848624923795, "ridge3d_confirmed_precision": 0.5666198540560774, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.4642712245623149, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4642712245623149, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7318684895833333 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5446445078302221, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22226436625087195, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8378285381074118, "mean_strict_plane_XY_intersection_precision": 0.8378745484615543, "ridge3d_confirmed_f1": 0.2242848715374829, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3274791483976808, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07476162384582763, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07476162384582763, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73837890625 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.43209833615451104, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.49089344916440736, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8731074696418684, "mean_strict_plane_XY_intersection_precision": 0.873197946791678, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.72587890625 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16475142593869793, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16475142593869793, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364117383248811, "mean_strict_plane_XY_intersection_precision": 0.9365223488581534, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7336263020833333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4552825162754016, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3024801137186013, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8351104987317817, "mean_strict_plane_XY_intersection_precision": 0.8352240538594563, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7298502604166667 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0875165702438572, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9366131065245836, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8056053214577352, "mean_strict_plane_XY_intersection_precision": 0.80568031106359, "ridge3d_confirmed_f1": 0.459470579503626, "ridge3d_confirmed_recall": 0.4704545454545455, "ridge3d_confirmed_precision": 0.4682501645845666, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.459470579503626, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.459470579503626, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.71669921875 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.443361565967283, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2836771417066092, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8648580271905223, "mean_strict_plane_XY_intersection_precision": 0.8649722079007178, "ridge3d_confirmed_f1": 0.31941414002473434, "ridge3d_confirmed_recall": 0.33515377022816606, "ridge3d_confirmed_precision": 0.3112947735031981, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31941414002473434, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31941414002473434, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7330403645833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.697299573173648, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3853386567585441, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7825628039541402, "mean_strict_plane_XY_intersection_precision": 0.7827030270054337, "ridge3d_confirmed_f1": 0.7191306899519292, "ridge3d_confirmed_recall": 0.689110807361281, "ridge3d_confirmed_precision": 0.8038713617514789, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7191306899519292, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7191306899519292, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7331705729166667 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3976645805835318, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3976645805835318, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8783884560281324, "mean_strict_plane_XY_intersection_precision": 0.8785571979236556, "ridge3d_confirmed_f1": 0.6013347106880482, "ridge3d_confirmed_recall": 0.5727591120141925, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6013347106880482, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6013347106880482, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73115234375 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1691237992944459, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.7773516419547712, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6855983074977904, "mean_strict_plane_XY_intersection_precision": 0.6857573966698518, "ridge3d_confirmed_f1": 0.5119397263222096, "ridge3d_confirmed_recall": 0.49719094749428017, "ridge3d_confirmed_precision": 0.6284098716961871, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5119397263222096, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5119397263222096, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7381184895833334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_s20261031.json", "paired_rows_sha256": "bdfa1b84ec1747c407d9c3ba33c8ca3cf3157d999525f3eb31b2fc99cd1a931b" }, "graph_20000_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6209696753937757, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.44743694587532373, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8147250598519203, "mean_strict_plane_XY_intersection_precision": 0.814835781590477, "ridge3d_confirmed_f1": 0.5332731137668675, "ridge3d_confirmed_recall": 0.5165324975394202, "ridge3d_confirmed_precision": 0.6028035935057257, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 114, "ridge3d_conditional_f1_diagnostic": 0.4686339484617926, "ridge3d_teacher_empty_spurious_clouds": 27, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 375, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 225, "ridge3d_v1_f1_diagnostic": 0.4686339484617926, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7311328125, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5748926270369938, "paired_building_bootstrap95_delta_m": [ -0.6373915260333208, -0.508758683894191 ], "paired_median_building_delta_m": -0.5636587008745422, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.107605189536723 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075206473401466 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8836120591196913 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8622314320833003 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8451937272059854 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.2766473249285057 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24254700305679736 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.3420768477834552 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.3546641331105336 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35855688472608344 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_20000_s20261031.json", "rows_sha256": "85b9bd32a50c13788f494ced06a707d75a41fe434d2bdcb9382d6b8be4330c15", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3030540674298864, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30891646058989514, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351603275152444, "mean_strict_plane_XY_intersection_precision": 0.8352703963549557, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9998828125 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.1742368392258402, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.17917619366340304, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9260282415154991, "mean_strict_plane_XY_intersection_precision": 0.926179251060143, "ridge3d_confirmed_f1": 0.7897722435264761, "ridge3d_confirmed_recall": 0.7835904546335353, "ridge3d_confirmed_precision": 0.8020194882077628, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.715731095695869, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.715731095695869, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.719453125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40526901984940983, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4111048787611471, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117572651736884, "mean_strict_plane_XY_intersection_precision": 0.8118725915315129, "ridge3d_confirmed_f1": 0.47145036084807534, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024072946533999, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410342085352963, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410342085352963, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5003125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5487172015923425, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.554554526378825, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7842080375036737, "mean_strict_plane_XY_intersection_precision": 0.7843201126072055, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4787890625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.27523586994750554, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2816398653274604, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8696832142247084, "mean_strict_plane_XY_intersection_precision": 0.8697849117295575, "ridge3d_confirmed_f1": 0.5611397162048671, "ridge3d_confirmed_recall": 0.5561422273429348, "ridge3d_confirmed_precision": 0.5984336853934767, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5085328678106609, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5085328678106609, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.559609375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.27194103972372563, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.27777436646790205, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.898002489982982, "mean_strict_plane_XY_intersection_precision": 0.8981266295618922, "ridge3d_confirmed_f1": 0.7198602038796997, "ridge3d_confirmed_recall": 0.6999799605144653, "ridge3d_confirmed_precision": 0.798248151719505, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6523733097659778, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6523733097659778, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5155859375 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3854093997900644, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3917439751238613, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.829946793267419, "mean_strict_plane_XY_intersection_precision": 0.8300693193081377, "ridge3d_confirmed_f1": 0.5676945239876675, "ridge3d_confirmed_recall": 0.5427761441206285, "ridge3d_confirmed_precision": 0.6389218569092885, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5144731623638237, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5144731623638237, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5062890625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.022177478539507, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0978397713422121, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755731471280475, "mean_strict_plane_XY_intersection_precision": 0.6756492582006473, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.493671875 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013333971687356195, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013333971687356195, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7338460286458334 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.49936865012950954, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3605693383514432, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8238119434711213, "mean_strict_plane_XY_intersection_precision": 0.8239382396831489, "ridge3d_confirmed_f1": 0.6370798984444077, "ridge3d_confirmed_recall": 0.6153771398524893, "ridge3d_confirmed_precision": 0.7049162358578736, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.5574449111388567, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 274, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 110, "ridge3d_v1_f1_diagnostic": 0.5574449111388567, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7323252360026041 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4962015192045632, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0726956693021152, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6375139697014899, "mean_strict_plane_XY_intersection_precision": 0.6375991164994879, "ridge3d_confirmed_f1": 0.2607803039883243, "ridge3d_confirmed_recall": 0.25706531146761363, "ridge3d_confirmed_precision": 0.33475790733133703, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.23180471465628827, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.23180471465628827, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.725146484375 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7552861372625702, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4415858541540407, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6687007693692558, "mean_strict_plane_XY_intersection_precision": 0.6687862285686854, "ridge3d_confirmed_f1": 0.45860165410158205, "ridge3d_confirmed_recall": 0.4279336150368069, "ridge3d_confirmed_precision": 0.5639925318655165, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.45860165410158205, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.45860165410158205, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7321940104166667 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5459143526766103, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22454316545290456, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8364371730297968, "mean_strict_plane_XY_intersection_precision": 0.8364888369015754, "ridge3d_confirmed_f1": 0.2262847789522615, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3312911813745601, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07542825965075384, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07542825965075384, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7391927083333333 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.40541342096468097, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4637642177236486, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8836450272840043, "mean_strict_plane_XY_intersection_precision": 0.8837368881051793, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.72548828125 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16490278731326966, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16490278731326966, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364039538039501, "mean_strict_plane_XY_intersection_precision": 0.93651377829544, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73369140625 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.46789373508929594, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31624041252747204, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8315157289045396, "mean_strict_plane_XY_intersection_precision": 0.8316306151778793, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 25, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.729296875 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.089049844094463, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9381426132340854, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8050701921873868, "mean_strict_plane_XY_intersection_precision": 0.805145034049078, "ridge3d_confirmed_f1": 0.451960619785862, "ridge3d_confirmed_recall": 0.4537878787878788, "ridge3d_confirmed_precision": 0.4634031605811623, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.451960619785862, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.451960619785862, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7167317708333333 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4436550944363355, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2840101090277814, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8647765702066541, "mean_strict_plane_XY_intersection_precision": 0.8648902560561842, "ridge3d_confirmed_f1": 0.31780280147616324, "ridge3d_confirmed_recall": 0.33264220501130726, "ridge3d_confirmed_precision": 0.310726445574936, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31780280147616324, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31780280147616324, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7334635416666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6974718244939957, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.38544382993253556, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7839223675862512, "mean_strict_plane_XY_intersection_precision": 0.7840628179667861, "ridge3d_confirmed_f1": 0.7209376405124855, "ridge3d_confirmed_recall": 0.6937290382658787, "ridge3d_confirmed_precision": 0.7925220609131168, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7209376405124855, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7209376405124855, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7330729166666666 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.395474326094378, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.395474326094378, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.871978986971112, "mean_strict_plane_XY_intersection_precision": 0.8721438608524437, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7308919270833333 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.244635231512158, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8602621432931213, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6647998291762528, "mean_strict_plane_XY_intersection_precision": 0.6649594999315168, "ridge3d_confirmed_f1": 0.4950807677299029, "ridge3d_confirmed_recall": 0.47239261397360627, "ridge3d_confirmed_precision": 0.6363803273468807, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.4950807677299029, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.4950807677299029, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7373046875 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_20000_s20261031.json", "paired_rows_sha256": "b85db5feebb1d832871e139c9c51630c87f253917c75a7725903ebdf7a406755" }, "graph_20000_long_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6160095111139713, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.4419523902109996, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.817191911785478, "mean_strict_plane_XY_intersection_precision": 0.8172996414830839, "ridge3d_confirmed_f1": 0.5364562547893826, "ridge3d_confirmed_recall": 0.5214798790086945, "ridge3d_confirmed_precision": 0.6037547252622216, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 114, "ridge3d_conditional_f1_diagnostic": 0.47143125420885146, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.47143125420885146, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.730087890625, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5798527913167983, "paired_building_bootstrap95_delta_m": [ -0.6385443736773418, -0.5193816097859293 ], "paired_median_building_delta_m": -0.563617762282288, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1079129926449134 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075138673878543 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8838076724010234 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.862238348137788 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.847027297796101 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.07844354061514265 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24221488634945718 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.3341674203169898 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.35693617537811306 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35855551289014315 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_20000_long_s20261031.json", "rows_sha256": "31043e91e20c96ba9085e8aaf9ad2c97e8467f7535fbab080e2b3cf02f6e2b6a", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.16416042018740185, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.16910007095711507, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9289697350692045, "mean_strict_plane_XY_intersection_precision": 0.9290917970970528, "ridge3d_confirmed_f1": 0.7743699874769995, "ridge3d_confirmed_recall": 0.7847627664617701, "ridge3d_confirmed_precision": 0.7861505628588464, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.7017728011510307, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7017728011510307, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7173828125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40528536888763705, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4111212277993743, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117670785563859, "mean_strict_plane_XY_intersection_precision": 0.8118816755684537, "ridge3d_confirmed_f1": 0.47145036084807534, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024072946533999, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410342085352963, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410342085352963, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5001171875 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5458009047941663, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5516382295806488, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7846277309624745, "mean_strict_plane_XY_intersection_precision": 0.7847400308506279, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4781640625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2848771467409387, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.29122363561886855, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8838363964335876, "mean_strict_plane_XY_intersection_precision": 0.8839413492783953, "ridge3d_confirmed_f1": 0.5727569701507208, "ridge3d_confirmed_recall": 0.5683430350317583, "ridge3d_confirmed_precision": 0.5989218346061412, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5033318828597243, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5033318828597243, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5518359375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2726687255039706, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.27850205224814706, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8980260376135977, "mean_strict_plane_XY_intersection_precision": 0.8981480387226888, "ridge3d_confirmed_f1": 0.7138381511971853, "ridge3d_confirmed_recall": 0.6939193731818312, "ridge3d_confirmed_precision": 0.7980560021870832, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6469158245224492, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6469158245224492, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51515625 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.32857347042505614, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.33440673317343694, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.842019976287575, "mean_strict_plane_XY_intersection_precision": 0.8421350483904417, "ridge3d_confirmed_f1": 0.6156992710439878, "ridge3d_confirmed_recall": 0.5948321895674968, "ridge3d_confirmed_precision": 0.6659083636559152, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.557977464383614, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.557977464383614, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5050390625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0221774785392035, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0978397713419086, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755731471280475, "mean_strict_plane_XY_intersection_precision": 0.6756492582006473, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.493359375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013264872031308095, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013264872031308095, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7332356770833334 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.4988604081227985, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3599172457963912, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8256531386332151, "mean_strict_plane_XY_intersection_precision": 0.825779265350386, "ridge3d_confirmed_f1": 0.6363101246343429, "ridge3d_confirmed_recall": 0.6173028219292249, "ridge3d_confirmed_precision": 0.7021237197667729, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.55677135905505, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.55677135905505, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.731475830078125 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4730823519518548, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0474148668814995, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6439564048505779, "mean_strict_plane_XY_intersection_precision": 0.6440271338273647, "ridge3d_confirmed_f1": 0.2743398464463622, "ridge3d_confirmed_recall": 0.26994465384230226, "ridge3d_confirmed_precision": 0.3455361146877741, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.24385764128565532, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24385764128565532, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7231282552083333 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7481408971658239, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.43362601396530936, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6831073992120306, "mean_strict_plane_XY_intersection_precision": 0.6831906844704434, "ridge3d_confirmed_f1": 0.48093789122898156, "ridge3d_confirmed_recall": 0.4468515291590462, "ridge3d_confirmed_precision": 0.583286520722744, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.48093789122898156, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.48093789122898156, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7290364583333333 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5466090366666077, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22519298297837625, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8364228585386293, "mean_strict_plane_XY_intersection_precision": 0.8364642192697591, "ridge3d_confirmed_f1": 0.22731852128522892, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3333333333333333, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07577284042840964, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07577284042840964, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7380859375 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4023521767811423, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4607066674999542, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8884961924609189, "mean_strict_plane_XY_intersection_precision": 0.8885895671149047, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.72646484375 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16467297328514743, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16467297328514743, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364102323481255, "mean_strict_plane_XY_intersection_precision": 0.9365208283809556, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7329427083333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.47031861918490153, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31880910439519505, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8312974597703124, "mean_strict_plane_XY_intersection_precision": 0.8314114098005554, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7281575520833333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0798821622355927, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9282375057639243, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8059055411684856, "mean_strict_plane_XY_intersection_precision": 0.8059818852463531, "ridge3d_confirmed_f1": 0.44593553767824307, "ridge3d_confirmed_recall": 0.46111111111111114, "ridge3d_confirmed_precision": 0.45267045921377624, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.44593553767824307, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.44593553767824307, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7157877604166667 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.44333175711089057, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28365343405524335, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8647877747260099, "mean_strict_plane_XY_intersection_precision": 0.8649010541046959, "ridge3d_confirmed_f1": 0.31770166334120414, "ridge3d_confirmed_recall": 0.3334836900730094, "ridge3d_confirmed_precision": 0.3094687395764297, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31770166334120414, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31770166334120414, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7320963541666666 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7021055931712258, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.39049713297718625, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7824825459802517, "mean_strict_plane_XY_intersection_precision": 0.7826191155493869, "ridge3d_confirmed_f1": 0.7211834552933281, "ridge3d_confirmed_recall": 0.6937290382658787, "ridge3d_confirmed_precision": 0.7932862979621104, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7211834552933281, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7211834552933281, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7319010416666667 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3984057897624867, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3984057897624867, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8712295447877519, "mean_strict_plane_XY_intersection_precision": 0.871395399124526, "ridge3d_confirmed_f1": 0.5973678612524905, "ridge3d_confirmed_recall": 0.5656331945938627, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.5973678612524905, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5973678612524905, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7296875 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2042761057758942, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8157222974271731, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6717795688622631, "mean_strict_plane_XY_intersection_precision": 0.6719222517692598, "ridge3d_confirmed_f1": 0.5008493901869518, "ridge3d_confirmed_recall": 0.48112414564120326, "ridge3d_confirmed_precision": 0.6301898134410305, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5008493901869518, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5008493901869518, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.73671875 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_20000_long_s20261031.json", "paired_rows_sha256": "d30b9b9ff1094752bb70a04e82201ba53e586a07b168d96414cdb486684c7aa1" }, "graph_10000_wide_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6227320783932764, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 0.44898708132442117, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8140014394011036, "mean_strict_plane_XY_intersection_precision": 0.8141102196087779, "ridge3d_confirmed_f1": 0.5422485071531269, "ridge3d_confirmed_recall": 0.5274258484551817, "ridge3d_confirmed_precision": 0.6105589318996516, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.47652141537699033, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 377, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 223, "ridge3d_v1_f1_diagnostic": 0.47652141537699033, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7310188802083334, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5731302240374933, "paired_building_bootstrap95_delta_m": [ -0.6320147916450803, -0.511075884828729 ], "paired_median_building_delta_m": -0.5638420287170729, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751719801515487 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9545823621013767 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8829240715866087 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.862239461246817 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8468812508362377 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.14997189113758144 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24071096350339113 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.32468906633918854 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.3578850237576308 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3584856265558886 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_wide_s20261031.json", "rows_sha256": "c3d8f54e17050239aa79a44ee377bb76151a1c07738b10d13e197177094e1a08", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.1753385292334505, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1811720093909011, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.928999182815931, "mean_strict_plane_XY_intersection_precision": 0.9291273568485408, "ridge3d_confirmed_f1": 0.7777478878628091, "ridge3d_confirmed_recall": 0.768250618201212, "ridge3d_confirmed_precision": 0.8026065148161016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7048340233756709, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7048340233756709, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.718515625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40534978820994205, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4111871143184546, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117668827898923, "mean_strict_plane_XY_intersection_precision": 0.8118817544129794, "ridge3d_confirmed_f1": 0.47145030937107074, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024068829786934, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.44103416037938875, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.44103416037938875, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.500078125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5891938463714109, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5955655292520795, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.756147317954713, "mean_strict_plane_XY_intersection_precision": 0.756258038580706, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.482734375 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.27861216248543397, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.28507466130887393, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8730980441013629, "mean_strict_plane_XY_intersection_precision": 0.8732013165819578, "ridge3d_confirmed_f1": 0.6038827318027976, "ridge3d_confirmed_recall": 0.6198970780088146, "ridge3d_confirmed_precision": 0.6093722654320117, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.53068482491761, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.53068482491761, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5561328125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24986547478542842, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2556988015296049, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9018506402205942, "mean_strict_plane_XY_intersection_precision": 0.901974547488105, "ridge3d_confirmed_f1": 0.70484559431839, "ridge3d_confirmed_recall": 0.6938586210362104, "ridge3d_confirmed_precision": 0.7643818045871571, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6387663198510409, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6387663198510409, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.515 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.38436600124603304, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3907005765798299, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8364051183629196, "mean_strict_plane_XY_intersection_precision": 0.836526344397312, "ridge3d_confirmed_f1": 0.6354145907436751, "ridge3d_confirmed_recall": 0.6060885753581897, "ridge3d_confirmed_precision": 0.7308263230632362, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.5583946403505023, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5583946403505023, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5062109375 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0214885200983372, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.097150812901042, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782672471929669, "mean_strict_plane_XY_intersection_precision": 0.6783447773070354, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4935546875 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013310371791664475, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013310371791664475, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73388671875 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5085275804654301, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3698125130308713, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8200014783695262, "mean_strict_plane_XY_intersection_precision": 0.8201275892381841, "ridge3d_confirmed_f1": 0.639111128916544, "ridge3d_confirmed_recall": 0.6199797824040232, "ridge3d_confirmed_precision": 0.7053148312803904, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.559222237801976, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.559222237801976, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7326202392578125 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4757238370436736, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.050887067489986, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6460893557725098, "mean_strict_plane_XY_intersection_precision": 0.6461653880148811, "ridge3d_confirmed_f1": 0.2879841250241575, "ridge3d_confirmed_recall": 0.2844717718394727, "ridge3d_confirmed_precision": 0.3618246960252124, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 52, "ridge3d_conditional_f1_diagnostic": 0.2559858889103623, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.2559858889103623, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7236002604166667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7549372255668558, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4401331500205938, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6715455020819785, "mean_strict_plane_XY_intersection_precision": 0.6716296123559784, "ridge3d_confirmed_f1": 0.48095554207022734, "ridge3d_confirmed_recall": 0.451185037416401, "ridge3d_confirmed_precision": 0.5806589351337268, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.48095554207022734, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.48095554207022734, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73115234375 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.555454882948154, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.2340376429405573, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.831301947401051, "mean_strict_plane_XY_intersection_precision": 0.8313538245313182, "ridge3d_confirmed_f1": 0.28366944828689183, "ridge3d_confirmed_recall": 0.2559109801695179, "ridge3d_confirmed_precision": 0.39012680460558796, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.09455648276229728, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.09455648276229728, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7385416666666667 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.43430765035859586, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4931100618475838, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.871002118859278, "mean_strict_plane_XY_intersection_precision": 0.8710924824352947, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73134765625 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.1647168624872718, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1647168624872718, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364079572693724, "mean_strict_plane_XY_intersection_precision": 0.9365176925426614, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7332682291666667 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4714637808560166, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.32012659977499747, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8320229422216802, "mean_strict_plane_XY_intersection_precision": 0.8321352939533708, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7288736979166667 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0954290036075018, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.9453462645550712, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8036139364164743, "mean_strict_plane_XY_intersection_precision": 0.803684864252887, "ridge3d_confirmed_f1": 0.4559598862653676, "ridge3d_confirmed_recall": 0.46489898989898987, "ridge3d_confirmed_precision": 0.4687007131599864, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4559598862653676, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4559598862653676, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7156575520833334 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4433008673962625, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28362519973988565, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8649054369088226, "mean_strict_plane_XY_intersection_precision": 0.8650193309836552, "ridge3d_confirmed_f1": 0.3195209832187997, "ridge3d_confirmed_recall": 0.33683674035157035, "ridge3d_confirmed_precision": 0.3102489723415673, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3195209832187997, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3195209832187997, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7329427083333333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6949147746375447, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.38265571846096896, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7875959300093628, "mean_strict_plane_XY_intersection_precision": 0.7877402048266248, "ridge3d_confirmed_f1": 0.7307085276556473, "ridge3d_confirmed_recall": 0.7010359290503079, "ridge3d_confirmed_precision": 0.8072535489998532, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7307085276556473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7307085276556473, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.73095703125 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3970473550964916, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3970473550964916, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8717246412281534, "mean_strict_plane_XY_intersection_precision": 0.871889617852494, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7296549479166666 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2157483809780687, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8290719583207901, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6698939816148622, "mean_strict_plane_XY_intersection_precision": 0.6700392723534954, "ridge3d_confirmed_f1": 0.5013624902049224, "ridge3d_confirmed_recall": 0.48672819619972435, "ridge3d_confirmed_precision": 0.6308959663437846, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5013624902049224, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5013624902049224, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.73779296875 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_wide_s20261031.json", "paired_rows_sha256": "b280e8fa01a71652b0329faf32c5746cd3e7dabd8dee076e373bc0c93fe65ceb" }, "graph_10000_multiscale_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6247053037610644, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 0.45121353141330645, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8146018569529762, "mean_strict_plane_XY_intersection_precision": 0.8147101873738787, "ridge3d_confirmed_f1": 0.5344190168521368, "ridge3d_confirmed_recall": 0.5188394834204455, "ridge3d_confirmed_precision": 0.6057846948216523, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.46964095420339286, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 377, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 223, "ridge3d_v1_f1_diagnostic": 0.46964095420339286, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7305533854166667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5711569986697054, "paired_building_bootstrap95_delta_m": [ -0.6342138767925154, -0.503642856330174 ], "paired_median_building_delta_m": -0.5637429982981756, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1069733396722725 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751782236074232 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8835939514801053 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8622193516613255 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8473446572585411 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.2754212545900811 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24242683238243753 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.29399771327784935 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.321779755393757 }, { "id": "NL.IMBAG.Pand.0307100000309288", "delta_m": -0.34512838845940674 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_multiscale_s20261031.json", "rows_sha256": "984417ba622d44e57447dc321ce604a6b5c9d94d89fae97415636d6cf15112a8", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.30512173787970676, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.31098413103971556, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8317102486454702, "mean_strict_plane_XY_intersection_precision": 0.8318199679719929, "ridge3d_confirmed_f1": 0.629923284535552, "ridge3d_confirmed_recall": 0.6298557029941717, "ridge3d_confirmed_precision": 0.6663013243048443, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.570867976610344, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.570867976610344, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9998828125 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17861302751327407, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.18444641238788723, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9307414599950811, "mean_strict_plane_XY_intersection_precision": 0.9308719649497048, "ridge3d_confirmed_f1": 0.7869856397745284, "ridge3d_confirmed_recall": 0.780618089169327, "ridge3d_confirmed_precision": 0.8043700168400111, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7132057360456664, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7132057360456664, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.718671875 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40546291343720886, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.41130106538685146, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117728379282646, "mean_strict_plane_XY_intersection_precision": 0.8118874118895623, "ridge3d_confirmed_f1": 0.47145033244579126, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024070675121413, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410341819654176, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410341819654176, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49984375 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5584544888019272, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5642914934218599, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7806761971177367, "mean_strict_plane_XY_intersection_precision": 0.7807881581890093, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4745703125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28620124671312014, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.29254866754902537, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8696776566818042, "mean_strict_plane_XY_intersection_precision": 0.8697748367877612, "ridge3d_confirmed_f1": 0.5885252385575237, "ridge3d_confirmed_recall": 0.6031496205189386, "ridge3d_confirmed_precision": 0.6059534099166692, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5171888460050966, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5171888460050966, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5591015625 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28554518433564435, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2913785110798208, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8966310804262133, "mean_strict_plane_XY_intersection_precision": 0.8967546772058007, "ridge3d_confirmed_f1": 0.7046222625781693, "ridge3d_confirmed_recall": 0.6843792318912707, "ridge3d_confirmed_precision": 0.7980523912907698, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6385639254614659, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6385639254614659, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.515 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.38969150861365753, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.39602608394745437, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8320973071586303, "mean_strict_plane_XY_intersection_precision": 0.8322181857818296, "ridge3d_confirmed_f1": 0.5849359032980124, "ridge3d_confirmed_recall": 0.5564881116662674, "ridge3d_confirmed_precision": 0.6734046155299782, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.514034581686132, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.514034581686132, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.021778349211205, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.09744064201391, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755742935707315, "mean_strict_plane_XY_intersection_precision": 0.6756501369792122, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4933203125 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013187947706729874, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013187947706729874, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7335205078125 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5076191797527335, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36884274526785993, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8217388716095043, "mean_strict_plane_XY_intersection_precision": 0.8218649535272541, "ridge3d_confirmed_f1": 0.6352269204326377, "ridge3d_confirmed_recall": 0.6149728339499406, "ridge3d_confirmed_precision": 0.7049538155876938, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.555823555378558, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.555823555378558, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7319234212239584 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4885947854311903, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.0652205140439963, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6435317851639432, "mean_strict_plane_XY_intersection_precision": 0.6436056611153602, "ridge3d_confirmed_f1": 0.2697982699533219, "ridge3d_confirmed_recall": 0.2664894382805206, "ridge3d_confirmed_precision": 0.34546575281079317, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.2398206844029528, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.2398206844029528, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7237955729166666 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7808555816646393, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4666200875949439, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6680641284825983, "mean_strict_plane_XY_intersection_precision": 0.6681491794525409, "ridge3d_confirmed_f1": 0.481368387905189, "ridge3d_confirmed_recall": 0.44551826923258186, "ridge3d_confirmed_precision": 0.5978896358789217, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.481368387905189, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.481368387905189, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7295247395833333 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5519439683950106, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.23054116029539803, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8331559909485431, "mean_strict_plane_XY_intersection_precision": 0.8332009791044269, "ridge3d_confirmed_f1": 0.22427528679324993, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3274613038995066, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07475842893108331, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07475842893108331, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73671875 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4019752653680017, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.460335608069265, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8873954764524173, "mean_strict_plane_XY_intersection_precision": 0.8874892197159528, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7284830729166667 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16457742870492292, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16457742870492292, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364473944507783, "mean_strict_plane_XY_intersection_precision": 0.9365581874008466, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7332356770833334 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4721250174000649, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3208407328816901, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8319025512263145, "mean_strict_plane_XY_intersection_precision": 0.8320185698248028, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7298177083333334 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0963949687195143, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.9465737996672299, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8043123330236979, "mean_strict_plane_XY_intersection_precision": 0.8043835415529385, "ridge3d_confirmed_f1": 0.4598350299760138, "ridge3d_confirmed_recall": 0.47156565656565663, "ridge3d_confirmed_precision": 0.46802469081309656, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4598350299760138, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4598350299760138, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.71669921875 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.44324232197783353, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2835582287501421, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.864903356462736, "mean_strict_plane_XY_intersection_precision": 0.8650175311580947, "ridge3d_confirmed_f1": 0.31949350896319334, "ridge3d_confirmed_recall": 0.3359952552898682, "ridge3d_confirmed_precision": 0.31088711945857417, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31949350896319334, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31949350896319334, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.73271484375 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6943492180040824, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3820527662429469, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7885366372782145, "mean_strict_plane_XY_intersection_precision": 0.7886789892800425, "ridge3d_confirmed_f1": 0.7213354791809261, "ridge3d_confirmed_recall": 0.6937290382658787, "ridge3d_confirmed_precision": 0.7937824265665204, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7213354791809261, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7213354791809261, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7321614583333333 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3966682339399947, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3966682339399947, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8693867049078925, "mean_strict_plane_XY_intersection_precision": 0.8695491715888576, "ridge3d_confirmed_f1": 0.5898856353934966, "ridge3d_confirmed_recall": 0.5591859771255014, "ridge3d_confirmed_precision": 0.6887453955441217, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.5898856353934966, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5898856353934966, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7304361979166667 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2449210334365781, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8603672679865308, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6619139962965688, "mean_strict_plane_XY_intersection_precision": 0.6620565046602828, "ridge3d_confirmed_f1": 0.46432147563260817, "ridge3d_confirmed_recall": 0.445171019731782, "ridge3d_confirmed_precision": 0.6068224402509558, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.46432147563260817, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.46432147563260817, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7357421875 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_multiscale_s20261031.json", "paired_rows_sha256": "d7ec8a98695d6e5920429f613bf0beb3b9c56f906d663d8952d3b991a7333aed" }, "graph_10000_attention_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6177502434538136, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.4440440729574654, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8171146896188514, "mean_strict_plane_XY_intersection_precision": 0.8172240205678696, "ridge3d_confirmed_f1": 0.5393643078740051, "ridge3d_confirmed_recall": 0.5223614014440807, "ridge3d_confirmed_precision": 0.6126832849964003, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.4739868160104893, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.4739868160104893, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7299479166666667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": -6.135337332846546e-07, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5781120589769561, "paired_building_bootstrap95_delta_m": [ -0.6390921936732674, -0.512799459003812 ], "paired_median_building_delta_m": -0.5637486104886349, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1072414193442317 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750484124191082 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8844127486643355 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8620638681336179 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8418613386930685 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.22324017602527077 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24223854130208222 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.34449477284399244 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35862717372932834 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.36009403364367626 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_attention_s20261031.json", "rows_sha256": "65ae1de6291a3eba43dccad60a6fbbaf54f83612aa8947c2abd2d8e373148ef0", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121709519614689, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705104909696578, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9541325537623644, "mean_strict_plane_XY_intersection_precision": 0.9542589586005437, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9999609375 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.16903872725384242, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.17397754235961063, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9293157258968755, "mean_strict_plane_XY_intersection_precision": 0.9294482429535842, "ridge3d_confirmed_f1": 0.7754863454923814, "ridge3d_confirmed_recall": 0.7645628754483739, "ridge3d_confirmed_precision": 0.8021674484297867, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7027845006024707, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7027845006024707, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7192578125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4139715632299996, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.42027374961764613, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8100745222784782, "mean_strict_plane_XY_intersection_precision": 0.8101887063027413, "ridge3d_confirmed_f1": 0.4716182900669226, "ridge3d_confirmed_recall": 0.42810523481276896, "ridge3d_confirmed_precision": 0.6026280210590113, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.44119130361099207, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.44119130361099207, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.500703125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5454060625040418, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5512427823290429, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7850575151066989, "mean_strict_plane_XY_intersection_precision": 0.7851694206939773, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4769921875 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28172781860795854, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.28811315517429575, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8803115074964266, "mean_strict_plane_XY_intersection_precision": 0.8804164545699361, "ridge3d_confirmed_f1": 0.599186277136729, "ridge3d_confirmed_recall": 0.5868126592773047, "ridge3d_confirmed_precision": 0.6655278648696857, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.5265576374837923, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5265576374837923, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5441015625 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25038337956230766, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.25621670630648413, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9010563809667675, "mean_strict_plane_XY_intersection_precision": 0.9011814306801762, "ridge3d_confirmed_f1": 0.7008183166234706, "ridge3d_confirmed_recall": 0.687608933319255, "ridge3d_confirmed_precision": 0.7643715714030951, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6351165994400202, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6351165994400202, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5146875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3624221556383576, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.36875670561315893, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8398097268793088, "mean_strict_plane_XY_intersection_precision": 0.8399302577780869, "ridge3d_confirmed_f1": 0.6116214934297757, "ridge3d_confirmed_recall": 0.5882122495973019, "ridge3d_confirmed_precision": 0.7003911222766049, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5542819784207342, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5542819784207342, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.510625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0214832098937083, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0971455026964134, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782663858079314, "mean_strict_plane_XY_intersection_precision": 0.6783436003685516, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.493046875 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013154425629891133, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013154425629891133, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7337849934895834 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.498634908775381, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.35982568998476394, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8258626332293815, "mean_strict_plane_XY_intersection_precision": 0.825988863489023, "ridge3d_confirmed_f1": 0.6387261805840557, "ridge3d_confirmed_recall": 0.6168785080251558, "ridge3d_confirmed_precision": 0.7119900171743212, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 58, "ridge3d_conditional_f1_diagnostic": 0.5588854080110487, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5588854080110487, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7307891845703125 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4825959686839358, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0582546163321696, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6428999113097122, "mean_strict_plane_XY_intersection_precision": 0.6429783152076555, "ridge3d_confirmed_f1": 0.2785393920101224, "ridge3d_confirmed_recall": 0.2742539966687586, "ridge3d_confirmed_precision": 0.35200311302935805, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.24759057067566437, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24759057067566437, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7241861979166667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7455429755178733, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4310472604307042, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6847094734710008, "mean_strict_plane_XY_intersection_precision": 0.684799208669361, "ridge3d_confirmed_f1": 0.48165840789815473, "ridge3d_confirmed_recall": 0.4511674659371695, "ridge3d_confirmed_precision": 0.5973256018003935, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.48165840789815473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.48165840789815473, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7291341145833333 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.544934073900913, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22344960322124757, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8383360351073759, "mean_strict_plane_XY_intersection_precision": 0.838387224238636, "ridge3d_confirmed_f1": 0.28213920840186363, "ridge3d_confirmed_recall": 0.2549723962623478, "ridge3d_confirmed_precision": 0.3879463619889277, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.09404640280062121, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.09404640280062121, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7380208333333333 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.40084654547748927, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.45920224837957, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8885507981415488, "mean_strict_plane_XY_intersection_precision": 0.888641614335653, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7260416666666667 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.1646262999929503, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1646262999929503, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364306663124197, "mean_strict_plane_XY_intersection_precision": 0.9365418184867446, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7334309895833333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4670996968440835, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31540241200843155, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8311761469190803, "mean_strict_plane_XY_intersection_precision": 0.8312900721693663, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7275716145833333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.088974695504227, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9381889276518436, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8037056071506582, "mean_strict_plane_XY_intersection_precision": 0.8037830666546946, "ridge3d_confirmed_f1": 0.45347577130101346, "ridge3d_confirmed_recall": 0.4515656565656566, "ridge3d_confirmed_precision": 0.48006982724782904, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.45347577130101346, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.45347577130101346, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7152018229166667 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4442804852057739, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2846960886792728, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8641701899210643, "mean_strict_plane_XY_intersection_precision": 0.8642838390392861, "ridge3d_confirmed_f1": 0.3135263340494097, "ridge3d_confirmed_recall": 0.3252482969674019, "ridge3d_confirmed_precision": 0.3086651217744507, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3135263340494097, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3135263340494097, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.73154296875 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6937518386405033, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.38138092564401904, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7851009435545884, "mean_strict_plane_XY_intersection_precision": 0.785241516515226, "ridge3d_confirmed_f1": 0.7209439205630556, "ridge3d_confirmed_recall": 0.6937290382658787, "ridge3d_confirmed_precision": 0.7925410249717751, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7209439205630556, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7209439205630556, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.73232421875 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3983735040530578, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3983735040530578, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8716648372215607, "mean_strict_plane_XY_intersection_precision": 0.8718271714741904, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7293294270833334 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2290723194012645, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8440734595135566, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6673021983892162, "mean_strict_plane_XY_intersection_precision": 0.6674446740955399, "ridge3d_confirmed_f1": 0.4972315036297105, "ridge3d_confirmed_recall": 0.48024002464590726, "ridge3d_confirmed_precision": 0.6310086663186011, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.4972315036297105, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.4972315036297105, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7368815104166667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_attention_s20261031.json", "paired_rows_sha256": "f2c1bfbeedbb76e487b8e4f463a2f9c687aaecdd760718bd665538b408b2feb8" }, "graph_10000_geometry_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6167866783298346, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.44276599970298214, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8159076946323051, "mean_strict_plane_XY_intersection_precision": 0.8160171412648167, "ridge3d_confirmed_f1": 0.5390209066792978, "ridge3d_confirmed_recall": 0.5252417220002074, "ridge3d_confirmed_precision": 0.6093815239017124, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.4736850392030192, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.4736850392030192, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7312858072916667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.579075624100935, "paired_building_bootstrap95_delta_m": [ -0.639114189577456, -0.5171155202016283 ], "paired_median_building_delta_m": -0.5635702198849915, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1075438918321574 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0752145675619145 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8828612885124977 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8620344511688646 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8473643297502731 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.12891979027016212 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24216013022348104 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.330109382731451 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.3446498043685133 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.35656705494139324 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_geometry_s20261031.json", "rows_sha256": "82a3a2098ddb436151e18832ae33f72f3fb0d045e365be496808003ff166c9da", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.99953125 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.1584737960634851, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.1634134656425148, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.93058752464557, "mean_strict_plane_XY_intersection_precision": 0.9307280919508308, "ridge3d_confirmed_f1": 0.7690773882455971, "ridge3d_confirmed_recall": 0.7840892097280012, "ridge3d_confirmed_precision": 0.7783081333669898, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6969763830975724, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6969763830975724, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.72078125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40413771081026434, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4099735697220016, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117591456734029, "mean_strict_plane_XY_intersection_precision": 0.8118745341163546, "ridge3d_confirmed_f1": 0.47145036084807534, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024072946533999, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410342085352963, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410342085352963, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5002734375 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5674248381614844, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5732616436075988, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.775134021541151, "mean_strict_plane_XY_intersection_precision": 0.7752433076320518, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4791796875 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.23493783942116278, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2407794788532169, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8758091510955578, "mean_strict_plane_XY_intersection_precision": 0.8759105820715749, "ridge3d_confirmed_f1": 0.6141924936861636, "ridge3d_confirmed_recall": 0.62136956525228, "ridge3d_confirmed_precision": 0.6445559935197556, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5397449186939013, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5397449186939013, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.558984375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28132067491284796, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2871540016570244, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8986979570909394, "mean_strict_plane_XY_intersection_precision": 0.8988192046118126, "ridge3d_confirmed_f1": 0.6925516343518522, "ridge3d_confirmed_recall": 0.6782107504921943, "ridge3d_confirmed_precision": 0.7637753339090166, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6276249186313662, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6276249186313662, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.514921875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.36439718376028085, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3707317348727737, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8418485490381272, "mean_strict_plane_XY_intersection_precision": 0.8419722169058268, "ridge3d_confirmed_f1": 0.6316186862642602, "ridge3d_confirmed_recall": 0.6033299546685347, "ridge3d_confirmed_precision": 0.7299188861861138, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.572404434426986, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.572404434426986, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50828125 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0221774785392095, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0978397713419143, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755731471280475, "mean_strict_plane_XY_intersection_precision": 0.6756492582006473, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4934765625 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013190930496146063, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013190930496146063, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7341512044270834 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5002626011553049, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3613189886646738, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8230628602793053, "mean_strict_plane_XY_intersection_precision": 0.8231891499304935, "ridge3d_confirmed_f1": 0.6372038634642333, "ridge3d_confirmed_recall": 0.6202257549876159, "ridge3d_confirmed_precision": 0.7026675879285103, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.5575533805312042, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5575533805312042, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.73260498046875 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.472540323555281, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.047056490391038, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6458242098172235, "mean_strict_plane_XY_intersection_precision": 0.6459030020796838, "ridge3d_confirmed_f1": 0.28129064511884194, "ridge3d_confirmed_recall": 0.27590863540826, "ridge3d_confirmed_precision": 0.36450560583136815, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 51, "ridge3d_conditional_f1_diagnostic": 0.25003612899452615, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.25003612899452615, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7247721354166666 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7594705909425602, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4452669846252474, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.673746683043869, "mean_strict_plane_XY_intersection_precision": 0.6738331435811741, "ridge3d_confirmed_f1": 0.4777375546714593, "ridge3d_confirmed_recall": 0.44724064438578137, "ridge3d_confirmed_precision": 0.5819543407507523, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.4777375546714593, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4777375546714593, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7310546875 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5520532527445938, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.2306611173168216, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.833202504897454, "mean_strict_plane_XY_intersection_precision": 0.833244230754496, "ridge3d_confirmed_f1": 0.22731852128522892, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3333333333333333, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07577284042840964, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07577284042840964, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7373046875 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3991273022662517, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4574865301575414, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8874434902259581, "mean_strict_plane_XY_intersection_precision": 0.8875350513725075, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73076171875 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.1647088423044806, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1647088423044806, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364131073889471, "mean_strict_plane_XY_intersection_precision": 0.9365229741293838, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7339192708333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4665264221547317, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3148263185640886, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8320496781326305, "mean_strict_plane_XY_intersection_precision": 0.8321608148531231, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7297200520833333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0730968407440906, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9211612098414603, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8061154697703733, "mean_strict_plane_XY_intersection_precision": 0.8061913647809348, "ridge3d_confirmed_f1": 0.45133182490440654, "ridge3d_confirmed_recall": 0.47020202020202023, "ridge3d_confirmed_precision": 0.45628688546506435, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.45133182490440654, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.45133182490440654, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7169270833333333 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.44323553974364244, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2835510888342831, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8651437592092217, "mean_strict_plane_XY_intersection_precision": 0.8652572869283283, "ridge3d_confirmed_f1": 0.3157829198631544, "ridge3d_confirmed_recall": 0.33851971047497476, "ridge3d_confirmed_precision": 0.3032061363640033, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3157829198631544, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3157829198631544, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7334309895833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6935206323221419, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3812073450118827, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.787959769040458, "mean_strict_plane_XY_intersection_precision": 0.7881018088710594, "ridge3d_confirmed_f1": 0.7315339831391132, "ridge3d_confirmed_recall": 0.7010359290503079, "ridge3d_confirmed_precision": 0.8097740386489086, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7315339831391132, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7315339831391132, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7311197916666666 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.39361621640798344, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.39361621640798344, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8722248374861173, "mean_strict_plane_XY_intersection_precision": 0.8723905202043756, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7309895833333333 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2225111436678693, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8351743439660325, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6647776471280197, "mean_strict_plane_XY_intersection_precision": 0.6649342171727828, "ridge3d_confirmed_f1": 0.5031390256559961, "ridge3d_confirmed_recall": 0.4809500108728624, "ridge3d_confirmed_precision": 0.6574706241542352, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5031390256559961, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5031390256559961, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7376302083333334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_geometry_s20261031.json", "paired_rows_sha256": "6fd29e9e701cd49a182e0e2abab3c717292bd321e7d7c87c9b35f61f4d9d9275" }, "graph_10000_masked_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6163863894254391, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.44214230849135006, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.815411967911784, "mean_strict_plane_XY_intersection_precision": 0.8155240795671849, "ridge3d_confirmed_f1": 0.5394136037079802, "ridge3d_confirmed_recall": 0.5229758814352893, "ridge3d_confirmed_precision": 0.6084990437167312, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.4740301365918615, "ridge3d_teacher_empty_spurious_clouds": 27, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 375, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 225, "ridge3d_v1_f1_diagnostic": 0.4740301365918615, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7323990885416667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5794759130053306, "paired_building_bootstrap95_delta_m": [ -0.6363341271543288, -0.521973671348868 ], "paired_median_building_delta_m": -0.5723353892192148, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0752208006295711 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9543814884331411 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8833018218454219 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8620964927845126 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8470277376419467 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.023098331579150682 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24100970786023665 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3342257655548906 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.34146394311179346 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35845963863486124 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_masked_s20261031.json", "rows_sha256": "cbdcdba4a4073a032859e096282c05709922931309abca44b4f351abbfba9284", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17469785919074063, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.17963752187285756, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9206506553022235, "mean_strict_plane_XY_intersection_precision": 0.9207986953937076, "ridge3d_confirmed_f1": 0.7451643586718963, "ridge3d_confirmed_recall": 0.7346778179771094, "ridge3d_confirmed_precision": 0.7690001848396985, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6753052000464062, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6753052000464062, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.721015625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4139687929973554, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4202709793850019, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8100632516832696, "mean_strict_plane_XY_intersection_precision": 0.8101776054644487, "ridge3d_confirmed_f1": 0.4716182900669226, "ridge3d_confirmed_recall": 0.42810523481276896, "ridge3d_confirmed_precision": 0.6026280210590113, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.44119130361099207, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.44119130361099207, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5001953125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5751390560133198, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5815065896105172, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7641923811150716, "mean_strict_plane_XY_intersection_precision": 0.7643031638259028, "ridge3d_confirmed_f1": 0.46246759598688986, "ridge3d_confirmed_recall": 0.4115149202609552, "ridge3d_confirmed_precision": 0.5968831696524913, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.43263097689096147, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.43263097689096147, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.485390625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.276862581133204, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.28312936274269246, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8732577138760318, "mean_strict_plane_XY_intersection_precision": 0.8733806680548574, "ridge3d_confirmed_f1": 0.5879703258032848, "ridge3d_confirmed_recall": 0.588782120835903, "ridge3d_confirmed_precision": 0.5967418124431654, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5328481077592269, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5328481077592269, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5643359375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25813485283182513, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2639681795760016, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9026262812708853, "mean_strict_plane_XY_intersection_precision": 0.9027518603089736, "ridge3d_confirmed_f1": 0.7001785957902488, "ridge3d_confirmed_recall": 0.6885426505227976, "ridge3d_confirmed_precision": 0.7643219741860668, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6345368524349131, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6345368524349131, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5151171875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.30777439255120453, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.31360765529958534, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8544032451260982, "mean_strict_plane_XY_intersection_precision": 0.8545236847625914, "ridge3d_confirmed_f1": 0.6333707305909798, "ridge3d_confirmed_recall": 0.6074501831296951, "ridge3d_confirmed_precision": 0.7177003815335231, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.5739922245980753, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5739922245980753, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5090625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0214885200983381, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.097150812901043, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782672471929669, "mean_strict_plane_XY_intersection_precision": 0.6783447773070354, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.493671875 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013212688997861348, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013212688997861348, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7345784505208334 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5057799476626256, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3670006714288663, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8213545878264759, "mean_strict_plane_XY_intersection_precision": 0.8214827133397089, "ridge3d_confirmed_f1": 0.6321177204341124, "ridge3d_confirmed_recall": 0.6117033358877242, "ridge3d_confirmed_precision": 0.6998417492927775, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.5531030053798484, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 274, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 110, "ridge3d_v1_f1_diagnostic": 0.5531030053798484, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.733917236328125 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4528659634085042, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.025739242686089, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6488120480636743, "mean_strict_plane_XY_intersection_precision": 0.6488982906820351, "ridge3d_confirmed_f1": 0.29606529730188347, "ridge3d_confirmed_recall": 0.2900663134976475, "ridge3d_confirmed_precision": 0.3687244415796096, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 51, "ridge3d_conditional_f1_diagnostic": 0.2631691531572298, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2631691531572298, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7257975260416667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7479564800722288, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.432834302072908, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.672906201247092, "mean_strict_plane_XY_intersection_precision": 0.6729887899212565, "ridge3d_confirmed_f1": 0.4575907037572383, "ridge3d_confirmed_recall": 0.4292406443857814, "ridge3d_confirmed_precision": 0.5639897210013061, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.4575907037572383, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4575907037572383, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7314453125 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5362696635829602, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.21388860939189178, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8430338787546543, "mean_strict_plane_XY_intersection_precision": 0.8430877379225027, "ridge3d_confirmed_f1": 0.282138682953492, "ridge3d_confirmed_recall": 0.2549723962623478, "ridge3d_confirmed_precision": 0.3879452662791332, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.094046227651164, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.094046227651164, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73828125 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4341916647932198, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4929928595202959, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8711028415158589, "mean_strict_plane_XY_intersection_precision": 0.871195201388778, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7369140625 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16455084471151668, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16455084471151668, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364047792339736, "mean_strict_plane_XY_intersection_precision": 0.9365150036350072, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7340494791666666 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4680796107336394, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3164374318931184, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8318863271763502, "mean_strict_plane_XY_intersection_precision": 0.8320007654048609, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 25, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.72890625 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0941778248757603, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9431757732724272, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8038191864415477, "mean_strict_plane_XY_intersection_precision": 0.8039082066787927, "ridge3d_confirmed_f1": 0.44973427470237404, "ridge3d_confirmed_recall": 0.4504545454545455, "ridge3d_confirmed_precision": 0.4634031605811623, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.44973427470237404, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.44973427470237404, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.71669921875 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4398240154693844, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28014568441654003, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8660334072103012, "mean_strict_plane_XY_intersection_precision": 0.8661479189385645, "ridge3d_confirmed_f1": 0.3198178491707853, "ridge3d_confirmed_recall": 0.3359952552898682, "ridge3d_confirmed_precision": 0.31140822098259135, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3198178491707853, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3198178491707853, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7336588541666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6957028146575907, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3835159865489324, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7830788505560985, "mean_strict_plane_XY_intersection_precision": 0.7832199989137962, "ridge3d_confirmed_f1": 0.7374181760259944, "ridge3d_confirmed_recall": 0.7058012926053704, "ridge3d_confirmed_precision": 0.818328152306113, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.7374181760259944, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7374181760259944, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7341796875 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.393780448283373, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.393780448283373, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8721525877392657, "mean_strict_plane_XY_intersection_precision": 0.8723150451227504, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73134765625 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1893305270747168, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8001011448024972, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.673701619242699, "mean_strict_plane_XY_intersection_precision": 0.6738621277455381, "ridge3d_confirmed_f1": 0.5124054372210397, "ridge3d_confirmed_recall": 0.49729148955095814, "ridge3d_confirmed_precision": 0.6290916665986646, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5124054372210397, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5124054372210397, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7385091145833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_masked_s20261031.json", "paired_rows_sha256": "10048c6523a9ffb8c9818dcda0910a1955e11b47cbb92118c485558a55643970" }, "graph_10000_normal_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.615346347884463, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.4410337428744016, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8151576959979094, "mean_strict_plane_XY_intersection_precision": 0.815268379541009, "ridge3d_confirmed_f1": 0.5383646582147261, "ridge3d_confirmed_recall": 0.5233364826569323, "ridge3d_confirmed_precision": 0.606378349882085, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.4731083360068805, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 377, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 223, "ridge3d_v1_f1_diagnostic": 0.4731083360068805, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7317708333333334, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5805159545463067, "paired_building_bootstrap95_delta_m": [ -0.6363981573254133, -0.5217768142899579 ], "paired_median_building_delta_m": -0.5716382349319002, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750718579268976 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9543859612978105 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8830912369202674 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621584720771969 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8472046085190102 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.07778761386948048 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.2422070226114613 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.32788431707857374 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3582571275363627 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3722933477432861 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_normal_s20261031.json", "rows_sha256": "b40f8c007efbece05cbd01fe39b82219e91e66c7a52ac16d2e86d86572d46971", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.301587175343639, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30744956850364774, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8353660520408982, "mean_strict_plane_XY_intersection_precision": 0.8354744776022376, "ridge3d_confirmed_f1": 0.6427748936321297, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746852652826216, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5825147473541175, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5825147473541175, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999921875 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.15381531654053057, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.15875518615387377, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9310419684689366, "mean_strict_plane_XY_intersection_precision": 0.9312022781191216, "ridge3d_confirmed_f1": 0.768399418975127, "ridge3d_confirmed_recall": 0.7821926343065131, "ridge3d_confirmed_precision": 0.778211563941369, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6963619734462088, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6963619734462088, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7223046875 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40416376898727485, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.40999962789901223, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117581988094987, "mean_strict_plane_XY_intersection_precision": 0.8118736626425176, "ridge3d_confirmed_f1": 0.47145036084807534, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024072946533999, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410342085352963, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410342085352963, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5001171875 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5622170939690434, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.568588354010425, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7626590492145959, "mean_strict_plane_XY_intersection_precision": 0.7627691764940454, "ridge3d_confirmed_f1": 0.4349799110456722, "ridge3d_confirmed_recall": 0.38866292553735715, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4069166909782094, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4069166909782094, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4816015625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2791629878073558, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2855019183807777, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.869654408647647, "mean_strict_plane_XY_intersection_precision": 0.8697484783458954, "ridge3d_confirmed_f1": 0.5861304437894748, "ridge3d_confirmed_recall": 0.576461932750898, "ridge3d_confirmed_precision": 0.6304676825934005, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5150843293907506, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5150843293907506, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5645703125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.27261551418841423, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2784488409325907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8981060385699393, "mean_strict_plane_XY_intersection_precision": 0.8982309631383323, "ridge3d_confirmed_f1": 0.7200226648122472, "ridge3d_confirmed_recall": 0.7001646848862029, "ridge3d_confirmed_precision": 0.7982581691809316, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6525205399860992, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6525205399860992, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.514296875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.32351060905190926, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.32934387180029007, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8486981871186474, "mean_strict_plane_XY_intersection_precision": 0.8488198321112544, "ridge3d_confirmed_f1": 0.6071996336080056, "ridge3d_confirmed_recall": 0.5879375407341854, "ridge3d_confirmed_precision": 0.6500819637345379, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5335996780191562, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5335996780191562, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50484375 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0214885200983608, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0971508129010659, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782672471929669, "mean_strict_plane_XY_intersection_precision": 0.6783447773070354, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49359375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013389310478637981, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013389310478637981, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73443603515625 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5027360622262678, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36384667417371397, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.82138704289598, "mean_strict_plane_XY_intersection_precision": 0.8215133061459408, "ridge3d_confirmed_f1": 0.6388869136764332, "ridge3d_confirmed_recall": 0.619894497099449, "ridge3d_confirmed_precision": 0.7051897140731226, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.5590260494668792, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5590260494668792, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7333323160807291 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4572648919153475, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.030147908633213, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6474368322718872, "mean_strict_plane_XY_intersection_precision": 0.6475218935712156, "ridge3d_confirmed_f1": 0.27449373762774465, "ridge3d_confirmed_recall": 0.269871694745326, "ridge3d_confirmed_precision": 0.34699851888061106, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.2439944334468841, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.2439944334468841, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7246419270833333 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7356157596568782, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.41983212864288133, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.675622671968955, "mean_strict_plane_XY_intersection_precision": 0.675707131406621, "ridge3d_confirmed_f1": 0.4628450634552367, "ridge3d_confirmed_recall": 0.4301848624923795, "ridge3d_confirmed_precision": 0.5639923325390612, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.4628450634552367, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4628450634552367, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73154296875 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5361745890901842, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.21380509613845758, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8374550109103218, "mean_strict_plane_XY_intersection_precision": 0.8375089902665653, "ridge3d_confirmed_f1": 0.21724087634561565, "ridge3d_confirmed_recall": 0.200685326254156, "ridge3d_confirmed_precision": 0.3067934712722546, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.07241362544853855, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07241362544853855, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7369791666666666 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.43497243569327304, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.49377325999168387, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.868264468241682, "mean_strict_plane_XY_intersection_precision": 0.8683539180069205, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7327799479166667 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.1647449415590602, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1647449415590602, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364238125199875, "mean_strict_plane_XY_intersection_precision": 0.936532467839384, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7344075520833333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.46987918311161686, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31848390656260905, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8314411970608742, "mean_strict_plane_XY_intersection_precision": 0.8315553317830042, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7314778645833333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.07480384021441, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9230379301601402, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8063621694100955, "mean_strict_plane_XY_intersection_precision": 0.8064384432762962, "ridge3d_confirmed_f1": 0.4497843487343324, "ridge3d_confirmed_recall": 0.4598989898989899, "ridge3d_confirmed_precision": 0.46817522088946195, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4497843487343324, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4497843487343324, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7168294270833333 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4401917514656928, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28051020457872006, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8661484795389557, "mean_strict_plane_XY_intersection_precision": 0.8662621179981178, "ridge3d_confirmed_f1": 0.31814655225964455, "ridge3d_confirmed_recall": 0.3376782254132726, "ridge3d_confirmed_precision": 0.3079618862575309, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31814655225964455, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31814655225964455, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.73271484375 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6931899297341518, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.38078668616418854, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7861895489797119, "mean_strict_plane_XY_intersection_precision": 0.786330680029953, "ridge3d_confirmed_f1": 0.7370214677253843, "ridge3d_confirmed_recall": 0.7054836017016994, "ridge3d_confirmed_precision": 0.8181071015574674, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.7370214677253843, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7370214677253843, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.73271484375 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.39859825476719496, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.39859825476719496, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8713673963621325, "mean_strict_plane_XY_intersection_precision": 0.8715329100867615, "ridge3d_confirmed_f1": 0.6113677296172305, "ridge3d_confirmed_recall": 0.5857951228056332, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6113677296172305, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6113677296172305, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7308268229166667 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2052927935521673, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8167650201790806, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.672302204986377, "mean_strict_plane_XY_intersection_precision": 0.6724618047164682, "ridge3d_confirmed_f1": 0.5057033844441072, "ridge3d_confirmed_recall": 0.48600720857144414, "ridge3d_confirmed_precision": 0.6303504125204022, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5057033844441072, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5057033844441072, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7374348958333333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_normal_s20261031.json", "paired_rows_sha256": "3e786bc90e7cb65ffdd8b2570e51bb796bcce84a6c9764fad24415d28788eb05" }, "graph_10000_residual_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6164924626190144, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.4421144921035241, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8156501660547443, "mean_strict_plane_XY_intersection_precision": 0.8157593543970745, "ridge3d_confirmed_f1": 0.5398429714913886, "ridge3d_confirmed_recall": 0.5241258315937463, "ridge3d_confirmed_precision": 0.6071864727961708, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 115, "ridge3d_conditional_f1_diagnostic": 0.4744074597954627, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.4744074597954627, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7322721354166667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5793698398117553, "paired_building_bootstrap95_delta_m": [ -0.635296579998643, -0.5218696537998719 ], "paired_median_building_delta_m": -0.5611490049151722, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075055238927856 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9535548118724287 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8831795993227848 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.862212015105488 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8473748142991125 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": -0.012310593258277583 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24061586155629242 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3234595206736422 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.3411426166879162 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3585194036064194 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_residual_s20261031.json", "rows_sha256": "f7a38e1ad6d6db39e9dc2352ba1418e032bddd27f11d4a32d558dc3a9da6d8e0", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.1829741753550831, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.18791352979264592, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9245313289358822, "mean_strict_plane_XY_intersection_precision": 0.9246684219989915, "ridge3d_confirmed_f1": 0.780178932193541, "ridge3d_confirmed_recall": 0.7670869797723548, "ridge3d_confirmed_precision": 0.8109715763280304, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7070371573003964, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7070371573003964, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7206640625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40431588725025025, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4101540391999011, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.811764699038985, "mean_strict_plane_XY_intersection_precision": 0.8118800024017577, "ridge3d_confirmed_f1": 0.47145033244579126, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024070675121413, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410341819654176, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410341819654176, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4998828125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5676684911739609, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.574038506419553, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7636282104421944, "mean_strict_plane_XY_intersection_precision": 0.7637390984275244, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.485625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28079695798063287, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.28726039668964404, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8748482422161448, "mean_strict_plane_XY_intersection_precision": 0.8749499743226713, "ridge3d_confirmed_f1": 0.5901790618329256, "ridge3d_confirmed_recall": 0.595689342879838, "ridge3d_confirmed_precision": 0.6094605642171588, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5186422058531771, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5186422058531771, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5630078125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.258423053560958, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2642563803051345, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9026514841276658, "mean_strict_plane_XY_intersection_precision": 0.9027745890993819, "ridge3d_confirmed_f1": 0.6969392997772862, "ridge3d_confirmed_recall": 0.683586033408005, "ridge3d_confirmed_precision": 0.7643670210243008, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6316012404231657, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6316012404231657, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5154296875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.31286594593590716, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3186992086842879, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8510187938981363, "mean_strict_plane_XY_intersection_precision": 0.8511389537680487, "ridge3d_confirmed_f1": 0.6257270599083384, "ridge3d_confirmed_recall": 0.6021323342070038, "ridge3d_confirmed_precision": 0.6819180525537976, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5670651480419318, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5670651480419318, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.508828125 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0222944218820988, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.097956714684804, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6778763946230597, "mean_strict_plane_XY_intersection_precision": 0.6779527130578177, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.493828125 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013259487626277964, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013259487626277964, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7341715494791666 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5072307098934727, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36845160989570563, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8217758174237546, "mean_strict_plane_XY_intersection_precision": 0.8219022411419725, "ridge3d_confirmed_f1": 0.63652534896933, "ridge3d_confirmed_recall": 0.6170228004938947, "ridge3d_confirmed_precision": 0.7017133733184553, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.5569596803481637, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5569596803481637, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7341054280598959 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4487164513349362, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0209197187503405, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.648655104067183, "mean_strict_plane_XY_intersection_precision": 0.6487321758642399, "ridge3d_confirmed_f1": 0.2860517306117928, "ridge3d_confirmed_recall": 0.28027128823085656, "ridge3d_confirmed_precision": 0.35905335892517387, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.25426820498826025, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.25426820498826025, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7248860677083333 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7434039099437111, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.42767103694184544, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6744135798586485, "mean_strict_plane_XY_intersection_precision": 0.6744983797536099, "ridge3d_confirmed_f1": 0.4676602352156184, "ridge3d_confirmed_recall": 0.4362404608686087, "ridge3d_confirmed_precision": 0.5666198540560774, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4676602352156184, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4676602352156184, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7315755208333333 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5354237912440227, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.21299560106922857, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.843585216224309, "mean_strict_plane_XY_intersection_precision": 0.8436411654592447, "ridge3d_confirmed_f1": 0.2848973586607986, "ridge3d_confirmed_recall": 0.26043916275465145, "ridge3d_confirmed_precision": 0.3879566115117745, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.0949657862202662, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.0949657862202662, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73876953125 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4323552143493373, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.49115806507449716, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8721266945474783, "mean_strict_plane_XY_intersection_precision": 0.8722193526812454, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7346028645833333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16474241366847137, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16474241366847137, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.936373981648312, "mean_strict_plane_XY_intersection_precision": 0.9364844992480963, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7334635416666667 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.46831983312993736, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3166834965880324, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8324294144431829, "mean_strict_plane_XY_intersection_precision": 0.8325419465096788, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7292317708333333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.093181134146525, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.942085746354126, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8039649332698879, "mean_strict_plane_XY_intersection_precision": 0.804038229581918, "ridge3d_confirmed_f1": 0.4583949173416775, "ridge3d_confirmed_recall": 0.46742424242424246, "ridge3d_confirmed_precision": 0.4676136707975084, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4583949173416775, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4583949173416775, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7166341145833334 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.44322573388708825, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2835410923495681, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8648100918239245, "mean_strict_plane_XY_intersection_precision": 0.8649232535013762, "ridge3d_confirmed_f1": 0.32084125289237553, "ridge3d_confirmed_recall": 0.33515377022816606, "ridge3d_confirmed_precision": 0.313719507534549, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.32084125289237553, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.32084125289237553, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7326822916666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6989244030476564, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3869427337723956, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7825126165753925, "mean_strict_plane_XY_intersection_precision": 0.7826576502585357, "ridge3d_confirmed_f1": 0.7237872232835143, "ridge3d_confirmed_recall": 0.6943129442486666, "ridge3d_confirmed_precision": 0.8019944033415399, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7237872232835143, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7237872232835143, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.73486328125 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3972966208281895, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3972966208281895, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8717027918116692, "mean_strict_plane_XY_intersection_precision": 0.8718673961025363, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7313151041666667 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1880515719452043, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.7980281143888875, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6745823403446375, "mean_strict_plane_XY_intersection_precision": 0.6747216708745025, "ridge3d_confirmed_f1": 0.5064554624851519, "ridge3d_confirmed_recall": 0.48634446713337526, "ridge3d_confirmed_precision": 0.630680684410154, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5064554624851519, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5064554624851519, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7395833333333334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_residual_s20261031.json", "paired_rows_sha256": "3068790e9d81bef68a60ac2b32a5244441aac2ad1c22ace3f4dade435ab6236e" }, "graph_10000_reweight_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6194195436533475, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.445470767609226, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8171828402867838, "mean_strict_plane_XY_intersection_precision": 0.8172932542685374, "ridge3d_confirmed_f1": 0.5345869934773869, "ridge3d_confirmed_recall": 0.518404617052886, "ridge3d_confirmed_precision": 0.6044026795249345, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 115, "ridge3d_conditional_f1_diagnostic": 0.46978857002558244, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 377, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 223, "ridge3d_v1_f1_diagnostic": 0.46978857002558244, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7325130208333334, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5764427587774222, "paired_building_bootstrap95_delta_m": [ -0.6355251460579832, -0.5147994099380214 ], "paired_median_building_delta_m": -0.5722777662425487, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1074745738185603 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751373356162799 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8840293598295954 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621327432863305 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8472803839479471 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.15999812977463862 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.2423075146867092 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.35769983535467165 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3583796950445919 }, { "id": "NL.IMBAG.Pand.0307100000309288", "delta_m": -0.3638496412608643 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_reweight_s20261031.json", "rows_sha256": "a97d9fd256188bc6c4047d6d39231f9ac6876618c25977625c1525ff7b60c7f9", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.18045561950620084, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.18539526081984248, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9285690114138955, "mean_strict_plane_XY_intersection_precision": 0.9287110719481028, "ridge3d_confirmed_f1": 0.7509399997225743, "ridge3d_confirmed_recall": 0.7462060713437504, "ridge3d_confirmed_precision": 0.7673602696523031, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6805393747485828, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6805393747485828, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7228515625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4063656066356031, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.41220477164133945, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8111908140355949, "mean_strict_plane_XY_intersection_precision": 0.8113062844940581, "ridge3d_confirmed_f1": 0.46444441360907507, "ridge3d_confirmed_recall": 0.422589776062713, "ridge3d_confirmed_precision": 0.6004874303387142, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.43448025789236056, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.43448025789236056, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50015625 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5550483046195691, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5608856294060515, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.777811666127359, "mean_strict_plane_XY_intersection_precision": 0.7779213056141197, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.477578125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2641524367339659, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.270571939884857, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8945118808942728, "mean_strict_plane_XY_intersection_precision": 0.8946225619848831, "ridge3d_confirmed_f1": 0.639411258197629, "ridge3d_confirmed_recall": 0.6306642576933134, "ridge3d_confirmed_precision": 0.6645697700221974, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5619068632645831, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5619068632645831, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.570078125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2607246889934802, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2665580157376567, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9019139949353102, "mean_strict_plane_XY_intersection_precision": 0.9020386438077628, "ridge3d_confirmed_f1": 0.7017278555430702, "ridge3d_confirmed_recall": 0.6904930126497967, "ridge3d_confirmed_precision": 0.7643794354580906, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6359408690859074, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6359408690859074, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5157421875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3762287289637357, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3825641975701981, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8324466294671435, "mean_strict_plane_XY_intersection_precision": 0.8325659063777867, "ridge3d_confirmed_f1": 0.544879422917513, "ridge3d_confirmed_recall": 0.517867422011095, "ridge3d_confirmed_precision": 0.6389218569092885, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.4788334322608447, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.4788334322608447, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0214885200983348, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0971508129010399, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782672471929669, "mean_strict_plane_XY_intersection_precision": 0.6783447773070354, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013341821411766909, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013341821411766909, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73504638671875 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5054701373637869, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3667037452431563, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8250709752203901, "mean_strict_plane_XY_intersection_precision": 0.8251972846238331, "ridge3d_confirmed_f1": 0.6365618544495837, "ridge3d_confirmed_recall": 0.614406559132105, "ridge3d_confirmed_precision": 0.7055417887603881, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.5569916226433858, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5569916226433858, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7333780924479166 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4689198215732062, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0432283961386166, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6457739702781466, "mean_strict_plane_XY_intersection_precision": 0.645857536079601, "ridge3d_confirmed_f1": 0.2669029834253701, "ridge3d_confirmed_recall": 0.2663995190949362, "ridge3d_confirmed_precision": 0.3389125177818689, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.23724709637810676, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.23724709637810676, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7277180989583333 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7618820739538861, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4476023938148792, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6904628348200952, "mean_strict_plane_XY_intersection_precision": 0.6905548062179206, "ridge3d_confirmed_f1": 0.4889246030317104, "ridge3d_confirmed_recall": 0.45557379420194205, "ridge3d_confirmed_precision": 0.5999531873894107, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.4889246030317104, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4889246030317104, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7334635416666667 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5367337664844846, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.21426758845307492, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8415667622063285, "mean_strict_plane_XY_intersection_precision": 0.8416183251988176, "ridge3d_confirmed_f1": 0.2829736607242716, "ridge3d_confirmed_recall": 0.26043916275465145, "ridge3d_confirmed_precision": 0.38429224653582206, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.0943245535747572, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.0943245535747572, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7382486979166667 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4024634954509357, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.46082389909884924, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8874076615879056, "mean_strict_plane_XY_intersection_precision": 0.8875014578842151, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7316731770833333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16472873110054284, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16472873110054284, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9363970976537089, "mean_strict_plane_XY_intersection_precision": 0.9365084425365888, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7343098958333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.45349256422687423, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3005538319600718, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8343938594695072, "mean_strict_plane_XY_intersection_precision": 0.8345038663632881, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7313151041666667 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1001443375475781, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9495814678172468, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8017461877154795, "mean_strict_plane_XY_intersection_precision": 0.8018223205117625, "ridge3d_confirmed_f1": 0.43680910463434686, "ridge3d_confirmed_recall": 0.4398989898989899, "ridge3d_confirmed_precision": 0.44673649391449566, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.43680910463434686, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.43680910463434686, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.71748046875 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4399781653929624, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28029524077091816, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8660135425740652, "mean_strict_plane_XY_intersection_precision": 0.8661253343764554, "ridge3d_confirmed_f1": 0.314601308826055, "ridge3d_confirmed_recall": 0.336004922766054, "ridge3d_confirmed_precision": 0.3028171032384283, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.314601308826055, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.314601308826055, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7340169270833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7043938428101357, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3929978645970329, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7818302382430964, "mean_strict_plane_XY_intersection_precision": 0.7819671371422358, "ridge3d_confirmed_f1": 0.7212740164063955, "ridge3d_confirmed_recall": 0.6940467291695496, "ridge3d_confirmed_precision": 0.7924278165305173, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7212740164063955, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7212740164063955, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.734375 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.39816347419660014, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.39816347419660014, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8713848970856699, "mean_strict_plane_XY_intersection_precision": 0.871550048552573, "ridge3d_confirmed_f1": 0.5973678612524905, "ridge3d_confirmed_recall": 0.5656331945938627, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.5973678612524905, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5973678612524905, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73134765625 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2322149853694755, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8456931842830443, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6606253215119808, "mean_strict_plane_XY_intersection_precision": 0.660780803901517, "ridge3d_confirmed_f1": 0.46804365424824373, "ridge3d_confirmed_recall": 0.44977192691306017, "ridge3d_confirmed_precision": 0.6074444579121049, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.46804365424824373, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.46804365424824373, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7388997395833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_reweight_s20261031.json", "paired_rows_sha256": "194cdd93ad3a8b344a28eb40c3c2e6b65b93577ab93990b92bd18558025d163e" }, "graph_10000_density_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6213717020247558, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 0.44773337430141164, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8134616967866053, "mean_strict_plane_XY_intersection_precision": 0.8135695248867673, "ridge3d_confirmed_f1": 0.5280579837547306, "ridge3d_confirmed_recall": 0.5128752300175585, "ridge3d_confirmed_precision": 0.5960432777320755, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 119, "ridge3d_conditional_f1_diagnostic": 0.46405095542082386, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.46405095542082386, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7338151041666666, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.574490600406014, "paired_building_bootstrap95_delta_m": [ -0.6341162569916884, -0.510526787627994 ], "paired_median_building_delta_m": -0.5637795986330842, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0749148596669797 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9540082460614087 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8832065301764592 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8622133133083536 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8427998980439545 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.2262983224488826 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24114710850552465 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3584605723047227 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.36317652607670653 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3688324919940979 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_density_s20261031.json", "rows_sha256": "23c668c469b190ced873d076e7e7023bf74b9f070be530bab75d773bba6988d5", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2433204134105824, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.24915332090967166, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9998828125 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17696566723869964, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.18279941198272706, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9257832187623082, "mean_strict_plane_XY_intersection_precision": 0.925923308788371, "ridge3d_confirmed_f1": 0.755587490788956, "ridge3d_confirmed_recall": 0.7495836064107063, "ridge3d_confirmed_precision": 0.7717175505256685, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6847511635274914, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6847511635274914, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7263671875 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.41571549668822355, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.42201789322724176, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8100289251343686, "mean_strict_plane_XY_intersection_precision": 0.8101360035987107, "ridge3d_confirmed_f1": 0.46417249667287264, "ridge3d_confirmed_recall": 0.42230317350135804, "ridge3d_confirmed_precision": 0.6042904107285764, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.43422588398430023, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.43422588398430023, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5000390625 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5783246257187327, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5846921134589104, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.767245395203947, "mean_strict_plane_XY_intersection_precision": 0.7673565299848113, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 0.488203125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2780753446344816, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2845464065913409, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8703153791135639, "mean_strict_plane_XY_intersection_precision": 0.8704116048261611, "ridge3d_confirmed_f1": 0.5328056481176947, "ridge3d_confirmed_recall": 0.5288895551359889, "ridge3d_confirmed_precision": 0.5635926304064983, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4682231453155499, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.4682231453155499, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.57203125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24974996111080888, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2555832878549853, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9018561009603716, "mean_strict_plane_XY_intersection_precision": 0.9019771987762841, "ridge3d_confirmed_f1": 0.70484471580294, "ridge3d_confirmed_recall": 0.6938586210362104, "ridge3d_confirmed_precision": 0.7643797441703187, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6387655236964143, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6387655236964143, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51484375 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3678024222475186, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.37413698367529447, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.826551634332661, "mean_strict_plane_XY_intersection_precision": 0.8266668803382692, "ridge3d_confirmed_f1": 0.5656444819355229, "ridge3d_confirmed_recall": 0.5468329392524743, "ridge3d_confirmed_precision": 0.6314256050352256, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5126153117540676, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5126153117540676, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51171875 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.021260535643952, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0969228284466568, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782768685571816, "mean_strict_plane_XY_intersection_precision": 0.6783542726398986, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4926953125 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013375182701651552, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013375182701651552, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7354532877604166 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5052938822790318, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36653220274081744, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8213942710689928, "mean_strict_plane_XY_intersection_precision": 0.8215195320776111, "ridge3d_confirmed_f1": 0.6291872023300209, "ridge3d_confirmed_recall": 0.6093356008246008, "ridge3d_confirmed_precision": 0.6924262150843788, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.5505388020387684, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5505388020387684, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7351938883463541 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4792179406695554, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.0550636765751211, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.638933706061726, "mean_strict_plane_XY_intersection_precision": 0.6390076973186604, "ridge3d_confirmed_f1": 0.2625937849945935, "ridge3d_confirmed_recall": 0.25966675664907235, "ridge3d_confirmed_precision": 0.34303806718227975, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 55, "ridge3d_conditional_f1_diagnostic": 0.23341669777297203, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.23341669777297203, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7280924479166667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.74262020527776, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4273556683690515, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6729526654081195, "mean_strict_plane_XY_intersection_precision": 0.6730340716604768, "ridge3d_confirmed_f1": 0.44146135336901143, "ridge3d_confirmed_recall": 0.4131850460095522, "ridge3d_confirmed_precision": 0.5327059818214622, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 26, "ridge3d_conditional_f1_diagnostic": 0.44146135336901143, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.44146135336901143, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.73564453125 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5437360121131731, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22221742736177763, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8404856232024471, "mean_strict_plane_XY_intersection_precision": 0.8405376391486271, "ridge3d_confirmed_f1": 0.28295135666344134, "ridge3d_confirmed_recall": 0.26043916275465145, "ridge3d_confirmed_precision": 0.3842507176964083, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.09431711888781379, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.09431711888781379, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7404296875 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4336706053137321, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.49247392759683584, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8685154114080188, "mean_strict_plane_XY_intersection_precision": 0.868606920949707, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7388020833333333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.1647538605082996, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1647538605082996, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.936399857671236, "mean_strict_plane_XY_intersection_precision": 0.9365095425558225, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7340494791666666 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4597555916779009, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3073874721831178, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.831291308346527, "mean_strict_plane_XY_intersection_precision": 0.8314012401577202, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7308919270833333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0951477715941604, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.9449736955925914, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8031511512389683, "mean_strict_plane_XY_intersection_precision": 0.8032220617659707, "ridge3d_confirmed_f1": 0.43680910463434686, "ridge3d_confirmed_recall": 0.4398989898989899, "ridge3d_confirmed_precision": 0.44673649391449566, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.43680910463434686, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.43680910463434686, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7184244791666666 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4442165455967203, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28461508435474864, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8639724064337978, "mean_strict_plane_XY_intersection_precision": 0.8640852635859156, "ridge3d_confirmed_f1": 0.31252312335106386, "ridge3d_confirmed_recall": 0.3235589653635448, "ridge3d_confirmed_precision": 0.3083784192205262, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31252312335106386, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31252312335106386, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7338216145833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7049459722900921, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3936004498487137, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.778031050094605, "mean_strict_plane_XY_intersection_precision": 0.77816577260519, "ridge3d_confirmed_f1": 0.714029853453372, "ridge3d_confirmed_recall": 0.6864221474814496, "ridge3d_confirmed_precision": 0.7950158775487436, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.714029853453372, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.714029853453372, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.73388671875 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3956808453544974, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3956808453544974, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8717532910646504, "mean_strict_plane_XY_intersection_precision": 0.8719149483232969, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73232421875 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2291896105212219, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8442753118444832, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.668064202997684, "mean_strict_plane_XY_intersection_precision": 0.6682177881149449, "ridge3d_confirmed_f1": 0.4946314420309181, "ridge3d_confirmed_recall": 0.48277096205918446, "ridge3d_confirmed_precision": 0.6307084471224119, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.4946314420309181, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.4946314420309181, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7398763020833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_density_s20261031.json", "paired_rows_sha256": "f2ac99113b0b43acad5d2f5bae961736d619d730492147cd48b4648a33d8458d" }, "graph_10000_strongaug_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6260537954470474, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 0.4527405782245706, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8146823195632824, "mean_strict_plane_XY_intersection_precision": 0.8147923071833211, "ridge3d_confirmed_f1": 0.5346844146090488, "ridge3d_confirmed_recall": 0.5219796120792954, "ridge3d_confirmed_precision": 0.6010948947416349, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 115, "ridge3d_conditional_f1_diagnostic": 0.4698741825352247, "ridge3d_teacher_empty_spurious_clouds": 27, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 375, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 225, "ridge3d_v1_f1_diagnostic": 0.4698741825352247, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.733662109375, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5698085069837223, "paired_building_bootstrap95_delta_m": [ -0.628930058973904, -0.5071777142259485 ], "paired_median_building_delta_m": -0.5587117008009104, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0752672357741793 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9546666676030261 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8838558204293722 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621444564308322 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8475610977565905 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.18083762374111342 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24125355963174164 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.33897704042764953 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.35661918701964845 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3577198128124241 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_strongaug_s20261031.json", "rows_sha256": "a7279b62bcb8468710a248bc7f41ffe5c4f32771793e1a3306e04ab53975a2c8", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.1679338454279698, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1737676219175707, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9238239106494192, "mean_strict_plane_XY_intersection_precision": 0.9239662177290249, "ridge3d_confirmed_f1": 0.7604020395592247, "ridge3d_confirmed_recall": 0.7679744110084075, "ridge3d_confirmed_precision": 0.7817136662854147, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6891143483505474, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6891143483505474, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7241015625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40552802156019935, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4113688989293059, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117524869295552, "mean_strict_plane_XY_intersection_precision": 0.8118677963113157, "ridge3d_confirmed_f1": 0.47145019763536833, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024059894266756, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410340558524413, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410340558524413, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5006640625 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5848083599545626, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5911758476947403, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7630471830558687, "mean_strict_plane_XY_intersection_precision": 0.7631590128426565, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4858203125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2825943168430311, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2889429359792674, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8894356935912439, "mean_strict_plane_XY_intersection_precision": 0.889542269465813, "ridge3d_confirmed_f1": 0.6237495277146198, "ridge3d_confirmed_recall": 0.6385308982681394, "ridge3d_confirmed_precision": 0.639599026379873, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5652730094913743, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5652730094913743, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5744140625 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25200243944972306, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.25783576619389953, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9009523651189414, "mean_strict_plane_XY_intersection_precision": 0.9010749595232247, "ridge3d_confirmed_f1": 0.7056064117082259, "ridge3d_confirmed_recall": 0.6945159125610467, "ridge3d_confirmed_precision": 0.7643818045871571, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6394558106105798, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6394558106105798, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51484375 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.42894628580607475, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.43528086000218, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8301202089114499, "mean_strict_plane_XY_intersection_precision": 0.8302396724384713, "ridge3d_confirmed_f1": 0.5656444819355229, "ridge3d_confirmed_recall": 0.5468329392524743, "ridge3d_confirmed_precision": 0.6314256050352256, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5126153117540676, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5126153117540676, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5097265625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0222616580337271, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0979239508364322, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755731471280475, "mean_strict_plane_XY_intersection_precision": 0.6756492582006473, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.494375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013326153705372098, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013326153705372098, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7362263997395834 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.505649706131842, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3668208110129389, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8221715420787836, "mean_strict_plane_XY_intersection_precision": 0.8222980175984109, "ridge3d_confirmed_f1": 0.637838921981899, "ridge3d_confirmed_recall": 0.6209850317607376, "ridge3d_confirmed_precision": 0.7024950134762585, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.5581090567341617, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 274, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 110, "ridge3d_v1_f1_diagnostic": 0.5581090567341617, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7349751790364584 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.5015289946490447, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.079215372917151, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6425495527137801, "mean_strict_plane_XY_intersection_precision": 0.6426304551348705, "ridge3d_confirmed_f1": 0.2639038327553171, "ridge3d_confirmed_recall": 0.26209038541550966, "ridge3d_confirmed_precision": 0.3349195830632478, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.2345811846713929, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2345811846713929, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7274088541666667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7897915046509539, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4786453009604698, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6797770071274388, "mean_strict_plane_XY_intersection_precision": 0.679864702745028, "ridge3d_confirmed_f1": 0.4518719947620086, "ridge3d_confirmed_recall": 0.4215181958257128, "ridge3d_confirmed_precision": 0.5480740133208222, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.4518719947620086, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4518719947620086, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7338541666666667 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5506507181566079, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22923955247437872, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8341413017610828, "mean_strict_plane_XY_intersection_precision": 0.8341893322439207, "ridge3d_confirmed_f1": 0.22731852128522892, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3333333333333333, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07577284042840964, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07577284042840964, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73916015625 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4313564981918415, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.49015537072730025, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.873379226757122, "mean_strict_plane_XY_intersection_precision": 0.8734695923423683, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7372395833333333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16471601312606882, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16471601312606882, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364206261449407, "mean_strict_plane_XY_intersection_precision": 0.9365314226359096, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73486328125 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4685600138024128, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31696305137433095, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8302874015991966, "mean_strict_plane_XY_intersection_precision": 0.8303976367879325, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 25, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7311848958333333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0901015549238262, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.9394400151580609, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8050841937009222, "mean_strict_plane_XY_intersection_precision": 0.8051533695875783, "ridge3d_confirmed_f1": 0.46303349778141084, "ridge3d_confirmed_recall": 0.4821212121212121, "ridge3d_confirmed_precision": 0.4727757335288709, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.46303349778141084, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.46303349778141084, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.717578125 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.43995750223455066, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2802694737250765, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.866095812633823, "mean_strict_plane_XY_intersection_precision": 0.8662091917525144, "ridge3d_confirmed_f1": 0.3178175639386879, "ridge3d_confirmed_recall": 0.3376782254132726, "ridge3d_confirmed_precision": 0.30749901178964784, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3178175639386879, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3178175639386879, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7352213541666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7061035888370775, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.39487285023355156, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7819758246091826, "mean_strict_plane_XY_intersection_precision": 0.7821181609971923, "ridge3d_confirmed_f1": 0.7215756117252946, "ridge3d_confirmed_recall": 0.6940467291695496, "ridge3d_confirmed_precision": 0.7933642782878036, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7215756117252946, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7215756117252946, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7345377604166666 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3970494094031394, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3970494094031394, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8717199528977689, "mean_strict_plane_XY_intersection_precision": 0.8718842748394005, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73232421875 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2222511511439946, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8360547450633297, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6679418484013461, "mean_strict_plane_XY_intersection_precision": 0.6681053879013663, "ridge3d_confirmed_f1": 0.5000669370036758, "ridge3d_confirmed_recall": 0.4846313658812406, "ridge3d_confirmed_precision": 0.6308400248684375, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5000669370036758, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5000669370036758, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7406575520833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_strongaug_s20261031.json", "paired_rows_sha256": "45146450d514f23b9f3c0bd08609518731ac10ebab639dcdeab8a02716b03c5a" }, "graph_10000_consistency_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6318833163808873, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.978347323972324, "mean_any_roof_coverage": 0.978347323972324, "conditional_any_roof_mae_m": 0.4412441181103604, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.815176216280891, "mean_strict_plane_XY_intersection_precision": 0.8169240979942218, "ridge3d_confirmed_f1": 0.533374676281759, "ridge3d_confirmed_recall": 0.5181266595092161, "ridge3d_confirmed_precision": 0.6011079582500817, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 116, "ridge3d_conditional_f1_diagnostic": 0.4687232003688187, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.4687232003688187, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7329427083333333, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5639789860498823, "paired_building_bootstrap95_delta_m": [ -0.631303915260168, -0.48162384305938777 ], "paired_median_building_delta_m": -0.5722641799414341, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751699253867202 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9628380630708246 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8838355008793185 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621592273576567 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8469528304114524 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.7265657533997235 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24086328088269693 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3257419854065045 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.3466222269981059 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35849966121626187 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_consistency_s20261031.json", "rows_sha256": "a9072a472a36dc37e86633bcadfb93c1bb9c537aebb2cd8afa248184be4f95f7", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17930937049485682, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.18424933069638794, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9268255841078198, "mean_strict_plane_XY_intersection_precision": 0.9269718750038259, "ridge3d_confirmed_f1": 0.756428401274706, "ridge3d_confirmed_recall": 0.7502800078410805, "ridge3d_confirmed_precision": 0.7730017796447487, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6855132386552023, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6855132386552023, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7221484375 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4063516087340546, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.41219077373979096, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.811196630365446, "mean_strict_plane_XY_intersection_precision": 0.8113123565273019, "ridge3d_confirmed_f1": 0.46444441360907507, "ridge3d_confirmed_recall": 0.422589776062713, "ridge3d_confirmed_precision": 0.6004874303387142, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.43448025789236056, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.43448025789236056, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5004296875 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.576276031830537, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5825589232354795, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7643131108884347, "mean_strict_plane_XY_intersection_precision": 0.7644244220651973, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.483515625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4017230514790462, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9802777777777777, "mean_any_roof_coverage": 0.9802777777777777, "conditional_any_roof_mae_m": 0.21208441505962886, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8827662673724636, "mean_strict_plane_XY_intersection_precision": 0.9025191227024125, "ridge3d_confirmed_f1": 0.5849073104641902, "ridge3d_confirmed_recall": 0.5876464603158951, "ridge3d_confirmed_precision": 0.6021478562921061, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5140094546503489, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5140094546503489, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 0.571875 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25797245476564096, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.26380578150981737, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9030660739508876, "mean_strict_plane_XY_intersection_precision": 0.9031916245229391, "ridge3d_confirmed_f1": 0.7009680483016312, "ridge3d_confirmed_recall": 0.6898357211249603, "ridge3d_confirmed_precision": 0.7643818045871571, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6352522937733533, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6352522937733533, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51484375 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3711338360710861, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3774684102671914, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8341874648688176, "mean_strict_plane_XY_intersection_precision": 0.8343072469143611, "ridge3d_confirmed_f1": 0.5801069699927268, "ridge3d_confirmed_recall": 0.5541330838919812, "ridge3d_confirmed_precision": 0.6561632362196334, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5257219415559087, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5257219415559087, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.508125 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0212628249061462, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.096925117708851, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782766244419614, "mean_strict_plane_XY_intersection_precision": 0.6783540285059219, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.494375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013273266125543786, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013273266125543786, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7354939778645834 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5059779508634634, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36723179266694794, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8232373549703563, "mean_strict_plane_XY_intersection_precision": 0.8233642273834154, "ridge3d_confirmed_f1": 0.6358381329934297, "ridge3d_confirmed_recall": 0.6152311590453093, "ridge3d_confirmed_precision": 0.701573534792134, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.5563583663692512, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5563583663692512, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7342732747395834 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.529668526240919, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9417366198616197, "mean_any_roof_coverage": 0.9417366198616197, "conditional_any_roof_mae_m": 1.0204602411171328, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6416084350487917, "mean_strict_plane_XY_intersection_precision": 0.6498775378773589, "ridge3d_confirmed_f1": 0.264408102413624, "ridge3d_confirmed_recall": 0.2632273482269715, "ridge3d_confirmed_precision": 0.33738581982719384, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 55, "ridge3d_conditional_f1_diagnostic": 0.23502942436766577, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.23502942436766577, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7266438802083334 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7501305103333661, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4351153430020821, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6858735986730581, "mean_strict_plane_XY_intersection_precision": 0.6859622433997761, "ridge3d_confirmed_f1": 0.4621049982767431, "ridge3d_confirmed_recall": 0.43624081930980274, "ridge3d_confirmed_precision": 0.5499531873894107, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4621049982767431, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4621049982767431, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7345377604166666 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5458418882074809, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22438311030087382, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8384032359812931, "mean_strict_plane_XY_intersection_precision": 0.8384534930020472, "ridge3d_confirmed_f1": 0.28599677082785857, "ridge3d_confirmed_recall": 0.26043916275465145, "ridge3d_confirmed_precision": 0.39012680460558796, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.09533225694261953, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.09533225694261953, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7393880208333333 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.42676548267652537, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.48549792646869994, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.87326870224146, "mean_strict_plane_XY_intersection_precision": 0.873361359573259, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7346354166666667 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16470085336772783, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16470085336772783, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9363980491371698, "mean_strict_plane_XY_intersection_precision": 0.9365090870908382, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7345052083333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4666139906158904, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31487802479561816, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8327948187721447, "mean_strict_plane_XY_intersection_precision": 0.8329066317372449, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7296223958333333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0959135292257856, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9449964616055709, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8033845193383072, "mean_strict_plane_XY_intersection_precision": 0.8034622725223214, "ridge3d_confirmed_f1": 0.4423646601899024, "ridge3d_confirmed_recall": 0.4432323232323232, "ridge3d_confirmed_precision": 0.4634031605811623, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4423646601899024, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4423646601899024, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7180338541666667 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.43999379124481564, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2803168221416167, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8660453148178435, "mean_strict_plane_XY_intersection_precision": 0.8661590185035987, "ridge3d_confirmed_f1": 0.3180461282729332, "ridge3d_confirmed_recall": 0.3359952552898682, "ridge3d_confirmed_precision": 0.3082582600007227, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3180461282729332, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3180461282729332, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7342447916666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6980948558474747, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.38619768389100506, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7822120984546578, "mean_strict_plane_XY_intersection_precision": 0.7823510666548178, "ridge3d_confirmed_f1": 0.7139827169225118, "ridge3d_confirmed_recall": 0.6870060534642375, "ridge3d_confirmed_precision": 0.786682476822631, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7139827169225118, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7139827169225118, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7337890625 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3984142320276045, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3984142320276045, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8717562494484105, "mean_strict_plane_XY_intersection_precision": 0.871919194210357, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7318359375 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.3323640302622028, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9335648148148149, "mean_any_roof_coverage": 0.9335648148148149, "conditional_any_roof_mae_m": 0.7779407235028042, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6616255759445661, "mean_strict_plane_XY_intersection_precision": 0.6781566132479562, "ridge3d_confirmed_f1": 0.49774222190209766, "ridge3d_confirmed_recall": 0.4802888995003734, "ridge3d_confirmed_precision": 0.6351543167924415, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.49774222190209766, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.49774222190209766, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7388346354166667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_consistency_s20261031.json", "paired_rows_sha256": "0671845f459808e53b9ba6a2d24e6f23c35e3ffe17088a4a98ee27262a88dd4a" } }, "native_design_sha256": "03a81756528024b0c36b6587ad2c49d4f72f6022fd3d83c0302eca1090dc8cc4", "primary": "Fixed teacher-grid 10m-capped error; missing/failed/LoD1=10m; physical-building macro", "eligibility": "No clean building harmed >0.02m; no additional native failure relative to matched raw", "uncertainty": "Paired physical-building bootstrap within these fixed source cities; 12 corruptions not independent units", "reference_status": "automatic 3DBAG reference; synthetic observations, not independent human GT", "old_round_direct_comparison_valid": false, "selection_performed": false, "_publication": { "original_source_sha256": "886a5e20757223f959e8b2410862362c9c57c43a0d9ef093ac2f5dbd4b507fef", "original_source": "source:scaling/reports_reconstruction/validation_screen_summary.json", "published_sha256_location": "https://feng96.github.io/research-daily/lod2/studies/report_package_manifest.json (artifact entry by href)", "notice": "All pre-existing scientific hash values remain original-source hashes. Paths are public provenance labels; published-copy SHA is in the package manifest. Metrics/numeric values were not changed." } }